-- Logs begin at Wed 2021-12-22 14:15:58 UTC, end at Wed 2021-12-22 16:06:10 UTC. --
Dec 22 14:50:09.567056 dv-neutron-822675-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 22 14:50:11.701268 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.common.config [-] Logging enabled!
Dec 22 14:50:11.701902 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87
Dec 22 14:50:11.702128 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83351) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 22 14:50:11.704932 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.common.config [-] Logging enabled!
Dec 22 14:50:11.705177 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87
Dec 22 14:50:11.705421 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83351) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 22 14:50:11.706928 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 14:50:11.707160 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 14:50:11.707523 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 14:50:11.707764 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 14:50:11.707983 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 14:50:11.708301 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.708617 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.708914 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.709136 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.709425 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.709707 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.709983 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.710268 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.710560 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.710859 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.711288 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.711570 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.711836 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.712119 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.712422 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.713089 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.713316 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.713598 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.714026 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.714777 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.715059 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.715349 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.715621 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.715890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.716169 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.717182 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] host                           = dv-neutron-822675-1-hyperv {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.717468 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.717758 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.718046 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.719278 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.719580 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.719869 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.720166 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.720489 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.720783 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.721069 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.721363 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.721654 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.721947 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.722170 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.722388 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.722670 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.722957 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.723229 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.723500 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.723769 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.724038 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.724306 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.724596 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.724875 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.725155 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.725437 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.725704 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.725973 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.726239 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.726504 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.726781 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.727048 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.727316 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.727582 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.727861 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.728124 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.728409 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.728704 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.728985 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.729261 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.729539 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.729803 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.730079 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.730342 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.730604 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.730873 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.731136 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.731397 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.731667 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.731930 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.732193 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.732491 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.732758 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.733037 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:11.733326 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.733613 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.733907 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.734181 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.734464 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.734738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.735023 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.735295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.735575 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.735858 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.736716 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.737094 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.737435 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.737852 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.738144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.738416 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.738689 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.738976 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.739248 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.739518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.739788 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.740073 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.740346 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.740636 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.740914 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.741184 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.741450 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.741715 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.741983 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.742266 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.742535 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.742836 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.743100 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.743370 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.743635 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.743912 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.744181 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.744472 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.744740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.745007 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.745272 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.745534 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.745802 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.746068 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.746334 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.746599 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.746863 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.747128 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.747392 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.747655 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.747917 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.748180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.748477 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.748740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.749001 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.749265 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.749527 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.749793 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.750073 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.750520 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.750870 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.751150 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.751528 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.752423 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.752738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.753020 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.753291 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.753567 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.753837 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.754124 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.754402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.754682 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.754956 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.755226 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.755519 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.755791 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.756069 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.756341 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.756637 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.756915 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.757190 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.757482 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.757773 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.758062 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.758350 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.758639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.758908 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.759211 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.759484 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:11.759704 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 14:50:11.759937 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83351) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 22 14:50:12.180066 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO keyring.backend [-] Loading KWallet
Dec 22 14:50:12.187379 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO keyring.backend [-] Loading SecretService
Dec 22 14:50:12.191204 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO keyring.backend [-] Loading Windows
Dec 22 14:50:12.192584 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO keyring.backend [-] Loading chainer
Dec 22 14:50:12.193154 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO keyring.backend [-] Loading macOS
Dec 22 14:50:12.226239 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:12.226506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:12.226790 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:12.227119 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 22 14:50:12.531044 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.531238 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.531489 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.592320 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.592622 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.592886 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.596593 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.596859 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.597114 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.625295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.625571 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.625833 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.653264 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.653534 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.653794 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.970095 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8576c5aca0> agent after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.971213 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8576c5aca0> agent after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.971213 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8576c5ad30> segment precommit_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.971446 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8576c5adc0> network precommit_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:12.972167 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8576c6df70> segment before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.096338 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> network before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.096677 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8576c43310> agent before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.096956 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> network before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.097220 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.097478 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.097779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> segment after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.098036 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> segment precommit_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.098286 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> segment precommit_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.098529 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> segment after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.098798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> network after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.099048 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> network precommit_delete 0 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.099302 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port provisioning_complete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.099555 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.099802 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.100056 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> agent after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.100311 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> subnet after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.100646 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> subnet precommit_delete 0 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.100909 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.101151 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.101421 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> segment_host_mapping after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.101760 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.102002 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.102238 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> port after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.102509 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.102746 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.102980 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f85774fbc70>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.103356 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.103587 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.103813 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.104040 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.104266 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.104518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.105066 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 22 14:50:13.108212 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 22 14:50:13.112746 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 22 14:50:13.116703 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Dec 22 14:50:13.118318 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 22 14:50:13.118698 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 22 14:50:13.119024 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 22 14:50:13.119399 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 22 14:50:13.122231 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 22 14:50:13.122477 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 22 14:50:13.122816 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 14:50:13.151097 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 22 14:50:13.151539 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8576d58460>> qos_plugin after_init 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.151831 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83351) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 22 14:50:13.152192 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8576d586d0>> logging-plugin after_init 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.153584 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83351) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 22 14:50:13.153859 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 14:50:13.154100 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 22 14:50:13.157307 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8576b70a60>> floatingip before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.157579 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8576b70a60>> port before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.218867 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 22 14:50:13.219102 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 22 14:50:13.219330 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 22 14:50:13.219694 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 22 14:50:13.249993 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_db.sqlalchemy.engines [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83351) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 22 14:50:13.567275 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing driver for type 'gre'
Dec 22 14:50:13.567744 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] gre ID ranges: [(1, 1000)]
Dec 22 14:50:13.630573 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing driver for type 'local'
Dec 22 14:50:13.630934 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing driver for type 'vlan'
Dec 22 14:50:13.642218 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] VlanTypeDriver initialization complete
Dec 22 14:50:13.642888 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing driver for type 'vxlan'
Dec 22 14:50:13.643394 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] vxlan ID ranges: [(1, 1000)]
Dec 22 14:50:13.693859 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing extension driver 'port_security'
Dec 22 14:50:13.694217 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.extensions.port_security [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] PortSecurityExtensionDriver initialization complete
Dec 22 14:50:13.694550 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing mechanism driver 'openvswitch'
Dec 22 14:50:13.694864 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing mechanism driver 'hyperv'
Dec 22 14:50:13.701485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.plugins.ml2.plugin [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:13.702223 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8ceb0>> port after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.702587 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8ceb0>> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.702933 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8ceb0>> port after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.703307 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8cf10>> subnet after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.703645 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8cf10>> subnet after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.703978 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8576a8cf10>> subnet after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.704342 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4370>> network after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.704705 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4370>> network after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.705122 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4370>> network after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.705696 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f45e0>> security_group after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.706037 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f45e0>> security_group after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.706373 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f45e0>> security_group after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.706738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4850>> security_group_rule after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.707072 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4850>> security_group_rule after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.707403 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f85765f4850>> security_group_rule after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.707733 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] ML2 OVO RPC backend initialized. {{(pid=83351) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 22 14:50:13.708355 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> router_interface after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.708726 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> router_interface after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.709130 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> network before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.709475 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> networks before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.709810 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> port before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.710144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> ports before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.710477 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> subnet before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.710808 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> subnets before_response 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.711165 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> network after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.711590 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> network after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.711917 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> network after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.712242 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> port after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.712591 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.712915 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> port after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.713305 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> subnet after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.713644 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> subnet after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.713966 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f85765f4af0>> subnet after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.714533 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.plugin [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Modular L2 Plugin initialization complete
Dec 22 14:50:13.714848 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading services supported by the core plugin {{(pid=83351) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 22 14:50:13.715159 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.plugins.ml2.managers [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Got port-security extension from driver 'port_security'
Dec 22 14:50:13.715609 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.extensions.vlantransparent [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Disabled vlantransparent extension.
Dec 22 14:50:13.716011 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83351) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 22 14:50:13.716317 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: router
Dec 22 14:50:13.753366 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router_interface before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.753749 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_create 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.754102 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router before_create 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.754456 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router_interface before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.754810 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router_interface after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.755155 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_delete 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.755499 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> floatingip after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.755856 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_create 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.756193 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.756562 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.756905 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router_gateway after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.757370 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.757772 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.758131 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8576bef160> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.758459 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8576bef040> port after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.758870 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8576bef0d0> subnet after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.759199 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8576bef1f0> subnetpool_address_scope after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.759535 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> port precommit_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.759871 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_create 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.760199 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8576bd50d0> port before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.760571 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.760917 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router after_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.761247 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_delete 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.761580 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_create 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.761928 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router_interface after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.762260 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> router precommit_update 55549900 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.762609 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> agent after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.762954 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> agent after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.763291 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f85765f4d60>> network after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.764153 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Tracking information for resource: router configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.764501 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Tracking information for resource: floatingip configured {{(pid=83351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 14:50:13.769954 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.db.l3_agentschedulers_db [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 22 14:50:13.770525 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f857656c940> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.770875 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f857656c820> port after_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.771213 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _notify_port_delete at 0x7f857656c8b0> port after_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.771550 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f857656cc10> port after_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.772331 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f857659c640>> router before_create 55550100 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.772712 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f857659c640>> router precommit_delete 55550100 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.773057 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f857659c640>> router precommit_create 55550100 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.773398 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f857659c640>> router precommit_update 55550100 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.777688 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.provider_configuration [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service providers = [] {{(pid=83351) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 22 14:50:13.778041 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.db.servicetype_db [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83351) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 22 14:50:13.781097 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.service_base [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 14:50:13.781438 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.service_base [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 14:50:13.781770 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.service_base [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 14:50:13.782638 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.services.service_base [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 14:50:13.783592 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.services.service_base [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 22 14:50:13.783962 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.784266 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 22 14:50:13.795041 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.795367 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: auto_allocate
Dec 22 14:50:13.801254 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f85764b00d0> network precommit_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.801610 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f85764b00d0> network precommit_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.802107 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.802412 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: tag
Dec 22 14:50:13.809301 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.809624 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: timestamp
Dec 22 14:50:13.813395 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.813714 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: network_ip_availability
Dec 22 14:50:13.819243 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f85765b9d30>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.819553 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f85765b9d30>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.819893 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f85765b9d30>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:13.820605 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.820914 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: flavors
Dec 22 14:50:13.825773 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.826097 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading Plugin: revisions
Dec 22 14:50:13.831019 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 14:50:13.831397 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.605s {{(pid=83351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:13.832127 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83351) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 22 14:50:13.832487 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Initializing extension manager.
Dec 22 14:50:13.832980 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: __init__.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.833310 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: __pycache__ {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.833634 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.833953 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.834272 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: _filter_validation_lib.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.834588 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.834901 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: address_group.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.835629 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.836169 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: address-group
Dec 22 14:50:13.836505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: address_scope.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.837201 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.837692 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: address-scope
Dec 22 14:50:13.838003 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.838909 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.839403 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: router-admin-state-down-before-update
Dec 22 14:50:13.839713 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: agent.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.840402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.840906 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: agent
Dec 22 14:50:13.841215 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: agent_resources_synced.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.842108 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.842602 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: agent-resources-synced
Dec 22 14:50:13.842909 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: allowedaddresspairs.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.844679 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.845192 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: allowed-address-pairs
Dec 22 14:50:13.846129 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: auto_allocated_topology.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.847200 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.847695 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: auto-allocated-topology
Dec 22 14:50:13.848009 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: availability_zone.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.848724 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.849216 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: availability_zone
Dec 22 14:50:13.849524 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: availability_zone_filter.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.850409 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.850903 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: availability_zone_filter
Dec 22 14:50:13.851214 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: data_plane_status.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.852096 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.852607 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 22 14:50:13.852920 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: default_subnetpools.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.853810 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.854301 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: default-subnetpools
Dec 22 14:50:13.854612 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.855372 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.855865 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: dhcp_agent_scheduler
Dec 22 14:50:13.856180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: dns.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.857108 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.857593 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension dns-integration not supported by any of loaded plugins
Dec 22 14:50:13.857903 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: dns_domain_ports.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.858808 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.859298 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 22 14:50:13.859610 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: dvr.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.860264 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.860777 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: dvr
Dec 22 14:50:13.861134 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: empty_string_filtering.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.862158 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.862647 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: empty-string-filtering
Dec 22 14:50:13.862956 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.863842 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.864327 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 22 14:50:13.864667 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.865558 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.866043 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 22 14:50:13.866352 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: external_net.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.867245 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.867738 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: external-net
Dec 22 14:50:13.868051 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.868980 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.869476 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: extra_dhcp_opt
Dec 22 14:50:13.869788 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: extraroute.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.870672 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.871165 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: extraroute
Dec 22 14:50:13.871477 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: extraroute_atomic.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.872527 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.873025 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: extraroute-atomic
Dec 22 14:50:13.873336 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: filter_validation.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.873984 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.874470 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: filter-validation
Dec 22 14:50:13.874778 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: fip_pf_description.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.875838 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.876333 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 22 14:50:13.876733 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: fip_port_details.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.877770 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.878265 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: fip-port-details
Dec 22 14:50:13.878575 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: flavors.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.879787 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.880285 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: flavors
Dec 22 14:50:13.880624 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.882278 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.882780 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 22 14:50:13.883095 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: floatingip_pools.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.883772 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.884265 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: floatingip-pools
Dec 22 14:50:13.884602 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: ip_allocation.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.885500 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.885990 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 22 14:50:13.886300 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.887192 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.887687 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: ip-substring-filtering
Dec 22 14:50:13.888000 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l2_adjacency.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.888927 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.889413 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 22 14:50:13.889723 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.890660 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.891158 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: router
Dec 22 14:50:13.891472 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.894211 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.894722 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 22 14:50:13.895044 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.895954 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.896492 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: ext-gw-mode
Dec 22 14:50:13.896814 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.897707 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.898201 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: l3-ha
Dec 22 14:50:13.898515 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3_flavors.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.899406 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.899898 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: l3-flavors
Dec 22 14:50:13.900212 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.901127 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.901620 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 22 14:50:13.901931 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: l3agentscheduler.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.902939 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.903432 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: l3_agent_scheduler
Dec 22 14:50:13.903747 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: logging.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.905283 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.905789 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension logging not supported by any of loaded plugins
Dec 22 14:50:13.906110 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: metering.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.906833 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.907387 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: metering
Dec 22 14:50:13.907703 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.909476 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.909982 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: metering_source_and_destination_fields
Dec 22 14:50:13.910299 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: multiprovidernet.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.911578 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.912075 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: multi-provider
Dec 22 14:50:13.912412 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: netmtu.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.913309 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.913802 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: net-mtu
Dec 22 14:50:13.914113 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: netmtu_writable.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.915010 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.915503 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: net-mtu-writable
Dec 22 14:50:13.915812 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: network_availability_zone.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.916499 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.916993 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: network_availability_zone
Dec 22 14:50:13.917300 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: network_ip_availability.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.918383 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.918886 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: network-ip-availability
Dec 22 14:50:13.919197 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: network_segment_range.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.919936 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.920451 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 22 14:50:13.920766 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: pagination.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.921724 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.922039 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: pagination
Dec 22 14:50:13.922346 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.923247 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.923856 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: port-mac-address-regenerate
Dec 22 14:50:13.924335 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: port_resource_request.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.925261 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.925751 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 22 14:50:13.926061 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: portbindings.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.926969 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.927463 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: binding
Dec 22 14:50:13.927774 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: portbindings_extended.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.929057 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.929553 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: binding-extended
Dec 22 14:50:13.929866 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: portsecurity.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.930766 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.931261 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: port-security
Dec 22 14:50:13.931573 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: project_id.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.932573 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.932893 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: project-id
Dec 22 14:50:13.933199 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: providernet.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.934097 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.934597 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: provider
Dec 22 14:50:13.934911 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.938412 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.938930 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos not supported by any of loaded plugins
Dec 22 14:50:13.939409 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.940705 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.941210 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 22 14:50:13.941532 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.942432 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.942929 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 22 14:50:13.943244 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_default.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.944132 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.944661 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-default not supported by any of loaded plugins
Dec 22 14:50:13.944982 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_fip.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.945618 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.946106 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-fip not supported by any of loaded plugins
Dec 22 14:50:13.946418 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_gateway_ip.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.947321 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.947813 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 22 14:50:13.948125 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_port_network_policy.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.949064 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.949580 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 22 14:50:13.949893 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_rule_type_details.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.950789 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.951277 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 22 14:50:13.951589 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: qos_rules_alias.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.952655 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.953148 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 22 14:50:13.953461 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: quotasv2.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.954320 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.954634 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: quotas
Dec 22 14:50:13.955466 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: quotasv2_detail.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.957229 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.957560 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: quota_details
Dec 22 14:50:13.957884 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: rbac.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.958918 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.959432 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: rbac-policies
Dec 22 14:50:13.959752 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: rbac_address_scope.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.960690 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.961192 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: rbac-address-scope
Dec 22 14:50:13.961507 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: rbac_security_groups.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.962401 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.962899 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: rbac-security-groups
Dec 22 14:50:13.963215 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: rbac_subnetpool.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.964112 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.964631 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: rbac-subnetpool
Dec 22 14:50:13.964947 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: revisionifmatch.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.965850 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.966344 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: revision-if-match
Dec 22 14:50:13.966658 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: revisions.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.967746 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.968245 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: standard-attr-revisions
Dec 22 14:50:13.968600 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: router_availability_zone.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.969261 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.969758 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: router_availability_zone
Dec 22 14:50:13.970071 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: routerservicetype.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.971636 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.972166 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension router-service-type not supported by any of loaded plugins
Dec 22 14:50:13.972457 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.973371 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.973865 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: port-security-groups-filtering
Dec 22 14:50:13.974176 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: securitygroup.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.985092 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.985616 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: security-group
Dec 22 14:50:13.985941 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: segment.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.986822 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.987319 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension segment not supported by any of loaded plugins
Dec 22 14:50:13.987642 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.988592 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.989089 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 22 14:50:13.989416 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: servicetype.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.990502 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.991005 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: service-type
Dec 22 14:50:13.991323 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: sorting.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.992286 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.992628 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: sorting
Dec 22 14:50:13.992942 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: standard_attr_segment.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.993834 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.994335 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 22 14:50:13.994649 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: standardattrdescription.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.995280 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.995775 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: standard-attr-description
Dec 22 14:50:13.996086 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: stateful_security_group.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.997024 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:13.997514 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: stateful-security-group
Dec 22 14:50:13.997825 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: stdattrs_common.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.998388 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 22 14:50:13.998696 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:13.999597 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.000089 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 22 14:50:14.000416 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnet_onboard.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.001545 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.002074 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: subnet_onboard
Dec 22 14:50:14.002388 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.003304 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.003798 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 22 14:50:14.004109 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnet_service_types.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.005049 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.005547 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: subnet-service-types
Dec 22 14:50:14.005859 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnetallocation.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.006936 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.007430 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: subnet_allocation
Dec 22 14:50:14.007742 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.008399 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.008902 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: subnetpool-prefix-ops
Dec 22 14:50:14.009217 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.010121 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.010609 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 22 14:50:14.010919 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: tagging.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.011952 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.012478 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: standard-attr-tag
Dec 22 14:50:14.012798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: timestamp.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.013990 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.014494 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loaded extension: standard-attr-timestamp
Dec 22 14:50:14.014806 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: trunk.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.015821 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.016325 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension trunk not supported by any of loaded plugins
Dec 22 14:50:14.016671 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: trunk_details.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.018155 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.018656 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension trunk-details not supported by any of loaded plugins
Dec 22 14:50:14.018969 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: uplink_status_propagation.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.019885 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.020406 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 22 14:50:14.020718 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Loading extension file: vlantransparent.py {{(pid=83351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 14:50:14.021373 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 14:50:14.021863 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 22 14:50:14.024045 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:network
Dec 22 14:50:14.024790 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnet
Dec 22 14:50:14.025551 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 14:50:14.026143 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:port
Dec 22 14:50:14.027526 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.027959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service FLAVORS assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.028626 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.029042 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.029365 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:router
Dec 22 14:50:14.030027 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 14:50:14.030717 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service METERING assigned prefix: /metering {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.032116 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f857640a9d0>> rbac-policy before_create 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:14.032499 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f857640a9d0>> rbac-policy before_update 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:14.032845 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f857640a9d0>> rbac-policy before_delete 55550000 {{(pid=83351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:50:14.034485 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 14:50:14.034912 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:security_group
Dec 22 14:50:14.035573 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 14:50:14.036600 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service CORE assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.036926 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 14:50:14.037254 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] subnetpool is already registered
Dec 22 14:50:14.037845 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service CORE assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.038162 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 14:50:14.038472 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] subnetpool is already registered
Dec 22 14:50:14.041018 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.041442 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service FLAVORS assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.042020 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.042428 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.042748 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:router
Dec 22 14:50:14.043063 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] router is already registered
Dec 22 14:50:14.043641 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 14:50:14.043956 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] floatingip is already registered
Dec 22 14:50:14.044593 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service METERING assigned prefix: /metering {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.045249 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 14:50:14.045561 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] rbac_policy is already registered
Dec 22 14:50:14.046087 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:security_group
Dec 22 14:50:14.046402 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] security_group is already registered
Dec 22 14:50:14.046970 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 14:50:14.047285 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] security_group_rule is already registered
Dec 22 14:50:14.047929 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service CORE assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.048244 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 14:50:14.048613 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] subnetpool is already registered
Dec 22 14:50:14.049283 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.v2.resource_helper [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Service CORE assigned prefix:  {{(pid=83351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 14:50:14.049604 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 14:50:14.049924 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING neutron.quota.resource_registry [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] subnetpool is already registered
Dec 22 14:50:14.050572 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: extensions {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.052080 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: address-groups {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.053652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: address-scopes {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.054817 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: agents {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.055922 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: auto-allocated-topology {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.057167 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: availability_zones {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.058427 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: dhcp-networks {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.059803 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: dhcp-agents {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.061200 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: routers {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.062940 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: flavors {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.064044 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: service_profiles {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.065368 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: next_providers {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.066827 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: service_profiles {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.068234 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: floatingip-pools {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.069483 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: routers {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.071169 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: floatingips {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.072318 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: l3-routers {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.073653 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: l3-agents {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.074996 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: metering-labels {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.077138 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: metering-label-rules {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.078357 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: network-ip-availabilities {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.079566 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: bindings {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.081749 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: quotas {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.083122 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: quotas {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.084522 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: rbac-policies {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.085780 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: security-groups {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.086944 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: security-group-rules {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.088125 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: service-providers {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.089330 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: subnetpools {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.090706 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: subnetpools {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.092091 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.093774 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.096074 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.097832 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.099543 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.101206 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.102906 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.104710 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.106479 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.108236 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron.api.extensions [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Extended resource: tags {{(pid=83351) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 14:50:14.114080 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING keystonemiddleware.auth_token [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 22 14:50:14.118787 dv-neutron-822675-1-hyperv neutron-server[83351]: WARNING keystonemiddleware.auth_token [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 22 14:50:14.127335 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Acquired lock "singleton_lock" {{(pid=83351) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 22 14:50:14.127801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_concurrency.lockutils [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Releasing lock "singleton_lock" {{(pid=83351) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 22 14:50:14.128428 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Starting 2 workers
Dec 22 14:50:14.132920 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Started child 83456 {{(pid=83351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 14:50:14.137047 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Started child 83457 {{(pid=83351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 14:50:14.138212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.138854 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO neutron.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 22 14:50:14.139254 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Notify callbacks [] for process, before_spawn {{(pid=83351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.139688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [-] (83456) wsgi starting up on http://0.0.0.0:9696
Dec 22 14:50:14.141684 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Starting 1 workers
Dec 22 14:50:14.141880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.143901 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [-] (83457) wsgi starting up on http://0.0.0.0:9696
Dec 22 14:50:14.147296 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Started child 83458 {{(pid=83351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 14:50:14.147839 dv-neutron-822675-1-hyperv neutron-server[83351]: INFO oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Starting 1 workers
Dec 22 14:50:14.151019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] calling RpcWorker wait() {{(pid=83458) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 22 14:50:14.151585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] returning from RpcWorker wait() {{(pid=83458) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 22 14:50:14.151942 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Started child 83459 {{(pid=83351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 14:50:14.152743 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG neutron_lib.callbacks.manager [None req-d065f36b-b04f-41db-a933-84ce44860280 None None] Notify callbacks [] for process, after_spawn {{(pid=83351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.152891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.153430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:14.154627 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83351) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 14:50:14.154835 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 14:50:14.155010 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 14:50:14.155214 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 14:50:14.155544 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 14:50:14.155699 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 14:50:14.156192 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.156473 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.156728 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.156925 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:14.157379 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.157379 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.157790 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.158091 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.158338 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.158600 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.158846 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.158997 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.159149 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.159393 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.159639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.159920 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.160174 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.160420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.160668 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.160837 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.161078 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.161624 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.161863 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.162123 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.162352 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.162817 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.163036 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.163271 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.163480 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.163746 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.163991 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.164253 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.164498 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.164728 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.164959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.165215 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.165439 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.165693 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.165948 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.166158 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.166647 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] host                           = dv-neutron-822675-1-hyperv {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.166885 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.167094 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.167345 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.167585 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.167820 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.168028 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.168271 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.168538 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.168787 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.169004 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.169259 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.169477 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.169689 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.169943 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.170100 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.170332 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.170592 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.170853 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.171035 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.171199 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.171366 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.171618 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.171775 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.172015 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.172241 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.172474 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.172703 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.172916 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.173143 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.173392 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.173638 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.173886 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.174074 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.174358 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.174699 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.174925 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.175150 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.175377 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.175618 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.175853 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.176063 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.176315 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.176545 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.176755 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.177004 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.177253 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.177494 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.177731 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.177979 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.178200 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.178418 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.178626 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.178893 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.179119 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.179352 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.179612 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.179823 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.180046 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.180254 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.180498 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.180734 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.180957 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.181140 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.181465 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.181794 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.182101 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.182339 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.182525 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.182751 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.182977 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:14.183161 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.183446 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.183893 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.184180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.184671 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.184805 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.185305 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.185549 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.185805 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.186031 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.186378 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.186633 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.187059 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.187362 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.187756 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.69/identity {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.187935 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.188131 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.188360 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.188619 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.188850 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.189772 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.189911 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.190359 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.190505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191092 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191092 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191364 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191364 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191600 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.191832 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.192069 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.192295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.192539 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.192757 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.192970 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.193181 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.193394 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.193620 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.193857 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.194110 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.194334 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.194563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.194963 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.195176 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.195391 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.195647 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.195857 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.196262 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.196494 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.197048 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.197265 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.197507 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.199712 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.200125 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.201799 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.201799 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.201799 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.202046 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.202114 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.202335 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.202559 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.202802 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.203022 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.203283 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.203508 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.203733 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.203957 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.204172 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.204636 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.205720 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.205951 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.206324 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.206547 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.206769 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.207089 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.207401 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.207640 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.208068 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.208473 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.208876 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.209136 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.209394 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.209655 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.209893 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.210297 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.210572 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.210803 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.211072 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.211334 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.211530 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.211800 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.212027 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.212253 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.212525 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.212790 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.213030 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.213290 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.213557 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.213800 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.214061 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.214294 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.214555 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.214796 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.215049 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.215269 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.215551 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.215854 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.216116 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.216423 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.216654 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.216887 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.217145 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.217406 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.217668 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.217917 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.218174 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.218423 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.218722 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.218970 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.219189 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.219426 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.219653 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.219987 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.220237 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.220555 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.220829 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.221112 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.221374 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.221612 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.221876 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.222134 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.222366 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.222614 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.222844 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.69/identity {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.223070 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.223319 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.223546 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.223771 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.223999 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.224213 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.224454 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.224730 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.224921 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.225157 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.225386 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.225604 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.225859 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.226047 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.226278 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.226694 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.226909 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.227143 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.227372 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.227632 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.228021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.228183 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.228322 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.228575 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.228792 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.229067 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.229316 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.229546 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.229909 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.230054 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232505 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.232992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.233302 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.233665 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.234067 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.234304 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.234519 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.235263 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.235263 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.235263 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.235703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 56996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:14.236227 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236227 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236227 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236227 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.236959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.237592 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.237592 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.237592 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238214 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238214 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238483 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238483 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238763 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.238902 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.239137 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.239362 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.239572 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.239779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.239992 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.240218 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.240556 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.240802 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.241021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.241311 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.241536 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.241758 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.242027 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.242336 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.242546 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.242781 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.243013 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.243244 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.243616 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.243787 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.244041 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.244332 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.244649 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.244864 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.245131 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.245413 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.245686 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.245988 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.246189 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.246781 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.246781 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.247103 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.247264 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.249440 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.250639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.250639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.250639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.250639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.250639 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83351) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 14:50:14.252514 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 14:50:14.253485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 14:50:14.253485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 14:50:14.253485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 14:50:14.253485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.253485 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.254738 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.255740 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.256968 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0141828
Dec 22 14:50:14.257111 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257111 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257111 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257111 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257631 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257631 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.257631 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258120 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258120 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258120 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258547 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258547 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258547 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258939 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258939 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.258939 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259341 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259341 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259341 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259852 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259852 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.259852 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.260314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] host                           = dv-neutron-822675-1-hyperv {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.260314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.261207 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.261387 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.261545 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.261745 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262518 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262845 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262845 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.262962 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.263059 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.263207 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.263357 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.263510 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264420 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.264923 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.265119 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.265238 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.265341 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.266383 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.266544 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.266672 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.266824 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.267032 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.267165 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.267408 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.268072 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.268333 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.268520 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.269622 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.269789 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.269950 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270108 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270266 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270438 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270565 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270721 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.270938 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271071 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271193 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271323 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271447 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271762 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.271918 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.272073 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.272229 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.272403 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.273380 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.273545 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.273682 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274489 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274489 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274689 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274689 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.274890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 14:50:14.275026 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275184 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275351 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275508 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275667 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275824 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.275980 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.276136 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.276293 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.277316 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.277480 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.69/identity {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.278652 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.279779 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.280576 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.280576 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.280987 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281133 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281294 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281452 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281612 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281773 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.281930 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282089 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282248 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282407 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282565 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282723 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.282942 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283103 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283260 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.283890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.284175 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.284175 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.284314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.285232 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.285436 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.285570 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.285730 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.285890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.286050 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.286477 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.288402 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289021 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289439 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289751 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.289922 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290085 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290258 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290430 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290672 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290828 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.290916 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291028 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291187 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291350 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291480 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291636 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291793 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.291951 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.292109 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.292269 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.292464 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.293442 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.293609 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.293772 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294290 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294290 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294290 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294644 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294644 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294982 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294982 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.294982 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.295801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.295801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.295801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.295801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.295801 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.296606 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.298126 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.299506 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.69/identity {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.300295 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.302314 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303144 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.303898 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.304798 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.305563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.305563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.305563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.305563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.305563 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306098 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306098 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306098 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306098 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306574 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306574 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:14.306938 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306938 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.306938 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307273 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307273 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307273 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307591 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307591 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307902 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.307902 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308151 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308151 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308376 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308507 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308626 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308734 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.308890 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309049 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309214 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309370 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309526 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309695 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.309854 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310012 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310171 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310328 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310497 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310658 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.310814 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311488 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311488 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311488 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311488 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311883 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311883 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.311883 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312181 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312181 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312373 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312540 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312669 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312827 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.312985 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313142 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313304 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313467 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313634 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313800 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.313959 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.314688 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.314961 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315135 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315294 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315459 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315630 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315788 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.315946 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316103 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316261 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316467 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316613 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316748 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.316882 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317026 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317180 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317340 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317481 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317643 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.317796 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318018 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318159 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318292 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318439 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318574 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 14:50:14.318709 dv-neutron-822675-1-hyperv neutron-server[83351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 14:50:24.558204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cc882-adf0-4000-a0e4-38293da236d3 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 14:50:24.728345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cc882-adf0-4000-a0e4-38293da236d3 None None] No non-hosted networks {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 22 14:50:24.739486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e7f0ee2-17e9-4a57-9c1c-ba96b39a21e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:26.630030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e9e303c-384b-4fbf-90cc-66f046673230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:26.680375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48edd058-c118-4b48-ab0c-1334271159f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:27.932131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:28.001997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:28.002711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.003046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.003586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.003909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.006323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.006715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.006995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.007358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.007690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.008023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.008404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:28.012620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8575f7f760>, 'Open vSwitch agent', 'dv-neutron-822675-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:28.023536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f85760c9310>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822675-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:50:29.212325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:30.811004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:31.400828 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING oslo_policy.policy [None req-c5832d95-a838-4a7a-b5ea-f05c3a513938 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:31.401367 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING oslo_policy.policy [None req-c5832d95-a838-4a7a-b5ea-f05c3a513938 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:31.620692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-c5832d95-a838-4a7a-b5ea-f05c3a513938 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:50:31.621929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c5832d95-a838-4a7a-b5ea-f05c3a513938 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8089073
Dec 22 14:50:33.647891 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.db.l3_hamode_db [None req-4aea6d69-b153-43b8-bfca-0c143c86c138 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 22 14:50:33.734309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea6d69-b153-43b8-bfca-0c143c86c138 None None] Routers set() bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:50:33.734695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea6d69-b153-43b8-bfca-0c143c86c138 None None] Router IDs set() for agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 22 14:50:33.850953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57106) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:34.228787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:50:34.277616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.policy [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83456) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 22 14:50:34.278348 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING oslo_policy.policy [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:34.278704 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING oslo_policy.policy [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:34.282040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.quota [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f857614ea30>.
Dec 22 14:50:34.297295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:34.365138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763197931420', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763197885363', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763197890243', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763197896301', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198001105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573503', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583717'] for rbac-policy, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:34.431719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:34.432821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-40b6a662-c7a6-4ef4-8ab7-7c60d77b6a61 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5809362
Dec 22 14:50:36.954837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57120) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:37.321777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Request body: {'network': {'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'name': 'private', 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:50:37.326454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:37.331492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Usage tracker for resource:network and tenant:e13a1c3ccc9d403da0798cb43b7999d0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:37.336014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:37.341961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:37.352222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Made reservation on behalf of e13a1c3ccc9d403da0798cb43b7999d0 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:50:37.355301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.372725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.415161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:37.418824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Usage tracker for resource:security_group_rule and tenant:e13a1c3ccc9d403da0798cb43b7999d0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:37.421689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:37.427689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:37.492922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.496588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.502375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:37.520135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:50:37.546122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763200002771', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.546701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8576c5ad30> segment precommit_create {{(pid=83456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 14:50:37.547146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Added segment 5e231af3-3db4-4be0-839f-641eefdb70eb of type vlan for network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c
Dec 22 14:50:37.561050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b29e1-70d0-4455-87c4-42cf4bb9c929,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:37.622505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.622830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.623176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.623468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.623794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.624125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.624447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.624762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.625062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.625362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.625661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Tracked resource versions report:
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]: pushed versions:
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Log': {'1.0'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Network': {'1.1'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Port': {'1.5'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'PortForwarding': {'1.2'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'QosPolicy': {'1.8'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SecurityGroup': {'1.2'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SubPort': {'1.0'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Subnet': {'1.1'},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Trunk': {'1.1'}}
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]: consumer versions:
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Log': '1.0',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Network': '1.1',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Port': '1.5',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'PortForwarding': '1.2',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'QosPolicy': '1.8',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SecurityGroup': '1.2',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SubPort': '1.0',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Subnet': '1.1',
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Trunk': '1.1'}}
Dec 22 14:50:37.627766 dv-neutron-822675-1-hyperv neutron-server[83456]:  {{(pid=83456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:50:37.669469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.673243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:37.708994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.710386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:50:37.711048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:37.715425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:37.818566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Pushing event updated for resources: {'Network': ['ID=d2a75c3d-31ea-4a78-b0f2-31c33f38e14c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:37.821238 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8654361
Dec 22 14:50:37.822940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:37.831630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:50:40.426462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57136) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:41.014933 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING oslo_policy.policy [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:41.015448 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING oslo_policy.policy [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:41.406195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.policy [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83457) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 22 14:50:41.406980 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING oslo_policy.policy [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:41.407336 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING oslo_policy.policy [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 14:50:41.410239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:50:41.412148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5871c1f8-bdc1-4cd0-8020-76346895ad55 admin admin] 10.222.0.69 "GET /v2.0/networks/d2a75c3d-31ea-4a78-b0f2-31c33f38e14c HTTP/1.1" status: 200  len: 825 time: 0.9848156
Dec 22 14:50:41.443502 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c6c2ee1-49f5-433c-95c4-e714ce447203 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/03ebeed4-44fb-41b0-9b34-0f6c7908ea0c HTTP/1.1" status: 200  len: 734 time: 0.0260317
Dec 22 14:50:41.451580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Request body: {'subnet': {'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'name': 'private-subnet', 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:50:41.453126 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.quota [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f85760b58e0>.
Dec 22 14:50:41.459768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:41.465144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Usage tracker for resource:subnet and tenant:e13a1c3ccc9d403da0798cb43b7999d0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:41.468315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:41.475097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:41.488938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Made reservation on behalf of e13a1c3ccc9d403da0798cb43b7999d0 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:50:41.491751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:41.800676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:41.805883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:41.900119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Checking segment: {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:50:41.900580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Network hostable DHCP agents. Network: d2a75c3d-31ea-4a78-b0f2-31c33f38e14c, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:50:41.910109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7472f623-625e-4e59-bc89-a90d41b9306c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:41.923593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.923927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.924254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.924604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.924936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.925251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.925575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.925887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.926191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.926492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.926795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Tracked resource versions report:
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]: pushed versions:
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Log': {'1.0'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Network': {'1.1'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Port': {'1.5'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'PortForwarding': {'1.2'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'QosPolicy': {'1.8'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SecurityGroup': {'1.2'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SubPort': {'1.0'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Subnet': {'1.1'},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Trunk': {'1.1'}}
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]: consumer versions:
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Log': '1.0',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Network': '1.1',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Port': '1.5',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'PortForwarding': '1.2',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'QosPolicy': '1.8',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SecurityGroup': '1.2',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SubPort': '1.0',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Subnet': '1.1',
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Trunk': '1.1'}}
Dec 22 14:50:41.929417 dv-neutron-822675-1-hyperv neutron-server[83457]:  {{(pid=83457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:50:41.961664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:41.970473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:50:41.980225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, d2a75c3d-31ea-4a78-b0f2-31c33f38e14c) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:50:41.986487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:50:41.988409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:41.989351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708622b-5b90-4e73-95fb-a3978761a4e5 None None] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:50:42.009645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5613239
Dec 22 14:50:42.293873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-d2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:50:42.295152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:42.476677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Allocated IP 172.20.0.2 (d2a75c3d-31ea-4a78-b0f2-31c33f38e14c/7472f623-625e-4e59-bc89-a90d41b9306c/f95a0be0-bbb6-4794-a6a8-3431627aaf00) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:50:42.701252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:42.714954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Transition to ACTIVE for port object f95a0be0-bbb6-4794-a6a8-3431627aaf00 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:50:42.733231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Transition to ACTIVE for port object f95a0be0-bbb6-4794-a6a8-3431627aaf00 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:50:42.739470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:42.747739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:42.802571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:50:42.809322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:50:42.817411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:50:42.819482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Pushing event updated for resources: {'Port': ['ID=f95a0be0-bbb6-4794-a6a8-3431627aaf00,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:42.830904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.831245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.831575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.831897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.832233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.832583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.832903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.833233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.833549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.833858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.834168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Tracked resource versions report:
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]: pushed versions:
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Log': {'1.0'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Network': {'1.1'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Port': {'1.5'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'PortForwarding': {'1.2'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'QosPolicy': {'1.8'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SecurityGroup': {'1.2'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SubPort': {'1.0'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Subnet': {'1.1'},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Trunk': {'1.1'}}
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]: consumer versions:
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Log': '1.0',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Network': '1.1',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Port': '1.5',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'PortForwarding': '1.2',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'QosPolicy': '1.8',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SecurityGroup': '1.2',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SubPort': '1.0',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Subnet': '1.1',
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Trunk': '1.1'}}
Dec 22 14:50:42.835488 dv-neutron-822675-1-hyperv neutron-server[83458]:  {{(pid=83458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:50:42.863194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:42.922270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Attempting to bind port f95a0be0-bbb6-4794-a6a8-3431627aaf00 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:50:42.922755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Attempting to bind port f95a0be0-bbb6-4794-a6a8-3431627aaf00 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:50:42.923405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Attempting to bind port f95a0be0-bbb6-4794-a6a8-3431627aaf00 on network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:50:42.929821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:50:42.930226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Checking segment: {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:50:42.930680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:42.931068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Bound using segment: {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:50:42.931547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Bound port: f95a0be0-bbb6-4794-a6a8-3431627aaf00, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:50:42.931927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:43.019349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] For port f95a0be0-bbb6-4794-a6a8-3431627aaf00, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:50:43.023192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] For port f95a0be0-bbb6-4794-a6a8-3431627aaf00, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f95a0be0-bbb6-4794-a6a8-3431627aaf00,segment=NetworkSegment(5e231af3-3db4-4be0-839f-641eefdb70eb),segment_id=5e231af3-3db4-4be0-839f-641eefdb70eb)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:50:43.028676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:43.032617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:43.134894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Pushing event updated for resources: {'Port': ['ID=f95a0be0-bbb6-4794-a6a8-3431627aaf00,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:43.137852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:44.306352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57156) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:44.707775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-620c0f95-d482-43ed-9dc0-848e1d0e9ed9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:50:44.708782 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-620c0f95-d482-43ed-9dc0-848e1d0e9ed9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4014757
Dec 22 14:50:46.270919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f95a0be0-bbb6-4794-a6a8-3431627aaf00 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:50:46.339935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:50:46.702181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5eb62e-a2c4-4977-a420-037913f43d54 None None] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:50:46.793875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Provisioning for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:50:46.801893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Provisioning complete for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:50:46.802287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:46.974579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57170) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:47.021496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:47.061737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] For port f95a0be0-bbb6-4794-a6a8-3431627aaf00, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f95a0be0-bbb6-4794-a6a8-3431627aaf00,segment=NetworkSegment(5e231af3-3db4-4be0-839f-641eefdb70eb),segment_id=5e231af3-3db4-4be0-839f-641eefdb70eb)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:50:47.071804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:47.077189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:47.143183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Pushing event updated for resources: {'Port': ['ID=f95a0be0-bbb6-4794-a6a8-3431627aaf00,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:47.146533 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:47.295490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-844a610a-3026-4ec6-91be-0196f20db83b None None] Provisioning complete for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:50:47.296101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-844a610a-3026-4ec6-91be-0196f20db83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:47.372078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-9ea1f9e1-a494-4110-90b7-a2340159a5ae admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:50:47.373161 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9ea1f9e1-a494-4110-90b7-a2340159a5ae admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3975792
Dec 22 14:50:48.246182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f95a0be0-bbb6-4794-a6a8-3431627aaf00 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:50:48.314570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:50:48.315277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:49.906999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57182) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:50.353458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:50:50.362067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:50.365806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Usage tracker for resource:router and tenant:e13a1c3ccc9d403da0798cb43b7999d0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:50.369051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:50.374571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:50.384460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:50.385947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:50.411938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:50.522586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:50.541296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:50.542548 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6749d7a0-194a-43e6-a04c-9a441be32b1f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6345754
Dec 22 14:50:52.760100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:53.137374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-b1c95b23-a7e3-49af-b33a-1a23ce41f830 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:50:53.138273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b1c95b23-a7e3-49af-b33a-1a23ce41f830 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3770742
Dec 22 14:50:54.483945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bcf28156-b224-4d4a-b713-e41bae17909c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.373358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57202) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:55.753157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:50:55.757441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:55.761604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Usage tracker for resource:network and tenant:12971fa0304e4fb49be8fb7e9c8b95c0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:55.764322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:55.770314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:55.779511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Made reservation on behalf of 12971fa0304e4fb49be8fb7e9c8b95c0 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:50:55.783175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.795086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.824342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:50:55.827973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Usage tracker for resource:security_group_rule and tenant:12971fa0304e4fb49be8fb7e9c8b95c0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:50:55.831220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:50:55.836723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:50:55.898599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.902108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.905023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:55.921125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Reserving flat network on physical network physnet1 {{(pid=83456) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 22 14:50:55.942018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a592306c-aec1-477d-ba82-dbd9fb1b66a3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:55.944581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:55.944905 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Added segment 3fea8bae-7618-4123-9f77-711c6b0ccb86 of type flat for network fec912f8-ceb4-4765-afbc-51e8cc522c06
Dec 22 14:50:55.946010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:55.977354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:56.011740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:56.012851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:50:56.013436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:56.016999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:56.114807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Pushing event updated for resources: {'Network': ['ID=fec912f8-ceb4-4765-afbc-51e8cc522c06,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:56.117529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:50:56.119172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7448683
Dec 22 14:50:56.124320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:50:56.626970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73010958-d00b-40d0-b9d2-3306ca6f78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:57.878441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:58.004203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:58.343054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57218) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:50:58.770132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e097f7c-f02d-448d-8ae3-340bf1015c59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:50:58.771430 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0e097f7c-f02d-448d-8ae3-340bf1015c59 admin admin] 10.222.0.69 "GET /v2.0/subnets/7472f623-625e-4e59-bc89-a90d41b9306c HTTP/1.1" status: 200  len: 849 time: 0.4274554
Dec 22 14:50:58.942910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ed53ebed-d686-473c-b70f-ac4b72d07653 admin admin] 10.222.0.69 "GET /v2.0/routers/9b920388-4a16-4fba-a530-c0442831d54c HTTP/1.1" status: 200  len: 704 time: 0.1662002
Dec 22 14:50:59.164864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:59.414030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:59.640296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Allocated IP 172.20.0.1 (d2a75c3d-31ea-4a78-b0f2-31c33f38e14c/7472f623-625e-4e59-bc89-a90d41b9306c/1335be08-ad4e-40a5-8859-db87733019ee) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:50:59.790827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:59.808240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Transition to ACTIVE for port object 1335be08-ad4e-40a5-8859-db87733019ee will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:50:59.858713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:59.863691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:50:59.925136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:50:59.931867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:50:59.938887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:50:59.939772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:50:59.941925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Pushing event updated for resources: {'Port': ['ID=1335be08-ad4e-40a5-8859-db87733019ee,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:50:59.946749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:00.063238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.095747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2978566-eea4-4b61-a9c0-ed9c43be3ce1 None None] Provisioning for port 1335be08-ad4e-40a5-8859-db87733019ee completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:51:00.100507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2978566-eea4-4b61-a9c0-ed9c43be3ce1 None None] Provisioning complete for port 1335be08-ad4e-40a5-8859-db87733019ee triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:00.100880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2978566-eea4-4b61-a9c0-ed9c43be3ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.153881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c2978566-eea4-4b61-a9c0-ed9c43be3ce1 None None] Port 1335be08-ad4e-40a5-8859-db87733019ee cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:51:00.283745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.288016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.289090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.292666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:00.441368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Pushing event updated for resources: {'Port': ['ID=1335be08-ad4e-40a5-8859-db87733019ee,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:00.445247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:00.504503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:51:00.505529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:51:00.677836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57815abb-54ce-4e3f-bb2e-b72b120b683e None None] Provisioning complete for port 1335be08-ad4e-40a5-8859-db87733019ee triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:00.678397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57815abb-54ce-4e3f-bb2e-b72b120b683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:00.727732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-57815abb-54ce-4e3f-bb2e-b72b120b683e None None] Port 1335be08-ad4e-40a5-8859-db87733019ee cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:51:00.851116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Router 9b920388-4a16-4fba-a530-c0442831d54c is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:51:01.013369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:51:01.022436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] 10.222.0.69 "PUT /v2.0/routers/9b920388-4a16-4fba-a530-c0442831d54c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0746541
Dec 22 14:51:01.023609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Sync routers for ids ['9b920388-4a16-4fba-a530-c0442831d54c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:51:01.036745 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Routers {'9b920388-4a16-4fba-a530-c0442831d54c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:51:01.037586 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857614e730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:50:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b920388-4a16-4fba-a530-c0442831d54c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:01.211300 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Set router 9b920388-4a16-4fba-a530-c0442831d54c gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:51:01.574821 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857614e730>, [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:00Z', 'revision_number': 2, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port_host': None, '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:00Z', 'revision_number': 2, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:01.580617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Checking router: 9b920388-4a16-4fba-a530-c0442831d54c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:51:01.580991 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Updating router 9b920388-4a16-4fba-a530-c0442831d54c port 1335be08-ad4e-40a5-8859-db87733019ee binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:51:01.634620 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.006725 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.022069 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Transition to ACTIVE for port object 1335be08-ad4e-40a5-8859-db87733019ee will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:51:02.028434 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.034190 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:02.265583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Pushing event updated for resources: {'Port': ['ID=1335be08-ad4e-40a5-8859-db87733019ee,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:02.279727 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.280055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.280373 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.280709 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.281039 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.281963 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.282279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.282603 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.282909 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.283210 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.283509 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Tracked resource versions report:
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]: pushed versions:
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Log': {'1.0'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Network': {'1.1'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Port': {'1.5'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'PortForwarding': {'1.2'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'QosPolicy': {'1.8'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SecurityGroup': {'1.2'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SubPort': {'1.0'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Subnet': {'1.1'},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Trunk': {'1.1'}}
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]: consumer versions:
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Log': '1.0',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Network': '1.1',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Port': '1.5',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'PortForwarding': '1.2',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'QosPolicy': '1.8',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SecurityGroup': '1.2',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SubPort': '1.0',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Subnet': '1.1',
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Trunk': '1.1'}}
Dec 22 14:51:02.284848 dv-neutron-822675-1-hyperv neutron-server[83459]:  {{(pid=83459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:51:02.287517 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Attempting to bind port 1335be08-ad4e-40a5-8859-db87733019ee on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:51:02.287699 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Attempting to bind port 1335be08-ad4e-40a5-8859-db87733019ee by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:51:02.288111 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Attempting to bind port 1335be08-ad4e-40a5-8859-db87733019ee on network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:51:02.292299 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:02.295428 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:51:02.295721 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Checking segment: {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:51:02.296172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.296571 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Bound using segment: {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:51:02.297636 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Bound port: 1335be08-ad4e-40a5-8859-db87733019ee, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e231af3-3db4-4be0-839f-641eefdb70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:51:02.298085 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.383181 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] For port 1335be08-ad4e-40a5-8859-db87733019ee, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:51:02.387200 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] For port 1335be08-ad4e-40a5-8859-db87733019ee, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1335be08-ad4e-40a5-8859-db87733019ee,segment=NetworkSegment(5e231af3-3db4-4be0-839f-641eefdb70eb),segment_id=5e231af3-3db4-4be0-839f-641eefdb70eb)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:51:02.390705 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:02.395954 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:02.482036 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Pushing event updated for resources: {'Port': ['ID=1335be08-ad4e-40a5-8859-db87733019ee,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:02.486156 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Routers {'9b920388-4a16-4fba-a530-c0442831d54c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:51:02.486767 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857614e730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:50:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b920388-4a16-4fba-a530-c0442831d54c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:02.538320 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:02.648981 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] Set router 9b920388-4a16-4fba-a530-c0442831d54c gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:51:02.969268 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857614e730>, [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:00Z', 'revision_number': 2, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port_host': None, '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:02Z', 'revision_number': 4, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:02.973262 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74940299-8137-411d-8577-ffdcb73a8b77 None None] The sync data for ids ['9b920388-4a16-4fba-a530-c0442831d54c'] in dv-neutron-822675-1-hyperv is: [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:00Z', 'revision_number': 2, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port_host': None, '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:02Z', 'revision_number': 4, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:51:03.145176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57240) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:51:03.316016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae3208-a20a-47a1-b7f0-6d7be85db953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:51:03.316612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2aae3208-a20a-47a1-b7f0-6d7be85db953 admin admin] Synchronizing usage tracker for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:51:03.336019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2aae3208-a20a-47a1-b7f0-6d7be85db953 admin admin] Unset dirty status for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:51:03.337455 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2aae3208-a20a-47a1-b7f0-6d7be85db953 admin admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 842 time: 0.1912601
Dec 22 14:51:03.347255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'name': 'public-subnet'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:51:03.352360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:51:03.356089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Usage tracker for resource:subnet and tenant:12971fa0304e4fb49be8fb7e9c8b95c0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:51:03.358936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:51:03.365462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:51:03.374539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Made reservation on behalf of 12971fa0304e4fb49be8fb7e9c8b95c0 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:51:03.377503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:03.752458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 14:51:03.752902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:03.756859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:03.823328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca378e6b-2565-407c-b1f3-e4c027ffc5e6,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:03.827618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:03.848321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:51:03.848692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Network hostable DHCP agents. Network: fec912f8-ceb4-4765-afbc-51e8cc522c06, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:51:03.874712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:51:03.889114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, fec912f8-ceb4-4765-afbc-51e8cc522c06) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:51:03.894742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:51:03.896032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:03.903601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829fef4-eba9-403e-834f-237229470367 None None] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:51:03.918403 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5747044
Dec 22 14:51:04.150126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21360c62-43e7-4735-876e-c6b9c100cc64 None None] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:51:04.303195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1335be08-ad4e-40a5-8859-db87733019ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:51:04.438851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1335be08-ad4e-40a5-8859-db87733019ee completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:51:04.443393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1335be08-ad4e-40a5-8859-db87733019ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:04.443766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:04.553924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:04.585319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1335be08-ad4e-40a5-8859-db87733019ee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1335be08-ad4e-40a5-8859-db87733019ee,segment=NetworkSegment(5e231af3-3db4-4be0-839f-641eefdb70eb),segment_id=5e231af3-3db4-4be0-839f-641eefdb70eb)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:51:04.590276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:04.592485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9ca7ec75-e3de-4d42-bb20-0e0f104d521e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:04.657344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1335be08-ad4e-40a5-8859-db87733019ee,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:04.660515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:06.069033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57258) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:51:06.258990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1335be08-ad4e-40a5-8859-db87733019ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:51:06.333774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1335be08-ad4e-40a5-8859-db87733019ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:06.334427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:06.341098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-81b859b0-9600-4708-9f99-777fb6e579fd admin admin] 10.222.0.69 "GET /v2.0/routers/9b920388-4a16-4fba-a530-c0442831d54c HTTP/1.1" status: 200  len: 710 time: 0.2660058
Dec 22 14:51:06.462553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334395ea-0461-4b33-999e-1c0eb34cb9af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:51:06.463887 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-334395ea-0461-4b33-999e-1c0eb34cb9af admin admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 886 time: 0.1225569
Dec 22 14:51:06.472687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:51:06.947825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.127796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.184449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.327733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Allocated IP 172.26.3.188 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:51:07.471663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.522482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.526602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:07.590056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:51:07.593264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Pushing event updated for resources: {'Port': ['ID=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:07.595312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:51:07.607362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:07.615753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:51:07.823464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.991770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:07.995009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:08.187802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Router 9b920388-4a16-4fba-a530-c0442831d54c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:51:08.382580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:51:08.390418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:08.391567 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] 10.222.0.69 "PUT /v2.0/routers/9b920388-4a16-4fba-a530-c0442831d54c HTTP/1.1" status: 200  len: 890 time: 1.9220777
Dec 22 14:51:08.391852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Sync routers for ids ['9b920388-4a16-4fba-a530-c0442831d54c'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:51:08.404262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Routers {'9b920388-4a16-4fba-a530-c0442831d54c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:51:08.404976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ed2310>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:50:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b920388-4a16-4fba-a530-c0442831d54c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:08.597391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Set router 9b920388-4a16-4fba-a530-c0442831d54c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:51:08.931344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ed2310>, [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:07Z', 'revision_number': 4, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port': {'id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:51:07Z', 'updated_at': '2021-12-22T14:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:04Z', 'revision_number': 5, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:08.936011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Checking router: 9b920388-4a16-4fba-a530-c0442831d54c for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:51:08.936361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Updating router 9b920388-4a16-4fba-a530-c0442831d54c port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:51:08.988334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.304791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.316091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Transition to ACTIVE for port object d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:51:09.323428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.327089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:09.401505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Pushing event updated for resources: {'Port': ['ID=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:09.403938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Attempting to bind port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:51:09.404303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Attempting to bind port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:51:09.404683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Attempting to bind port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:51:09.407389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:09.412770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:51:09.413141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:51:09.413531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.413919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:51:09.414375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Bound port: d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:51:09.414752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.506821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] For port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:51:09.509735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] For port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:51:09.515877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:09.519654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:09.589880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Pushing event updated for resources: {'Port': ['ID=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:09.594411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:09.598140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Routers {'9b920388-4a16-4fba-a530-c0442831d54c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:51:09.598750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ed2310>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:50:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b920388-4a16-4fba-a530-c0442831d54c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:09.774751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] Set router 9b920388-4a16-4fba-a530-c0442831d54c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:51:10.089777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7200419e-28ad-40c3-9698-9547db67814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ed2310>, [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:07Z', 'revision_number': 4, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port': {'id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:51:07Z', 'updated_at': '2021-12-22T14:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:04Z', 'revision_number': 5, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:51:10.094285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200419e-28ad-40c3-9698-9547db67814a None None] The sync data for ids ['9b920388-4a16-4fba-a530-c0442831d54c'] in dv-neutron-822675-1-hyperv is: [{'id': '9b920388-4a16-4fba-a530-c0442831d54c', 'name': 'router1', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:50:50Z', 'updated_at': '2021-12-22T14:51:07Z', 'revision_number': 4, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'gw_port': {'id': 'd743bfa9-2ace-48b0-80ca-d2ab3bed6ff2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:51:07Z', 'updated_at': '2021-12-22T14:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1335be08-ad4e-40a5-8859-db87733019ee', 'name': '', 'network_id': 'd2a75c3d-31ea-4a78-b0f2-31c33f38e14c', 'tenant_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'mac_address': 'fa:16:3e:09:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920388-4a16-4fba-a530-c0442831d54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:50:59Z', 'updated_at': '2021-12-22T14:51:04Z', 'revision_number': 5, 'project_id': 'e13a1c3ccc9d403da0798cb43b7999d0', 'subnets': [{'id': '7472f623-625e-4e59-bc89-a90d41b9306c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03ebeed4-44fb-41b0-9b34-0f6c7908ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:51:10.297920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:51:10.371264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:51:10.377856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:10.378225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:10.498510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:10.515413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:51:10.520954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:10.523321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:51:10.592776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:51:10.596172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:51:10.675157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57270) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:51:10.811337 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fad915d6-a9fb-4728-8507-784eb7d24af0 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1084 time: 0.1350741
Dec 22 14:51:12.259411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:51:12.330589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d743bfa9-2ace-48b0-80ca-d2ab3bed6ff2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:51:12.330962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:20.216594 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:51:24.487624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7f2c9bd0-7ed3-4b2e-8401-ee69fdc23647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:26.629202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f38d6e3d-fbc0-499a-83ef-bd3476fe94f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:27.880493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:28.006513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:29.181766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:54.490514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-768e5c47-bba3-4cd9-9600-d0159d6e0ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:56.638861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfa4cddd-21f4-4d9d-bbd7-fd852a43c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:57.207921 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:51:57.882689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:58.008494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:51:59.187732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:24.493953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90e967f8-d7f7-4679-9776-d51c0c3df823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:26.638397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-11d3f6f5-d3b5-49a5-a037-b2a96d5be547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:27.887623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:28.014676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:29.189984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:34.208626 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:52:54.497878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-356a1f65-f874-4bb3-8f19-64821f3f3000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:56.633089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-81d9ad29-f25c-4293-9e0d-2d48d6f303ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:57.890680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:58.006947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:52:59.192760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:11.208621 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:53:15.967808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57878) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:16.058084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c0e00e-5578-4585-9727-ef110ab19738 admin admin] GET failed (client error): The resource could not be found.
Dec 22 14:53:16.060078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-79c0e00e-5578-4585-9727-ef110ab19738 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0911157
Dec 22 14:53:16.221301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65015b-45f1-4a9f-9c34-4b3065b71ddf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:16.222649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc65015b-45f1-4a9f-9c34-4b3065b71ddf admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1588833
Dec 22 14:53:18.313846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57888) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:18.444323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f25a75-b637-43af-8069-5d30acd4187c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:18.444813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b6f25a75-b637-43af-8069-5d30acd4187c admin admin] Synchronizing usage tracker for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:53:18.461120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b6f25a75-b637-43af-8069-5d30acd4187c admin admin] Unset dirty status for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:53:18.462260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b6f25a75-b637-43af-8069-5d30acd4187c admin admin] 10.222.0.69 "GET /v2.0/subnets/7472f623-625e-4e59-bc89-a90d41b9306c HTTP/1.1" status: 200  len: 849 time: 0.1474779
Dec 22 14:53:18.472076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:53:18.587611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:18.773299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181'] for subnet, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:18.776837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:53:18.820497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:18.821099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:18.822661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] 10.222.0.69 "PUT /v2.0/subnets/7472f623-625e-4e59-bc89-a90d41b9306c HTTP/1.1" status: 200  len: 868 time: 0.3539350
Dec 22 14:53:18.842957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7472f623-625e-4e59-bc89-a90d41b9306c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:53:18.847633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416af4f0-0517-4385-af9e-3fe78584d1dc None None] Network d2a75c3d-31ea-4a78-b0f2-31c33f38e14c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:53:18.851874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.852213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.852578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.852903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.853292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.853618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.853943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.854259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.854572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.854957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.855271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:53:18.859727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:53:19.289981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1a9b760b-04ff-4304-8a42-d763df047760 None None] Provisioning complete for port f95a0be0-bbb6-4794-a6a8-3431627aaf00 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:53:19.290374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1a9b760b-04ff-4304-8a42-d763df047760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:19.414693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1a9b760b-04ff-4304-8a42-d763df047760 None None] Provisioning complete for port 1335be08-ad4e-40a5-8859-db87733019ee triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:53:19.414951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1a9b760b-04ff-4304-8a42-d763df047760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:20.867025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57898) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:21.061069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfba9b4-e9ed-49d4-8270-a3d21d3dd7de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:21.061443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfba9b4-e9ed-49d4-8270-a3d21d3dd7de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:21.062949 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fcfba9b4-e9ed-49d4-8270-a3d21d3dd7de admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1950004
Dec 22 14:53:23.173277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57908) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:23.368333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363552a-a7e0-4f3e-baf9-05af56fb48cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:23.368644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363552a-a7e0-4f3e-baf9-05af56fb48cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:23.370127 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6363552a-a7e0-4f3e-baf9-05af56fb48cf admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1959224
Dec 22 14:53:24.499613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b6de617-ca5f-4371-91f7-1edb93d8c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:25.381860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:25.577295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a5162-3c98-4786-ace0-645caef8ad62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:25.579876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3f5a5162-3c98-4786-ace0-645caef8ad62 admin admin] 10.222.0.69 "GET /v2.0/networks/d2a75c3d-31ea-4a78-b0f2-31c33f38e14c HTTP/1.1" status: 200  len: 869 time: 0.1956856
Dec 22 14:53:26.639792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-108550b1-41f3-4241-b0b2-5ba928cbbb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:27.612314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57928) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:27.806270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b5a0a-edda-4232-ba6c-b64533a6e2ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:27.807528 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6b0b5a0a-edda-4232-ba6c-b64533a6e2ad admin admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 886 time: 0.1942551
Dec 22 14:53:27.894184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:28.010196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:29.195204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:29.839268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57938) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:29.970366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656204e-b7a2-4f24-bc79-6f082c2b0d0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:29.970703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656204e-b7a2-4f24-bc79-6f082c2b0d0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:29.972178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8656204e-b7a2-4f24-bc79-6f082c2b0d0d admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1313119
Dec 22 14:53:31.987244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57948) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:32.114500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e76192-3af7-454c-bd50-9377c2cd34ca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:32.114869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e76192-3af7-454c-bd50-9377c2cd34ca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:32.116356 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-82e76192-3af7-454c-bd50-9377c2cd34ca admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1281667
Dec 22 14:53:34.113875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 57958) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:34.241973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a9cf23-29cc-4c82-9d62-f675f6c9d843 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:34.243279 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-76a9cf23-29cc-4c82-9d62-f675f6c9d843 admin admin] 10.222.0.69 "GET /v2.0/subnets/7472f623-625e-4e59-bc89-a90d41b9306c HTTP/1.1" status: 200  len: 868 time: 0.1283925
Dec 22 14:53:36.256139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 57968) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:36.381039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae3ef5-7065-4edd-b83a-9882286e4868 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:36.382369 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-58ae3ef5-7065-4edd-b83a-9882286e4868 admin admin] 10.222.0.69 "GET /v2.0/subnets/ca378e6b-2565-407c-b1f3-e4c027ffc5e6 HTTP/1.1" status: 200  len: 816 time: 0.1252973
Dec 22 14:53:48.209193 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:53:54.193876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58006) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:54.265666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-584cc91f-78ec-4067-8202-24291da79524 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:53:54.266658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-584cc91f-78ec-4067-8202-24291da79524 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0718486
Dec 22 14:53:54.501414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1944a0f7-8611-448f-abd5-c60a1b677502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:56.342040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58016) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:56.434028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf22e41a-d90d-4cdf-9305-d801babc6eda admin admin] GET failed (client error): The resource could not be found.
Dec 22 14:53:56.435259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf22e41a-d90d-4cdf-9305-d801babc6eda admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0923183
Dec 22 14:53:56.559241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633e8a2-47f1-4e12-8007-ac00892d168b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:56.560615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e633e8a2-47f1-4e12-8007-ac00892d168b admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1213002
Dec 22 14:53:56.635137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfb065f6-1937-415b-b4ba-d623f102950d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:57.895099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.012830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.577046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58026) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:53:58.649323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:53:58.654256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:53:58.663793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:53:58.673542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Made reservation on behalf of 12971fa0304e4fb49be8fb7e9c8b95c0 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:53:58.675725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.794410 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING neutron.services.revisions.revision_plugin [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8575d727f0] {project_id='12971fa0304e4fb49be8fb7e9c8b95c0', id='49a22cfe-8002-4e9a-837a-de4580312b4c', target_tenant='*', action='access_as_shared', object_id='075f829c-dd51-496b-971d-3d4ab03271ec'}> to bump revision.
Dec 22 14:53:58.805726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:53:58.814167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.814503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Added segment 0aebd1a9-9174-4ead-be28-8c8fd0627bc5 of type vlan for network 075f829c-dd51-496b-971d-3d4ab03271ec
Dec 22 14:53:58.839946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.866995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.868207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:53:58.868813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:53:58.873442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:53:58.966764 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3886423
Dec 22 14:53:58.971262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Pushing event updated for resources: {'Network': ['ID=075f829c-dd51-496b-971d-3d4ab03271ec,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:53:58.974005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:53:58.981817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 075f829c-dd51-496b-971d-3d4ab03271ec details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:53:59.199307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:01.012178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58036) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:54:01.100642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3a4b8a-39f8-44ef-8a3b-e47201c4d5e1 admin admin] GET failed (client error): The resource could not be found.
Dec 22 14:54:01.101132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c3a4b8a-39f8-44ef-8a3b-e47201c4d5e1 admin admin] Synchronizing usage tracker for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:54:01.117106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c3a4b8a-39f8-44ef-8a3b-e47201c4d5e1 admin admin] Unset dirty status for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:54:01.118172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c3a4b8a-39f8-44ef-8a3b-e47201c4d5e1 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1050231
Dec 22 14:54:01.222550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180359dd-b867-4a97-aadf-a80dabee2987 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:54:01.223933 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-180359dd-b867-4a97-aadf-a80dabee2987 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1009986
Dec 22 14:54:01.233748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec', 'cidr': '192.168.233.0/24'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:54:01.237971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:54:01.247874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:54:01.257496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Made reservation on behalf of 12971fa0304e4fb49be8fb7e9c8b95c0 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:54:01.259733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Notify callbacks [] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:01.450336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:01.454611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d7cd3de-4ff9-4931-859b-ccaba6827373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:54:01.523729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e410b7-7fff-4a85-9f71-92333b4cc866,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:54:01.527424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:54:01.533813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Checking segment: {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:54:01.534162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Network hostable DHCP agents. Network: 075f829c-dd51-496b-971d-3d4ab03271ec, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:54:01.555255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Network 075f829c-dd51-496b-971d-3d4ab03271ec is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:54:01.563953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 075f829c-dd51-496b-971d-3d4ab03271ec) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:54:01.567894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:54:01.568505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:01.574119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639cf7ab-6040-46d5-9c2f-ae6fbce89388 None None] Network 075f829c-dd51-496b-971d-3d4ab03271ec requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:54:01.597214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3622987
Dec 22 14:54:01.797087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-075f829c-dd51-496b-971d-3d4ab03271ec', 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec', 'tenant_id': '12971fa0304e4fb49be8fb7e9c8b95c0', 'fixed_ips': [{'subnet_id': 'a5e410b7-7fff-4a85-9f71-92333b4cc866'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:54:01.797913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:01.954651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Allocated IP 192.168.233.2 (075f829c-dd51-496b-971d-3d4ab03271ec/a5e410b7-7fff-4a85-9f71-92333b4cc866/7c5351e6-98e0-43d7-bd17-d749b1eb4a81) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:54:02.157288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:02.168527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Transition to ACTIVE for port object 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:54:02.186900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Transition to ACTIVE for port object 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:54:02.193186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:02.197923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b25597dd-9f98-4e72-9b6d-02e1de7d5bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:54:02.256772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Network 075f829c-dd51-496b-971d-3d4ab03271ec is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:54:02.263877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:54:02.266364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:54:02.277110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Pushing event updated for resources: {'Port': ['ID=7c5351e6-98e0-43d7-bd17-d749b1eb4a81,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:54:02.341220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.341567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.341906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.342232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.342572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.342897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.343215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.343551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.343867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.344179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.344516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:54:02.348102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:54:02.376072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Attempting to bind port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:54:02.376455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Attempting to bind port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:54:02.376813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Attempting to bind port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 on network 075f829c-dd51-496b-971d-3d4ab03271ec {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:54:02.383075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:54:02.383447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Checking segment: {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:54:02.383845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:02.384237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Bound using segment: {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:54:02.384720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Bound port: 7c5351e6-98e0-43d7-bd17-d749b1eb4a81, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:54:02.385685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:02.494303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] For port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:54:02.499512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] For port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7c5351e6-98e0-43d7-bd17-d749b1eb4a81,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:54:02.503838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:02.507640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:54:02.586761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Pushing event updated for resources: {'Port': ['ID=7c5351e6-98e0-43d7-bd17-d749b1eb4a81,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:54:02.594241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:54:03.443257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754caead-ea85-47b0-8fa3-7dbd92a069c2 None None] Network 075f829c-dd51-496b-971d-3d4ab03271ec requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:54:03.535320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9862dc1c-9cff-481a-98df-acf9691d5232 None None] Provisioning for port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:54:04.364689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:54:04.436510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:54:04.441154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:54:04.441538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:04.553962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:04.585379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7c5351e6-98e0-43d7-bd17-d749b1eb4a81,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:54:04.589920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:04.592036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:54:04.655336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=7c5351e6-98e0-43d7-bd17-d749b1eb4a81,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:54:04.658510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:54:06.345771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:54:06.417852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7c5351e6-98e0-43d7-bd17-d749b1eb4a81 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:54:06.418197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:24.507511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-041ea809-930b-43eb-963a-ea8cf8735f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:25.208815 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:54:26.642564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f5272c68-eea4-4566-9596-ae016685c599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:27.899703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:28.015829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:29.200199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:54.510721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001effec-6c51-4fe6-b150-1cb2bb59255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:56.639489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c229b0e5-4912-4ce7-abdc-6df2b752d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:57.900906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:58.017878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:54:59.207274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:02.208502 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:55:10.925434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58078) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:55:10.931272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-64421802-8d03-451f-8006-bbbd83b4ce23 tempest-verify_tempest_config-1678031411 tempest-verify_tempest_config-1678031411-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:55:10.932204 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-64421802-8d03-451f-8006-bbbd83b4ce23 tempest-verify_tempest_config-1678031411 tempest-verify_tempest_config-1678031411-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058520
Dec 22 14:55:11.267648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58094) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:55:11.414021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.467569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:55:11.471535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Usage tracker for resource:security_group_rule and tenant:56d82530c4044a3499d30aa908b3d734 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:55:11.474948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:55:11.481793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:55:11.549766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.553478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.560781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:55:11.599147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb39884-03e9-4b14-b040-c7742474185f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:55:11.605150 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56d82530c4044a3499d30aa908b3d734&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3365486
Dec 22 14:55:11.607975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58100) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:55:11.609890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.610296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.610637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.610963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.611303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.611614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.611934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.612247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.612586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.613082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.613400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.617650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:55:11.671978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.696823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.785569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.790229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:55:11.800832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb39884-03e9-4b14-b040-c7742474185f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:55:11.812082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.812435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.812763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.813080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.813415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.813731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.814055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.814367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.814693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.814981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.815286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:55:11.817732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:11.818898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeb39884-03e9-4b14-b040-c7742474185f HTTP/1.1" status: 204  len: 168 time: 0.2074039
Dec 22 14:55:11.819855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:55:24.512793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-61124620-4b02-44f9-ac3f-d161bda39e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:26.631766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f6fc-72f7-4bdc-a452-59c9f2024740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:27.903876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:28.019476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:29.207262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:39.207967 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:55:54.515080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4de2bd5-53ae-412b-b8b3-dd5cc41c9bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:56.636152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bba1b03b-b7cb-45fd-97c8-24b6864fd59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:57.907023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:58.020678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:55:59.210240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:16.207787 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 5 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:56:24.517204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f754742e-ebbe-4a95-a2c2-36e36e4a3359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:26.640878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-167abed7-c7a7-4721-8867-3649f1cb8e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:27.910179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:28.021973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:29.214610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:33.054769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921775'] for agent, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:44.326615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58170) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:56:44.460052 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a0fd4c3a-ee18-4df0-83f1-554478cc4c48 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1323464
Dec 22 14:56:46.492092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58180) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:56:46.579277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2840e4bb-e25a-4e89-bf8e-39630a5b166d admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0860457
Dec 22 14:56:53.208492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:56:54.519781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-21c32ac7-8069-4e6e-bca1-dc28056d689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:56.642749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9aa74da-8305-478b-b717-f6863e8e5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:57.913593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:58.023902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:56:59.215844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:03.008590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:24.525109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2a63f6a6-48e1-495f-937c-0929e1d6ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:26.705948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-327fe6d9-cb97-4a29-ac94-3d118477f72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:27.932673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:28.026004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:29.219408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:30.209417 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:57:33.023217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:54.517768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7490c4f0-9e24-4ff3-a78c-a2763d04bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:56.648826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8d350032-e173-41a8-a253-ee87a94d84c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:57.921681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:58.027782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:57:59.224557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:03.022177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:07.215414 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:58:10.421759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58364) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:10.630572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58376) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:10.781815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58384) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:10.901371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1478959158-network', 'tenant_id': 'fcd195266ef04b0eaee4152119268543'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:10.906581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:10.910648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Usage tracker for resource:network and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:10.914237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:10.919899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:10.930543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Made reservation on behalf of fcd195266ef04b0eaee4152119268543 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:10.932951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:10.946558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:10.981028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:10.985314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:10.988181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:10.994005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.064002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.067745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.071943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:11.101687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:11.103736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df56238f-c49c-4de0-9e8b-2753fa5ddcfd,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:11.114431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.114775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.115102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.115876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.116205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.116624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.116965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.117279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.117631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.117900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.118210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Tracked resource versions report:
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]: pushed versions:
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Log': {'1.0'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Network': {'1.1'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Port': {'1.5'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'PortForwarding': {'1.2'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'QosPolicy': {'1.8'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SecurityGroup': {'1.2'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'SubPort': {'1.0'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Subnet': {'1.1'},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     'Trunk': {'1.1'}}
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]: consumer versions:
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     HyperV agent@hv-neutron-8226: {},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Log': '1.0',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Network': '1.1',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Port': '1.5',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'PortForwarding': '1.2',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'QosPolicy': '1.8',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SecurityGroup': '1.2',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'SubPort': '1.0',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Subnet': '1.1',
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:                                                        'Trunk': '1.1'}}
Dec 22 14:58:11.119266 dv-neutron-822675-1-hyperv neutron-server[83456]:  {{(pid=83456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:58:11.123659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:11.128296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.128468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Added segment d4155f22-5f21-4115-806b-f0519ef8d389 of type vlan for network 8cb4a9c6-e904-47c5-babd-fbad8312b19f
Dec 22 14:58:11.134536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2141647178-network', 'tenant_id': '79a130092077406f88730624da931c5b'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:11.142965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.146760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Usage tracker for resource:network and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.150769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.159310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.180374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.185032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Made reservation on behalf of 79a130092077406f88730624da931c5b for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:11.187515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.204459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.252562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.254760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.257042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:11.257609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.262469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Usage tracker for resource:security_group_rule and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.264744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:11.277162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.290523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.361203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-79642831-network', 'tenant_id': '0631083bec19464db01039a923cbf8e9'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:11.398186 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9752705
Dec 22 14:58:11.401334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58406) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:11.407265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Request body: {'subnet': {'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1478959158-subnet', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:11.422910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.429179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Usage tracker for resource:subnet and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.433440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.443494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.447496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.454758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.458767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Usage tracker for resource:network and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.461848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.462460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Made reservation on behalf of fcd195266ef04b0eaee4152119268543 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:11.465743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.468537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.477535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.491969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:11.501361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.501698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Added segment 28551c6e-e07a-4e44-8583-8688eacd5060 of type vlan for network a9b93d59-3901-4fa4-82af-7e362fe62812
Dec 22 14:58:11.525339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb4a9c6-e904-47c5-babd-fbad8312b19f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:11.532794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.539435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:11.562105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:11.563041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Made reservation on behalf of 0631083bec19464db01039a923cbf8e9 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:11.565862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.575401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:11.588945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.589835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.605696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:11.606657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.679634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58418) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:11.691310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Request body: {'subnet': {'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2141647178-subnet', 'tenant_id': '79a130092077406f88730624da931c5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:11.693065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0579593
Dec 22 14:58:11.694426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.700715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Usage tracker for resource:security_group_rule and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.712339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:11.718335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Usage tracker for resource:subnet and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:11.721278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.727573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.739149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:11.789817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:11.818862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Made reservation on behalf of 79a130092077406f88730624da931c5b for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:11.821230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.830279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.832860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c47e39-782d-4f4c-a59e-2a371dee605f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:11.836165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.850032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:11.851246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8c3b2ec-6dd5-4842-a71d-d8c869081d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:11.879227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:11.889449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.889780 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Added segment b26cc911-6af5-434d-85ea-c262acf84981 of type vlan for network 19c39888-59d7-472f-82ae-9068cd5bf99c
Dec 22 14:58:11.954976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:11.963667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:11.988023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.001887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Pushing event updated for resources: {'Network': ['ID=a9b93d59-3901-4fa4-82af-7e362fe62812,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.012815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a9b93d59-3901-4fa4-82af-7e362fe62812 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:12.013571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.015021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:12.033363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa92a60-9ce6-40c8-92e4-b064967cfaa9,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.053277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.053417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.053747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.054069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.054392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.054700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.055015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.055331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.055641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.055949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.056257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Tracked resource versions report:
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]: pushed versions:
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Log': {'1.0'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Network': {'1.1'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Port': {'1.5'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'PortForwarding': {'1.2'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'QosPolicy': {'1.8'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SecurityGroup': {'1.2'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'SubPort': {'1.0'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Subnet': {'1.1'},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     'Trunk': {'1.1'}}
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]: consumer versions:
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     HyperV agent@hv-neutron-8226: {},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Log': '1.0',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Network': '1.1',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Port': '1.5',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'PortForwarding': '1.2',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'QosPolicy': '1.8',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SecurityGroup': '1.2',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'SubPort': '1.0',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Subnet': '1.1',
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:                                                        'Trunk': '1.1'}}
Dec 22 14:58:12.057350 dv-neutron-822675-1-hyperv neutron-server[83457]:  {{(pid=83457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:58:12.064628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.067194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:12.067911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.093115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35e8a9-1a44-47d4-bab8-93e11833adb5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.097340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.099039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3162193
Dec 22 14:58:12.100204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.100850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:12.107275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58438) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:12.118651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Request body: {'subnet': {'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-79642831-subnet', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:12.136211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:12.145404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Usage tracker for resource:subnet and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:12.152020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:12.161593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Checking segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:12.161940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Network hostable DHCP agents. Network: 8cb4a9c6-e904-47c5-babd-fbad8312b19f, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:12.166216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:12.209207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Pushing event updated for resources: {'Network': ['ID=19c39888-59d7-472f-82ae-9068cd5bf99c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.211019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58442) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:12.214148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Made reservation on behalf of 0631083bec19464db01039a923cbf8e9 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:12.215126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.216397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.228424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 19c39888-59d7-472f-82ae-9068cd5bf99c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:12.234756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.300553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-763afcab-20f9-4b22-8a44-2818e7f96e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:12.421435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:12.453988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a677c2c-0338-4057-a23c-90eda6f5e5fa,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.464838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8cb4a9c6-e904-47c5-babd-fbad8312b19f) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:12.467534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.475650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1bd70-99c7-447e-bfe4-2581b3063e59 None None] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:12.565601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:12.566176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.590823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.604658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:12.663598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Checking segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:12.664228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Network hostable DHCP agents. Network: a9b93d59-3901-4fa4-82af-7e362fe62812, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:12.685570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58458) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:12.687163 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2847488
Dec 22 14:58:12.694178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:12.704297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:12.705430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-526226405'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:12.713956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Usage tracker for resource:router and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:12.720565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:12.721358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:12.730945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:12.733578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbc53de-d91c-43f1-8ec7-b38837aabfc2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:12.736151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Usage tracker for resource:network and tenant:b5a23e1423804375b92975ab1e15adce is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:12.740531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:12.752925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:12.755730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:12.763487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.766017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.769982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:58:12.771078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.776347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Checking segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:12.776585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Network hostable DHCP agents. Network: 19c39888-59d7-472f-82ae-9068cd5bf99c, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:12.798035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Made reservation on behalf of b5a23e1423804375b92975ab1e15adce for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:12.803573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.809018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.821310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Network a9b93d59-3901-4fa4-82af-7e362fe62812 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:12.853121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.866339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a9b93d59-3901-4fa4-82af-7e362fe62812) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:12.876688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:12.877268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.911994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:12.914405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Network 19c39888-59d7-472f-82ae-9068cd5bf99c is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:12.919591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2341828
Dec 22 14:58:12.923603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Usage tracker for resource:security_group_rule and tenant:b5a23e1423804375b92975ab1e15adce is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:12.925437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58466) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:12.926863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:12.929458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 19c39888-59d7-472f-82ae-9068cd5bf99c) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:12.935018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:12.937591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:12.938082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:12.938698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:12.949062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:13.003840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Allocated IP 172.20.0.2 (8cb4a9c6-e904-47c5-babd-fbad8312b19f/7fa92a60-9ce6-40c8-92e4-b064967cfaa9/97740397-0cba-4e35-8191-1a3a15d7b11b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:13.008308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Usage tracker for resource:router and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:13.043998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.048287 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.9380858
Dec 22 14:58:13.050862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.070260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:13.072956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58472) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:13.073179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:13.084612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:13.089946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763200002771', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.090142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:13.090471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8576c5ad30> segment precommit_create {{(pid=83457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 14:58:13.090966 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Added segment 47d5617b-e8de-4f38-a564-dd0d7866638f of type vlan for network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e
Dec 22 14:58:13.141847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.144194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:13.160228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Usage tracker for resource:router and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:13.164660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:13.173853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:13.177030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.180087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.190376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:13.201018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.202620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.208335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.209138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.219438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:13.220141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.247622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.265627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.0535560
Dec 22 14:58:13.275162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd333c75-a5f4-429d-922b-23f23777208e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:13.292106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:13.293699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:13.301630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.315212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Transition to ACTIVE for port object 97740397-0cba-4e35-8191-1a3a15d7b11b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:13.340595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b79889-dbf8-4017-825a-42559878481d None None] Network a9b93d59-3901-4fa4-82af-7e362fe62812 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:13.355965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8408520-2e4c-47bc-aaca-28a1a069a1b5 None None] Network 19c39888-59d7-472f-82ae-9068cd5bf99c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:13.374365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Transition to ACTIVE for port object 97740397-0cba-4e35-8191-1a3a15d7b11b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:13.423156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Pushing event updated for resources: {'Network': ['ID=2bb169b2-6acf-4ab2-b72e-e78557a1d55e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:13.436752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.438523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:13.441728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:13.459966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.639450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:13.696059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:13.752579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:13.815388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:13.852417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.862034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:13.982500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.005628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a9b93d59-3901-4fa4-82af-7e362fe62812', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:58:14.006453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.033865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Attempting to bind port 97740397-0cba-4e35-8191-1a3a15d7b11b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:14.034152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Attempting to bind port 97740397-0cba-4e35-8191-1a3a15d7b11b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:14.034979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Attempting to bind port 97740397-0cba-4e35-8191-1a3a15d7b11b on network 8cb4a9c6-e904-47c5-babd-fbad8312b19f {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:14.105829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:14.137648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:14.138174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Checking segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:14.139235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.139736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Bound using segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:14.140309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Bound port: 97740397-0cba-4e35-8191-1a3a15d7b11b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:14.140844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.160124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.194184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Pushing event updated for resources: {'Port': ['ID=97740397-0cba-4e35-8191-1a3a15d7b11b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:14.306293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.306716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.307110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.307520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.307856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.308273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.308671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.309067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.309388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.309815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.310767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Tracked resource versions report:
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]: pushed versions:
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Log': {'1.0'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Network': {'1.1'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Port': {'1.5'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'PortForwarding': {'1.2'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'QosPolicy': {'1.8'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SecurityGroup': {'1.2'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'SubPort': {'1.0'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Subnet': {'1.1'},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     'Trunk': {'1.1'}}
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]: consumer versions:
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     HyperV agent@hv-neutron-8226: {},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Log': '1.0',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Network': '1.1',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Port': '1.5',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'PortForwarding': '1.2',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'QosPolicy': '1.8',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SecurityGroup': '1.2',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'SubPort': '1.0',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Subnet': '1.1',
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:                                                        'Trunk': '1.1'}}
Dec 22 14:58:14.311668 dv-neutron-822675-1-hyperv neutron-server[83458]:  {{(pid=83458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:58:14.349721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:14.358578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Allocated IP 172.26.3.16 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/e1ad39be-a7d8-4626-9694-c49688c745a4) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:14.383593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58520) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:14.457195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] For port 97740397-0cba-4e35-8191-1a3a15d7b11b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:14.469774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Allocated IP 172.20.0.2 (a9b93d59-3901-4fa4-82af-7e362fe62812/2a677c2c-0338-4057-a23c-90eda6f5e5fa/693106cd-cb80-4891-bd9c-dc7b72b62064) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:14.478524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] For port 97740397-0cba-4e35-8191-1a3a15d7b11b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=97740397-0cba-4e35-8191-1a3a15d7b11b,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:14.486790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.506315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:14.587748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-19c39888-59d7-472f-82ae-9068cd5bf99c', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:58:14.588889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.646413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.690854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.737222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.784514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Pushing event updated for resources: {'Port': ['ID=97740397-0cba-4e35-8191-1a3a15d7b11b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:14.848151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.858403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.898341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-054ac78b-f5ff-481f-814a-bac11994d7e1 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:14.939137 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-054ac78b-f5ff-481f-814a-bac11994d7e1 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "PUT /v2.0/quotas/3e4d5ed808714824b78b32165a88238a HTTP/1.1" status: 200  len: 368 time: 0.8318384
Dec 22 14:58:14.941869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58530) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:14.957402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Request body: {'network': {'project_id': '3e4d5ed808714824b78b32165a88238a'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:14.969087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:14.971307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:14.978938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Usage tracker for resource:network and tenant:3e4d5ed808714824b78b32165a88238a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:14.987767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:14.990911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.007276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:15.024567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Made reservation on behalf of 3e4d5ed808714824b78b32165a88238a for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:15.027272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.055617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.148305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:15.162371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Usage tracker for resource:security_group_rule and tenant:3e4d5ed808714824b78b32165a88238a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:15.169196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.182642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:15.214730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:15.223184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:15.227203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ad39be-a7d8-4626-9694-c49688c745a4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:15.258984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:15.285853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Allocated IP 172.20.0.2 (19c39888-59d7-472f-82ae-9068cd5bf99c/dbbc53de-d91c-43f1-8ec7-b38837aabfc2/16b90597-2b48-46dc-8b60-3eb1f7bca443) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:15.286670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:15.326018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58542) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:15.351456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-63226524'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:15.368545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:15.380991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:15.381901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Usage tracker for resource:port and tenant:5c4ee8521b034e22a9aa2ff5c1052d0a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:15.385057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.385214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Allocated IP 172.26.3.131 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/3e8148a4-80fa-486b-acca-88fced67ab3c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:15.395847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.397062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.412453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:15.414307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:15.423947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:15.457279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.457622 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Added segment 6a3eeb47-0ce8-4160-8634-552163204a1e of type vlan for network 8ddcbd70-f059-4c58-8201-b3ab135f8f16
Dec 22 14:58:15.507793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1704926130'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:15.512423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:15.526830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Usage tracker for resource:router and tenant:fb47c48d7e2e4f8ebedab74f6c6f2b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:15.527232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Made reservation on behalf of 5c4ee8521b034e22a9aa2ff5c1052d0a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:15.530576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.532749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.543534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:15.552918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.562842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:15.565597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e1d2c3-69b8-4b0b-b0c7-11142a404183,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:15.573210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:15.576518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.588229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.646113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.722643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:15.724445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.736279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Usage tracker for resource:security_group_rule and tenant:5c4ee8521b034e22a9aa2ff5c1052d0a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:15.742912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.743272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.753798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:15.754330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.767667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:15.802231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.805902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:15.827880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.847610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Transition to ACTIVE for port object 693106cd-cb80-4891-bd9c-dc7b72b62064 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:15.903425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Transition to ACTIVE for port object 693106cd-cb80-4891-bd9c-dc7b72b62064 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:15.907868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1860630334'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:15.927460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:15.941342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.943072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.943457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Usage tracker for resource:network and tenant:46073077d1c649888de4dd780ed20c21 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:15.950082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.964673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:15.968269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.975543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:15.983865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:15.995106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:16.012130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event updated for resources: {'Network': ['ID=8ddcbd70-f059-4c58-8201-b3ab135f8f16,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:16.023912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:16.036307 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.0930526
Dec 22 14:58:16.047242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58552) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:16.053205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:16.056574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Request body: {'network': {'project_id': '3e4d5ed808714824b78b32165a88238a'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:16.061235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.062836 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6a9a7ba5-0b07-4e03-bf7e-4fd0ed090405 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 1.6781847
Dec 22 14:58:16.065738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:16.067367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:16.073383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Made reservation on behalf of 46073077d1c649888de4dd780ed20c21 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:16.077012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.112278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Network a9b93d59-3901-4fa4-82af-7e362fe62812 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:16.167918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Pushing event updated for resources: {'Port': ['ID=693106cd-cb80-4891-bd9c-dc7b72b62064,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:16.185110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:16.188707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8ddcbd70-f059-4c58-8201-b3ab135f8f16 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:16.203109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Usage tracker for resource:network and tenant:3e4d5ed808714824b78b32165a88238a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:16.212454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:16.228427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.239197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:16.251150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:16.281712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58564) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:16.296726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:16.309950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:16.310194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:16.355225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84110dbb-f895-422f-922c-378d46db8233 None None] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:16.357437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Made reservation on behalf of 3e4d5ed808714824b78b32165a88238a for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:16.361691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.366417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8148a4-80fa-486b-acca-88fced67ab3c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:16.374832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:16.387273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:16.402999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.405507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:16.413134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Usage tracker for resource:security_group_rule and tenant:46073077d1c649888de4dd780ed20c21 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:16.423578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:16.430523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.430687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.437067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Allocated IP 172.26.3.134 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/81289141-2dda-46c3-b58c-369c405497e2) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:16.445598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port 09380f8a-125b-41f6-9767-4cc29f7c73f2 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:16.539685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.546295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:16.583013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Attempting to bind port 693106cd-cb80-4891-bd9c-dc7b72b62064 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:16.583573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Attempting to bind port 693106cd-cb80-4891-bd9c-dc7b72b62064 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:16.583945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Attempting to bind port 693106cd-cb80-4891-bd9c-dc7b72b62064 on network a9b93d59-3901-4fa4-82af-7e362fe62812 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:16.595083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Transition to ACTIVE for port object 16b90597-2b48-46dc-8b60-3eb1f7bca443 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:16.601208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 97740397-0cba-4e35-8191-1a3a15d7b11b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:16.643439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-22158a77-3ad1-485c-adc7-b607d79f96e3 None None] Provisioning for port 97740397-0cba-4e35-8191-1a3a15d7b11b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:16.681083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:16.687678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:16.689329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:16.689967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Checking segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:16.690789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.691518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Bound using segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:16.692703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Bound port: 693106cd-cb80-4891-bd9c-dc7b72b62064, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:16.693515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.698305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.698642 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Added segment 942346a2-c798-4c33-8bb4-33361e4f98ca of type vlan for network 8ca11a14-0199-4f97-8d34-4790311146d2
Dec 22 14:58:16.750031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:16.752621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Transition to ACTIVE for port object 16b90597-2b48-46dc-8b60-3eb1f7bca443 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:16.789041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.814603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:16.817820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.886321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:16.887834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5119440-8f55-4760-8aa3-01addaf47909,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:16.925660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:16.926912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:floatingip and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:16.930005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:16.942541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:17.012169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Network 19c39888-59d7-472f-82ae-9068cd5bf99c is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:17.014844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:17.019675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Pushing event updated for resources: {'Port': ['ID=16b90597-2b48-46dc-8b60-3eb1f7bca443,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.023389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.023754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] For port 693106cd-cb80-4891-bd9c-dc7b72b62064, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:17.030942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:17.034023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:17.038602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] For port 693106cd-cb80-4891-bd9c-dc7b72b62064, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=693106cd-cb80-4891-bd9c-dc7b72b62064,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:17.075777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.091291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.103782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port 09380f8a-125b-41f6-9767-4cc29f7c73f2 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:17.119176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.124051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.134876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d842a3c-9092-41e3-9610-0108b5552be5 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.140744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.148233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.149829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.155701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:17.157797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 97740397-0cba-4e35-8191-1a3a15d7b11b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:17.158886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:17.159640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.180286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Transition to ACTIVE for port object 09380f8a-125b-41f6-9767-4cc29f7c73f2 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:17.189759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.196990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.197396 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Added segment 4ace33dc-7be5-4e02-9286-52240e38d348 of type vlan for network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b
Dec 22 14:58:17.201971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625b181f-4670-46e5-8eda-8be4c9eaa6fa,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.210781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.214642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.217453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 97740397-0cba-4e35-8191-1a3a15d7b11b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:17.218084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.279962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.287919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.296416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Attempting to bind port 16b90597-2b48-46dc-8b60-3eb1f7bca443 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:17.296630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Attempting to bind port 16b90597-2b48-46dc-8b60-3eb1f7bca443 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:17.297123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Attempting to bind port 16b90597-2b48-46dc-8b60-3eb1f7bca443 on network 19c39888-59d7-472f-82ae-9068cd5bf99c {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:17.316018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.330179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Pushing event updated for resources: {'Port': ['ID=693106cd-cb80-4891-bd9c-dc7b72b62064,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.333291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.337937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:17.338316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Checking segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:17.338714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.339105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Bound using segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:17.339588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Bound port: 16b90597-2b48-46dc-8b60-3eb1f7bca443, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:17.339979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.391238 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.3428295
Dec 22 14:58:17.395123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.403241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58574) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:17.423562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Request body: {'network': {'project_id': '3e4d5ed808714824b78b32165a88238a'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:17.433087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.433580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f13dd843-1476-474a-bb8f-05b833a3f2f9 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:58:17.435183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event updated for resources: {'Network': ['ID=8ca11a14-0199-4f97-8d34-4790311146d2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.446894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=09380f8a-125b-41f6-9767-4cc29f7c73f2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.451716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.461715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.469556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.470321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.475685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8ca11a14-0199-4f97-8d34-4790311146d2 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:17.476233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.480874 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-78daa8b6-4e7e-4680-afc5-548f13d1c817 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f13dd843-1476-474a-bb8f-05b833a3f2f9 HTTP/1.1" status: 204  len: 168 time: 1.4104803
Dec 22 14:58:17.485231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58580) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:17.495999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:17.502852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.504746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Request body: {'router': {'name': 'tempest-router-110170879', 'distributed': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:17.508036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:17.509380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.513211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.523574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Usage tracker for resource:network and tenant:3e4d5ed808714824b78b32165a88238a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:17.532908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:17.544490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:17.549483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a10126a4-82d2-4649-a87b-fe7641bd0543 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.576823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-009d129a-66f2-47f8-b408-050ce6d36287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.620100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:17.621992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Usage tracker for resource:router and tenant:fb47c48d7e2e4f8ebedab74f6c6f2b58 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:17.671497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.705286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Pushing event updated for resources: {'Network': ['ID=9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:17.713431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:17.719914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:17.722534 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.4307654
Dec 22 14:58:17.739616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:17.740002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 14:58:17.741434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 14:58:17.742710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ba565722-5162-4feb-99a4-c4fa9af6d905 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.3353238
Dec 22 14:58:17.743635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Checking segment: {'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:17.744126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Network hostable DHCP agents. Network: 2bb169b2-6acf-4ab2-b72e-e78557a1d55e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:17.747734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58592) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:17.750303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:17.868174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.869131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.877948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:17.880543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 97740397-0cba-4e35-8191-1a3a15d7b11b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=97740397-0cba-4e35-8191-1a3a15d7b11b,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:17.883768 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3df2b84c-0619-4f58-86bb-453810da8e42 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e4d5ed808714824b78b32165a88238a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1327000
Dec 22 14:58:17.885604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58598) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:17.904079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:17.910945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:17.919060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:17.921203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] For port 16b90597-2b48-46dc-8b60-3eb1f7bca443, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:17.952484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:17.960580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Router e5081527-e44f-4bf2-8588-2c6b453b5bd7 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:58:18.015429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.032371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=97740397-0cba-4e35-8191-1a3a15d7b11b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:18.035061 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6c4f1472-dba5-4c88-b4dc-80299f76fff0 None None] Provisioning complete for port 97740397-0cba-4e35-8191-1a3a15d7b11b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:18.035439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6c4f1472-dba5-4c88-b4dc-80299f76fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.056849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.058588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:18.066125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] For port 16b90597-2b48-46dc-8b60-3eb1f7bca443, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=16b90597-2b48-46dc-8b60-3eb1f7bca443,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:18.068305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.079223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.088902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:18.089927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e584b49-e2b8-4cf2-9f15-0cf17bf36ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:18.110171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Pushing event updated for resources: {'Port': ['ID=81289141-2dda-46c3-b58c-369c405497e2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:18.148090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.150425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 2bb169b2-6acf-4ab2-b72e-e78557a1d55e) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:18.161640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:18.162600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:18.168433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2781b-3f67-46c3-ade6-6a01b8ddbbba None None] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:18.183079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:18.194191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e1d2c3-69b8-4b0b-b0c7-11142a404183,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:18.200454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:18.211189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.212694 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2e1d2c3-69b8-4b0b-b0c7-11142a404183 HTTP/1.1" status: 204  len: 168 time: 0.3252170
Dec 22 14:58:18.215331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58604) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:18.344032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.365698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:18.366240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:18.366601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:18.382271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Pushing event updated for resources: {'Port': ['ID=16b90597-2b48-46dc-8b60-3eb1f7bca443,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:18.398359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.399147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:18.399483 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:18.407771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:18.420102 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 2 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:18.598359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:18.598623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:18.598950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:18.706103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.761788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8575840bb0>> segment before_delete 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.762149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8575840bb0>> subnet precommit_delete_associations 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.766614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> segment_host_mapping after_create 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.767207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> port after_create 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.767207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> port after_delete 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.767506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> port after_update 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.767831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> segment after_delete 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.768167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> subnet after_create 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.773422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> subnet after_delete 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.773788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575bb0a60>> subnet after_update 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.788541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 16b90597-2b48-46dc-8b60-3eb1f7bca443 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:18.835451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:18.874717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:18.875049 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:18.881780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58608) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:18.882532 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 3 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:18.890636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 16b90597-2b48-46dc-8b60-3eb1f7bca443 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:18.896322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 693106cd-cb80-4891-bd9c-dc7b72b62064 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:18.910145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063801548'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:18.929913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:18.949928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:18.950252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:18.950575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:18.955490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Allocated IP 172.26.3.87 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/de325280-d8a6-4721-b016-5f22dba63c8f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:18.960042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Usage tracker for resource:port and tenant:9bfae6ca84e24ac88ba93385f689b9f8 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:18.962254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f857576a340>> subnet after_create 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.962657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f857576a340>> subnet after_delete 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.963062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f857576a340>> subnet before_create 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.963479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f857576a340>> subnet before_update 55550000 {{(pid=83457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:18.963905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857568a070>,) {'filters': {'network_id': ['8ca11a14-0199-4f97-8d34-4790311146d2']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:18.966213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:18.977754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 693106cd-cb80-4891-bd9c-dc7b72b62064 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:18.978145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857568a070>, '942346a2-c798-4c33-8bb4-33361e4f98ca') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:18.978657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857568a070>, '942346a2-c798-4c33-8bb4-33361e4f98ca') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:18.984448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 97740397-0cba-4e35-8191-1a3a15d7b11b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:18.985924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:18.999501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.001675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:19.002008 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:19.007059 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 4 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:19.021086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.024986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c42fd209-b340-4e19-8807-4e82b23aa948 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.5320954
Dec 22 14:58:19.026567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684434d-f188-4275-8ce5-b169ce0f7aba None None] Network a9b93d59-3901-4fa4-82af-7e362fe62812 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:19.027996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58612) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:19.030582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.101014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Made reservation on behalf of 9bfae6ca84e24ac88ba93385f689b9f8 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:19.101572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:58:19.102155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.103581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.117374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:19.117703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:19.118042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn_limited(
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn_limited(
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:58:19.119274 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:58:19.151463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.196294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:19.196632 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:19.202576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 5 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:19.210574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Provisioning for port 693106cd-cb80-4891-bd9c-dc7b72b62064 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:19.227460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.228073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.231987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Provisioning complete for port 693106cd-cb80-4891-bd9c-dc7b72b62064 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:19.234075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.265264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:19.265592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:19.265920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:19.281770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.287288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.342309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.350689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:19.386172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:19.386172 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:19.405198 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 6 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:19.405717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 97740397-0cba-4e35-8191-1a3a15d7b11b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:19.406201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.412600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:19.421623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:19.425790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.431948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ca11a14-0199-4f97-8d34-4790311146d2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:19.435048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:19.440077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Usage tracker for resource:security_group_rule and tenant:9bfae6ca84e24ac88ba93385f689b9f8 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:19.440754 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Sync routers for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:19.445516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:19.465648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:19.469792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:19.470146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:19.470489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:19.475538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Router f9057b1c-6a94-4ad4-8941-7f57413cbef5 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:58:19.496869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:19.497122 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:19.504468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 7 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:19.505776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8ca11a14-0199-4f97-8d34-4790311146d2 HTTP/1.1" status: 204  len: 168 time: 1.2889140
Dec 22 14:58:19.506705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58616) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:19.517354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.522517 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:19.523146 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c2bd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:19.524958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.8371410
Dec 22 14:58:19.526859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58620) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:19.651194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.696043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.757343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:19.757861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:19.758489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:19.773498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:19.774077 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:19.774802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.781997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:19.786709 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 8 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:19.793692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] For port 693106cd-cb80-4891-bd9c-dc7b72b62064, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=693106cd-cb80-4891-bd9c-dc7b72b62064,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:19.804939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.807120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:19.862017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ab6b0-69a5-43f3-8254-a8b89b7a9bfa None None] Network 19c39888-59d7-472f-82ae-9068cd5bf99c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:19.927574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:19.929108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:19.929431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:19.929746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:19.939919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:20.017531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.024958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Pushing event updated for resources: {'Port': ['ID=693106cd-cb80-4891-bd9c-dc7b72b62064,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.038150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:20.051030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Provisioning for port 16b90597-2b48-46dc-8b60-3eb1f7bca443 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:20.059119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Provisioning complete for port 16b90597-2b48-46dc-8b60-3eb1f7bca443 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:20.059675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.180269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.202091 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c2bd90>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:15Z', 'revision_number': 3, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:20.206904 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Checking router: e5081527-e44f-4bf2-8588-2c6b453b5bd7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:20.207440 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Updating router e5081527-e44f-4bf2-8588-2c6b453b5bd7 port e1ad39be-a7d8-4626-9694-c49688c745a4 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:20.268261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.268847 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.316772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:20.317701 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:20.318404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcadefb0-3343-4716-b691-9f183c39bf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.321580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.356845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 9 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:20.358626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] For port 16b90597-2b48-46dc-8b60-3eb1f7bca443, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=16b90597-2b48-46dc-8b60-3eb1f7bca443,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:20.364448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.368723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.408312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.414654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:20.415221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:20.415724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:20.456109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Pushing event updated for resources: {'Port': ['ID=16b90597-2b48-46dc-8b60-3eb1f7bca443,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.460495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:20.462487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.463103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9f312e6-e279-4650-83c5-aa8a6a3f6412 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:58:20.465855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857558a850>,) {'filters': {'network_id': ['8ddcbd70-f059-4c58-8201-b3ab135f8f16']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:20.496892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-08580c42-e6a5-462b-8ddd-f546c74d17aa None None] Provisioning complete for port 693106cd-cb80-4891-bd9c-dc7b72b62064 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:20.498847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-08580c42-e6a5-462b-8ddd-f546c74d17aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.526989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857558a850>, '6a3eeb47-0ce8-4160-8634-552163204a1e') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:20.527281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857558a850>, '6a3eeb47-0ce8-4160-8634-552163204a1e') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:20.557161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.590577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:20.596160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:20.601123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:20.603178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd9ff7-1dfc-43b1-a660-6a21aca1b61e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.605336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:20.605653 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:20.606348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:20.608781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.609755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:20.609908 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f91634fe-c08c-47fa-96ee-eff6440eb65b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f9f312e6-e279-4650-83c5-aa8a6a3f6412 HTTP/1.1" status: 204  len: 168 time: 1.5764120
Dec 22 14:58:20.614795 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 10 to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2
Dec 22 14:58:20.622546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.623315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58624) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:20.647714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Request body: {'router': {'name': 'tempest-router-1170459985', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '858cb7814551448a8c00bb71b5474849'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:20.668494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:20.671972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.682982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 693106cd-cb80-4891-bd9c-dc7b72b62064 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:20.690298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Usage tracker for resource:router and tenant:858cb7814551448a8c00bb71b5474849 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:20.702394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:20.720202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:20.723005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:58:20.723502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.726842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=de325280-d8a6-4721-b016-5f22dba63c8f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.730313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.734788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:20.738077 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:58:20.739106 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:58:20.757183 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Transition to ACTIVE for port object e1ad39be-a7d8-4626-9694-c49688c745a4 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:20.765982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Transition to ACTIVE for port object 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:20.767673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:20.767987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:20.768309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:20.769262 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.775234 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.779556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 693106cd-cb80-4891-bd9c-dc7b72b62064 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:20.780605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.850368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:20.850784 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port 09380f8a-125b-41f6-9767-4cc29f7c73f2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:20.851036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.874087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-461f46fe-c87c-4599-8e5a-e67175b00874 None None] Provisioning complete for port 16b90597-2b48-46dc-8b60-3eb1f7bca443 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:20.874721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-461f46fe-c87c-4599-8e5a-e67175b00874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.879368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.884193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.885148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.896369 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Attempting to bind port e1ad39be-a7d8-4626-9694-c49688c745a4 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:20.897741 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Attempting to bind port e1ad39be-a7d8-4626-9694-c49688c745a4 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:20.899883 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Attempting to bind port e1ad39be-a7d8-4626-9694-c49688c745a4 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:20.901452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.909443 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Pushing event updated for resources: {'Port': ['ID=e1ad39be-a7d8-4626-9694-c49688c745a4,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.917126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-39267800-a753-4c82-b788-716cd2762e2f tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.922120 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:20.922708 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:20.923265 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.923827 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:20.924535 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Bound port: e1ad39be-a7d8-4626-9694-c49688c745a4, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:20.925093 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.934104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.938626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:20.947126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ddcbd70-f059-4c58-8201-b3ab135f8f16,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:20.952759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:20.955777 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8ddcbd70-f059-4c58-8201-b3ab135f8f16 HTTP/1.1" status: 204  len: 168 time: 1.4471552
Dec 22 14:58:20.958349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:20.986565 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.988561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.989075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.989566 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.991820 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.992512 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.995502 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.996020 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.996568 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.997069 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.997535 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Tracked resource versions report:
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]: pushed versions:
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]: {   'ConntrackHelper': {'1.0'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Log': {'1.0'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Network': {'1.1'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Port': {'1.5'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'PortForwarding': {'1.2'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'QosPolicy': {'1.8'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SecurityGroup': {'1.2'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SecurityGroupRule': {'1.0'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'SubPort': {'1.0'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Subnet': {'1.1'},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     'Trunk': {'1.1'}}
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]: consumer versions:
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]: {   DHCP agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     HyperV agent@hv-neutron-8226: {},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     L3 agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     Metadata agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     Metering agent@dv-neutron-822675-1-hyperv: {},
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:     Open vSwitch agent@dv-neutron-822675-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Log': '1.0',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Network': '1.1',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Port': '1.5',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'PortForwarding': '1.2',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'QosPolicy': '1.8',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SecurityGroup': '1.2',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SecurityGroupRule': '1.0',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'SubPort': '1.0',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Subnet': '1.1',
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:                                                        'Trunk': '1.1'}}
Dec 22 14:58:20.999352 dv-neutron-822675-1-hyperv neutron-server[83459]:  {{(pid=83459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 14:58:21.028225 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:21.055558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port 09380f8a-125b-41f6-9767-4cc29f7c73f2, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:21.055891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.056352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempted to set empty binding levels {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:21.087234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.088654 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4419bed3-7fb3-4532-8f2c-fb2736bc51ab tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4620571
Dec 22 14:58:21.092759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58630) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:21.097854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:21.098998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.134456 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] For port e1ad39be-a7d8-4626-9694-c49688c745a4, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:21.140579 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] For port e1ad39be-a7d8-4626-9694-c49688c745a4, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1ad39be-a7d8-4626-9694-c49688c745a4,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:21.149407 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.156637 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:21.187253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=31a5d6c0-d7e0-45a4-ba81-e95689c7fe75,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:21.197243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:21.200645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:21.257169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.264953 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:21.265590 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c2bd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:21.312677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Pushing event updated for resources: {'Port': ['ID=e1ad39be-a7d8-4626-9694-c49688c745a4,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:21.320248 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:21.328309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=09380f8a-125b-41f6-9767-4cc29f7c73f2,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:21.350626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:21.381812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Checking segment: {'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:21.382607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Network hostable DHCP agents. Network: 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:21.456543 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:21.502297 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 6.1647131
Dec 22 14:58:21.506782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:58:21.509833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58636) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:21.517233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.554759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:21.569662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Sync routers for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:21.584012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:21.585304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:21.632132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.700884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.702397 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9b8b6606-d1e5-4403-8591-ee9b3c363890 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 8.6285965
Dec 22 14:58:21.715098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58640) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:21.725096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Deleting port 09380f8a-125b-41f6-9767-4cc29f7c73f2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:21.725453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.859347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.859956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:21.891335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:21.947400 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c2bd90>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:15Z', 'revision_number': 3, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:21.956115 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7ecdd-dd67-4849-bb50-296e78962de3 None None] The sync data for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv is: [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:15Z', 'revision_number': 3, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:22.028504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58646) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:22.103683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83457) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 22 14:58:22.104016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Router 2f06b1d7-ced0-43a2-a8e9-0aec668042de migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f857659cf10> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f857659cd00> provider. {{(pid=83457) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 22 14:58:22.104424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.120262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.130667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.230697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:22.296272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:22.316234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:22.352461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd149093-7de2-4b7b-b17d-6dac719e4242 None None] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:22.399479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.399713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:22.442855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.446004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:22.446450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:22.446652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:22.457379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:22.457702 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:22.460544 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 2 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:22.487848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.518453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c38edd3-7801-42f0-97a5-223234446bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:22.523392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:22.534382 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] No L3 agents can host the router 2f06b1d7-ced0-43a2-a8e9-0aec668042de
Dec 22 14:58:22.537640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Usage tracker for resource:security_group_rule and tenant:06e72856630d48e5986367ed5d5a0e26 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:22.573056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:22.583862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:22.584521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:22.584521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:22.608064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port 09380f8a-125b-41f6-9767-4cc29f7c73f2, host hv-neutron-8226, got binding levels [] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:22.608405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.608669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7b20>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:16Z', 'revision_number': 3, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:22.614810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Checking router: f9057b1c-6a94-4ad4-8941-7f57413cbef5 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:22.615151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Updating router f9057b1c-6a94-4ad4-8941-7f57413cbef5 port 3e8148a4-80fa-486b-acca-88fced67ab3c binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:22.686996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:22.694134 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 16b90597-2b48-46dc-8b60-3eb1f7bca443 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:22.698678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.719562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.757304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:22.911611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:22.912211 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:22.930322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Calling delete_port for 09380f8a-125b-41f6-9767-4cc29f7c73f2 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:22.957057 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 3 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:22.983830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=de325280-d8a6-4721-b016-5f22dba63c8f,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:22.991721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:23.003542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.007396 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.7220836
Dec 22 14:58:23.008317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58652) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.012891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.013523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.013856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.028182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-121181485'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:23.038045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:23.091308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:network and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:23.100897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:23.104478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 16b90597-2b48-46dc-8b60-3eb1f7bca443 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:23.105558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.115545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.115951 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.119788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 4 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.119956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:23.153645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.154587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.155133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.161464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.186465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:23.187072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.198738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.203309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Hosts for router 2f06b1d7-ced0-43a2-a8e9-0aec668042de: [] {{(pid=83457) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 22 14:58:23.224295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.224806 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.236753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 5 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.248515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event deleted for resources: {'Port': ['ID=09380f8a-125b-41f6-9767-4cc29f7c73f2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:23.256176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:23.266115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.266586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.266948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.269083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08db93d8-ccba-4a59-940a-c44b2a104809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:23.275690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Made reservation on behalf of cf7fdb187ea947e5af9ec65c0ecc2b5f for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:23.277424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.278587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.289107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:23.291619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.292041 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.296658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 6 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.307141 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Sync routers for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:23.308910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "DELETE /v2.0/ports/09380f8a-125b-41f6-9767-4cc29f7c73f2 HTTP/1.1" status: 204  len: 168 time: 1.7931678
Dec 22 14:58:23.313513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58658) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.324694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581eda28-ca5d-4687-a171-b28692791d78,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:23.334145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:23.339782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.340706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1ad39be-a7d8-4626-9694-c49688c745a4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:23.353491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Hosts for other DVR routers connected to router 2f06b1d7-ced0-43a2-a8e9-0aec668042de: set() {{(pid=83457) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 22 14:58:23.354268 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:23.356296 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b30100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:23.369232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.394990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Transition to ACTIVE for port object 3e8148a4-80fa-486b-acca-88fced67ab3c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:23.402520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06e72856630d48e5986367ed5d5a0e26&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3724236
Dec 22 14:58:23.408260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58662) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.417372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Allocated IP 172.20.0.1 (8cb4a9c6-e904-47c5-babd-fbad8312b19f/7fa92a60-9ce6-40c8-92e4-b064967cfaa9/567d7f9a-a045-464c-b4b9-46472fe1cffa) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:23.421370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.425208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3c2d60fd-e98f-4d66-972d-f8dab1893c81 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "PUT /v2.0/routers/2f06b1d7-ced0-43a2-a8e9-0aec668042de HTTP/1.1" status: 200  len: 717 time: 2.3295205
Dec 22 14:58:23.425370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.427630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58666) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.431728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:23.436734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:23.446584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.447052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.447482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.454367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.458190 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 10.5287030
Dec 22 14:58:23.458190 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-601a1973-78c9-4b27-9997-97006a1da1b3 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:23.458190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-601a1973-78c9-4b27-9997-97006a1da1b3 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Synchronizing usage tracker for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:23.461494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58670) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.545561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Pushing event updated for resources: {'Port': ['ID=3e8148a4-80fa-486b-acca-88fced67ab3c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:23.548328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:23.550241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Attempting to bind port 3e8148a4-80fa-486b-acca-88fced67ab3c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.550630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Attempting to bind port 3e8148a4-80fa-486b-acca-88fced67ab3c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.550772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:security_group_rule and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:23.550974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Attempting to bind port 3e8148a4-80fa-486b-acca-88fced67ab3c on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.556659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.557119 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.558501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:23.566334 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 7 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.575660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:23.577696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:23.578113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.578516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:23.579004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Bound port: 3e8148a4-80fa-486b-acca-88fced67ab3c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:23.581515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.586654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:23.597638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.598120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.598549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.631624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.632097 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.635361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 8 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.651579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.654543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e1ad39be-a7d8-4626-9694-c49688c745a4 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:23.675285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:23.675684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:23.676120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:23.678493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1ad39be-a7d8-4626-9694-c49688c745a4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:23.679160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.707526 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7078bd11-feaa-45e7-9c1e-d8f9d2c3ed70 tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "GET /v2.0/routers/2f06b1d7-ced0-43a2-a8e9-0aec668042de HTTP/1.1" status: 200  len: 717 time: 0.2776582
Dec 22 14:58:23.716134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58674) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.729964 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:23.797235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.803246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] For port 3e8148a4-80fa-486b-acca-88fced67ab3c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:23.814960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] For port 3e8148a4-80fa-486b-acca-88fced67ab3c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3e8148a4-80fa-486b-acca-88fced67ab3c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:23.851104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.853761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.859097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-601a1973-78c9-4b27-9997-97006a1da1b3 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Unset dirty status for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:23.864587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:23.864773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-601a1973-78c9-4b27-9997-97006a1da1b3 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports/09380f8a-125b-41f6-9767-4cc29f7c73f2 HTTP/1.1" status: 404  len: 333 time: 0.5489886
Dec 22 14:58:23.885005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58678) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:23.898098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.903469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-517974316'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:23.908118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:23.918448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:23.921218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:23.921675 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:23.930193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.930327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 9 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:23.936817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.941577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:23.948747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Made reservation on behalf of 5c4ee8521b034e22a9aa2ff5c1052d0a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:23.952218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:23.976783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:23.977451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:24.002228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:24.002716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:24.003180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:24.005955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.011034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Transition to ACTIVE for port object 567d7f9a-a045-464c-b4b9-46472fe1cffa will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:24.016099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port c58acfaa-c08a-4b94-8499-544ac5964640 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:24.020898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:24.047993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:24.048493 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:24.050970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581eda28-ca5d-4687-a171-b28692791d78,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.054939 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 10 to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75
Dec 22 14:58:24.066162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e1ad39be-a7d8-4626-9694-c49688c745a4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1ad39be-a7d8-4626-9694-c49688c745a4,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:24.067191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Pushing event updated for resources: {'Port': ['ID=3e8148a4-80fa-486b-acca-88fced67ab3c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.071159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:24.073841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:24.082417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.083826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/581eda28-ca5d-4687-a171-b28692791d78 HTTP/1.1" status: 204  len: 168 time: 0.6633005
Dec 22 14:58:24.098168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:24.098709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:24.099138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:24.118793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:24.119221 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:24.119672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.159582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.214837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:24.291044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e1ad39be-a7d8-4626-9694-c49688c745a4,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.295906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:24.305422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b30100>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:18Z', 'revision_number': 3, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:24.314514 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Checking router: fd40ef7c-54b9-41e0-b0e9-f6a132200e6d for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:24.315127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Updating router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d port 81289141-2dda-46c3-b58c-369c405497e2 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:24.357484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:24.376497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.413328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:24.417280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6d9a08-2b46-48a3-8117-8fef4a115ba9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.439240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:24.439698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempted to set empty binding levels {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:24.459529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.483884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:24.494506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:24.506842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.534341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.536743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Added segment 7d95b823-118b-4a8e-b29e-cf12a1e32d7a of type vlan for network 18d9feec-6036-4866-8e45-4827290cb492
Dec 22 14:58:24.539601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.613752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1ad39be-a7d8-4626-9694-c49688c745a4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:24.697961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64405478-7bf0-4db5-92be-8e085bdec7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.698161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 5.8072448
Dec 22 14:58:24.699955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58690) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:24.710459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=31a5d6c0-d7e0-45a4-ba81-e95689c7fe75,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.738692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.761315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:24.801990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.820954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Deleting port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:24.821425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.831376 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a8c6f86f-7004-456c-8720-e427d6b6ab8a tempest-RoutersTestDVR-1860101626 tempest-RoutersTestDVR-1860101626-project] 10.222.0.69 "GET /v2.0/routers/2f06b1d7-ced0-43a2-a8e9-0aec668042de HTTP/1.1" status: 200  len: 683 time: 1.1079381
Dec 22 14:58:24.835965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:24.852415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58696) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:24.871161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:24.901465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1ad39be-a7d8-4626-9694-c49688c745a4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:24.901814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.902410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.914006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:24.914570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.930711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.933215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:24.943423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:24.950612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:24.981668 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:24.983413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:24.996482 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Transition to ACTIVE for port object 81289141-2dda-46c3-b58c-369c405497e2 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:24.999548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:25.000025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:25.012636 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.024754 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:25.095071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.111188 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Attempting to bind port 81289141-2dda-46c3-b58c-369c405497e2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:25.111565 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Attempting to bind port 81289141-2dda-46c3-b58c-369c405497e2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:25.111932 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Attempting to bind port 81289141-2dda-46c3-b58c-369c405497e2 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:25.158170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7b20>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:16Z', 'revision_number': 3, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:25.162617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:25.163681 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:25.163681 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.163894 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:25.164236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Bound port: 81289141-2dda-46c3-b58c-369c405497e2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:25.164791 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.167348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed005e7-1e3c-487e-b17e-24156781cef6 None None] The sync data for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv is: [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:16Z', 'revision_number': 3, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:25.196573 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.1872365
Dec 22 14:58:25.204016 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Pushing event updated for resources: {'Port': ['ID=81289141-2dda-46c3-b58c-369c405497e2,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:25.204993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58704) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:25.222925 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:25.227437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:25.231225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Request body: {'subnet': {'network_id': '18d9feec-6036-4866-8e45-4827290cb492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:25.249749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:25.256175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.270255 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] For port 81289141-2dda-46c3-b58c-369c405497e2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:25.271833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f033a8c-6d67-446f-8817-bf2260cf8a34 None None] Provisioning for port 567d7f9a-a045-464c-b4b9-46472fe1cffa completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:25.275542 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] For port 81289141-2dda-46c3-b58c-369c405497e2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81289141-2dda-46c3-b58c-369c405497e2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:25.278599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f033a8c-6d67-446f-8817-bf2260cf8a34 None None] Provisioning complete for port 567d7f9a-a045-464c-b4b9-46472fe1cffa triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:25.279640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f033a8c-6d67-446f-8817-bf2260cf8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.279835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:25.282441 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.283959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Usage tracker for resource:security_group_rule and tenant:19d4412ec706495aa812fcdc80a9fdbe is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:25.287661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:25.288720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5e334b7c-4aa4-4b37-91d0-78fc550130a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:25.297555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:25.306625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:25.307498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:25.308080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.312501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Network': ['ID=18d9feec-6036-4866-8e45-4827290cb492,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:25.324410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:25.324896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:25.330261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 18d9feec-6036-4866-8e45-4827290cb492 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:25.370716 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Pushing event updated for resources: {'Port': ['ID=81289141-2dda-46c3-b58c-369c405497e2,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:25.377737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.378111 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:25.382677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.399662 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:25.400298 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b30100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:57:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:25.498288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f033a8c-6d67-446f-8817-bf2260cf8a34 None None] Port 567d7f9a-a045-464c-b4b9-46472fe1cffa cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:25.519664 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.6333110
Dec 22 14:58:25.521428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58708) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:25.545572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:25.552566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.574390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=c58acfaa-c08a-4b94-8499-544ac5964640,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:25.589835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:25.594705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:25.602347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:subnet and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:25.628785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:25.652925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:25.694294 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:25.720548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.738991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Made reservation on behalf of cf7fdb187ea947e5af9ec65c0ecc2b5f for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:25.821424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.838823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:25.905073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:25.920931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Synchronizing usage tracker for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:26.008287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.053454 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b30100>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:18Z', 'revision_number': 3, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:26.057595 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c383ae-358b-4bd6-9d90-427a685f00eb None None] The sync data for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv is: [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:18Z', 'revision_number': 3, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:26.151039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b48c5-0e0f-4666-a6bd-0ce43e873a24,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:26.179638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:26.240070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Unset dirty status for tenant:12971fa0304e4fb49be8fb7e9c8b95c0 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:26.243994 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19d4412ec706495aa812fcdc80a9fdbe&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3717964
Dec 22 14:58:26.247877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58712) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:26.530825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75, host hv-neutron-8226, got binding levels [] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:26.531201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.586535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.600477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.639884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3e8148a4-80fa-486b-acca-88fced67ab3c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:26.672124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port c58acfaa-c08a-4b94-8499-544ac5964640 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:26.679283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a3698362-6788-4d7c-8373-65f9649eed3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:26.741468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d007fbb1-9435-419d-855c-041305e3de71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.752666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.792425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 3e8148a4-80fa-486b-acca-88fced67ab3c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:26.800313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3e8148a4-80fa-486b-acca-88fced67ab3c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:26.801080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.826822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Transition to ACTIVE for port object c58acfaa-c08a-4b94-8499-544ac5964640 will not be triggered until provisioned by entity L2. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:26.839442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:26.842492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:26.845027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.845940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.876280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.930350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b6ad833f-1905-4bc6-ae52-a2954e1a2490 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:26.961110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Calling delete_port for 31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:26.977800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:26.999385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 3e8148a4-80fa-486b-acca-88fced67ab3c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3e8148a4-80fa-486b-acca-88fced67ab3c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:27.006375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.007817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81289141-2dda-46c3-b58c-369c405497e2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:27.014787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.019328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.047714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:27.102331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=c58acfaa-c08a-4b94-8499-544ac5964640,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.105144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.116936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:27.150821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=3e8148a4-80fa-486b-acca-88fced67ab3c,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.156815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.170409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 81289141-2dda-46c3-b58c-369c405497e2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:27.177129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 81289141-2dda-46c3-b58c-369c405497e2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:27.177621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.183226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.183226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f06b1d7-ced0-43a2-a8e9-0aec668042de {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:58:27.216089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Allocated IP 172.20.0.1 (19c39888-59d7-472f-82ae-9068cd5bf99c/dbbc53de-d91c-43f1-8ec7-b38837aabfc2/5bc472e9-6ad4-4ce0-9186-6fd006011879) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:27.268321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.315162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Checking segment: {'id': '7d95b823-118b-4a8e-b29e-cf12a1e32d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18d9feec-6036-4866-8e45-4827290cb492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:27.315508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network hostable DHCP agents. Network: 18d9feec-6036-4866-8e45-4827290cb492, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:27.323789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.328319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Subnet': ['ID=9d7db6f7-5ae3-4cad-93ba-12f6a02eb767,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.331268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.332665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:27.333298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:27.333642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:27.337250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:27.343385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:27.345867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 81289141-2dda-46c3-b58c-369c405497e2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81289141-2dda-46c3-b58c-369c405497e2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:27.352823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.359042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:27.390077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.399215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.423508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:27.423848 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:27.426248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 2 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:27.445006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=81289141-2dda-46c3-b58c-369c405497e2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.458901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.524184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:27.524561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:27.524848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:27.537097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network 18d9feec-6036-4866-8e45-4827290cb492 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:27.548480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:27.548750 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:27.558324 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 3 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:27.572313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 18d9feec-6036-4866-8e45-4827290cb492) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:27.577581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:27.578163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.584919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-51fcd18a-da57-4a3e-9ec1-d9301f6ccd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:27.590512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c790eb-d293-47fa-ae7a-b6d983af9662 None None] Network 18d9feec-6036-4866-8e45-4827290cb492 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:27.597673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:27.598156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:27.598305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:27.614414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:27.614763 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:27.616649 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 4 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:27.631909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.668672 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4128640
Dec 22 14:58:27.668672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58716) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:27.669304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event deleted for resources: {'Port': ['ID=31a5d6c0-d7e0-45a4-ba81-e95689c7fe75,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.674877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-639293366', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:27.674992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.674992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a481e379-225e-4612-b6b3-29b576d1a76f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:27.693720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.694866 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be6b48c5-0e0f-4666-a6bd-0ce43e873a24 HTTP/1.1" status: 204  len: 168 time: 1.4400129
Dec 22 14:58:27.699923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b48c5-0e0f-4666-a6bd-0ce43e873a24,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:27.711722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.716068 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-743576b6-a263-4f2e-99f0-a67cabab848b tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "DELETE /v2.0/routers/2f06b1d7-ced0-43a2-a8e9-0aec668042de HTTP/1.1" status: 204  len: 168 time: 2.8508275
Dec 22 14:58:27.716068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:27.716068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.718993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58722) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:27.719293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "DELETE /v2.0/ports/31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 HTTP/1.1" status: 204  len: 168 time: 3.0123739
Dec 22 14:58:27.719477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58724) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:27.729888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:27.730211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:27.730532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:27.734382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:27.748300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.783649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Request body: {'router': {'name': 'tempest-router-3889621', 'distributed': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:27.793222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:router and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:27.798962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:27.802009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:27.810055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Transition to ACTIVE for port object 5bc472e9-6ad4-4ce0-9186-6fd006011879 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:27.811473 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-de311367-5edf-46e1-ad5a-62d36b0d1249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:27.816417 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-de311367-5edf-46e1-ad5a-62d36b0d1249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports/31a5d6c0-d7e0-45a4-ba81-e95689c7fe75 HTTP/1.1" status: 404  len: 333 time: 0.0850914
Dec 22 14:58:27.816546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2d8066ea-66cb-4425-92ba-139e147776ba None None] Provisioning complete for port 567d7f9a-a045-464c-b4b9-46472fe1cffa triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:27.816546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d8066ea-66cb-4425-92ba-139e147776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.817065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Usage tracker for resource:router and tenant:fb47c48d7e2e4f8ebedab74f6c6f2b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:27.820524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:27.823464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:27.824028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:27.828533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:27.828849 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:27.833939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2132850830'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:27.834062 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 5 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:27.843447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:27.843658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:27.851160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Usage tracker for resource:port and tenant:9bfae6ca84e24ac88ba93385f689b9f8 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:27.865807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.867039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.871813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:27.872137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:27.873136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:27.879590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.880616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.882549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:27.897890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:27.913102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:27.913432 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:27.918543 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 6 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:27.927396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Made reservation on behalf of 9bfae6ca84e24ac88ba93385f689b9f8 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:27.929921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:27.944736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.009146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:28.009826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:28.010902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:28.011229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:28.023246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.036781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.047130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:28.047452 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:28.054411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 7 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:28.102574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:28.103069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:28.103737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:28.106350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:28.115422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:28.115612 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:28.201609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Network 19c39888-59d7-472f-82ae-9068cd5bf99c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:28.203289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d8066ea-66cb-4425-92ba-139e147776ba None None] Port 567d7f9a-a045-464c-b4b9-46472fe1cffa cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:28.204270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Pushing event updated for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:28.215662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.224907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.237752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:28.240015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:28.242238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-18d9feec-6036-4866-8e45-4827290cb492', 'network_id': '18d9feec-6036-4866-8e45-4827290cb492', 'tenant_id': 'cf7fdb187ea947e5af9ec65c0ecc2b5f', 'fixed_ips': [{'subnet_id': '9d7db6f7-5ae3-4cad-93ba-12f6a02eb767'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:58:28.243086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.243753 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 8 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:28.259553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:28.261439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.322945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.441838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.443767 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f6b67b0b-a76b-407c-b5b0-9bf58de6f08e tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 718 time: 0.7180161
Dec 22 14:58:28.458921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58742) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:28.474521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Allocated IP 172.20.0.2 (18d9feec-6036-4866-8e45-4827290cb492/9d7db6f7-5ae3-4cad-93ba-12f6a02eb767/fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:28.536988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:28.550460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:28.553158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:28.594629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:28.595069 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:28.597292 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 9 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:28.602360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.648303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.658621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3e8148a4-80fa-486b-acca-88fced67ab3c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:28.675023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:28.675364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:28.675857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:28.698210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:28.698961 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:28.699621 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 10 to bind port c58acfaa-c08a-4b94-8499-544ac5964640
Dec 22 14:58:28.761474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Router e5081527-e44f-4bf2-8588-2c6b453b5bd7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:58:28.827760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:28.828090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:28.828432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:28.854393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:28.854714 dv-neutron-822675-1-hyperv neutron-server[83457]: ERROR neutron.plugins.ml2.managers [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port c58acfaa-c08a-4b94-8499-544ac5964640 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:28.855161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.897043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.912288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Transition to ACTIVE for port object fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:28.939034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Transition to ACTIVE for port object fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:28.951864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.954594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:28.968152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:28.991470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.046186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Network 18d9feec-6036-4866-8e45-4827290cb492 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:29.052248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:29.062770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:29.076323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ff1aac67-337f-4af6-85f6-cd92ed22f649 None None] Provisioning for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:29.086013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ff1aac67-337f-4af6-85f6-cd92ed22f649 None None] Provisioning complete for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:29.086513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ff1aac67-337f-4af6-85f6-cd92ed22f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.113761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3e8148a4-80fa-486b-acca-88fced67ab3c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:29.115220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.151273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.167167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Pushing event updated for resources: {'Port': ['ID=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:29.173841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port c58acfaa-c08a-4b94-8499-544ac5964640, host hv-neutron-8226, cleared binding levels {{(pid=83457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:29.174265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempted to set empty binding levels {{(pid=83457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:29.182944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:29.195389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.224761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:29.305633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] In _notify_port_updated(), no bound segment for port c58acfaa-c08a-4b94-8499-544ac5964640 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:58:29.307047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.308520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "PUT /v2.0/ports/c58acfaa-c08a-4b94-8499-544ac5964640 HTTP/1.1" status: 200  len: 976 time: 3.7772202
Dec 22 14:58:29.339350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58754) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:29.339677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58756) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:29.347722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aac67-337f-4af6-85f6-cd92ed22f649 None None] Port 5bc472e9-6ad4-4ce0-9186-6fd006011879 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:29.351899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Attempting to bind port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:29.352294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Attempting to bind port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '7d95b823-118b-4a8e-b29e-cf12a1e32d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18d9feec-6036-4866-8e45-4827290cb492'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:29.352673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Attempting to bind port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 on network 18d9feec-6036-4866-8e45-4827290cb492 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:29.357451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.371376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.403230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:29.405104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Checking segment: {'id': '7d95b823-118b-4a8e-b29e-cf12a1e32d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18d9feec-6036-4866-8e45-4827290cb492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:29.405654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.406608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Bound using segment: {'id': '7d95b823-118b-4a8e-b29e-cf12a1e32d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18d9feec-6036-4866-8e45-4827290cb492'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:29.407514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Bound port: fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d95b823-118b-4a8e-b29e-cf12a1e32d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18d9feec-6036-4866-8e45-4827290cb492'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:29.407822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.411450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=c58acfaa-c08a-4b94-8499-544ac5964640,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:29.416089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:29.418681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.457331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Allocated IP 172.20.0.1 (a9b93d59-3901-4fa4-82af-7e362fe62812/2a677c2c-0338-4057-a23c-90eda6f5e5fa/07b9a977-3410-47b2-a694-7b1eebb533cf) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:29.464527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81289141-2dda-46c3-b58c-369c405497e2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:29.549802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.596873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:29.647414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] For port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:29.651305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] For port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,segment=NetworkSegment(7d95b823-118b-4a8e-b29e-cf12a1e32d7a),segment_id=7d95b823-118b-4a8e-b29e-cf12a1e32d7a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:29.665308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:29.674249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.681464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:29.691683 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] 10.222.0.69 "PUT /v2.0/routers/e5081527-e44f-4bf2-8588-2c6b453b5bd7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1429648
Dec 22 14:58:29.718986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Allocated IP 172.26.3.61 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/59a03077-c61c-413e-bd5c-970adade925e) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:29.720513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Sync routers for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:29.769310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 81289141-2dda-46c3-b58c-369c405497e2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:29.769688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:29.837176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:29.837817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:29.938009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Pushing event updated for resources: {'Port': ['ID=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:29.941391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:29.956181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.022132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.026300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:30.182177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:30.192344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:30.194626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:30.221552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a08d6e00-6db1-4f95-94e1-535201bee7c8 tempest-AgentManagementNegativeTest-1749335540 tempest-AgentManagementNegativeTest-1749335540-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.8749247
Dec 22 14:58:30.240675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=59a03077-c61c-413e-bd5c-970adade925e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:30.244458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:30.293896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:30.328261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.345717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:30.347511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=49510e7b-cb8e-4aba-96b4-4ec3425c5d77,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:30.373465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58776) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:30.373913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1ef81386-b89f-4882-81e1-da5539fca9c0 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 13517 time: 1.0286598
Dec 22 14:58:30.375025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:30.390428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:30.394400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:30.395190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:30.395768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.407094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58780) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:30.412523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.420930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763444942', 'description': 'tempest-description--596066600'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:30.446218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:30.475159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Usage tracker for resource:security_group and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:30.489664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:30.490644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Deleting port c58acfaa-c08a-4b94-8499-544ac5964640 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:30.491061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.530587 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.7027676
Dec 22 14:58:30.531305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58784) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:30.553170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.556295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:30.634572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:30.646929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:30.711682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:30.747427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.763133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:30.767542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.769481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Transition to ACTIVE for port object 07b9a977-3410-47b2-a694-7b1eebb533cf will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:30.770908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.771126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1a8965-3ec7-4f8c-8b11-7d05e62aa30a {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:58:30.795543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.822923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.836185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:30.840894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port c58acfaa-c08a-4b94-8499-544ac5964640, host hv-neutron-8226, got binding levels [] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:30.841469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.853050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:30.900453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:30.901509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82940>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 2, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:30.901991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4f9598d4-7249-4170-929b-dac69f2a9f5c tempest-RoutersTestDVR-873900878 tempest-RoutersTestDVR-873900878-project-admin] 10.222.0.69 "DELETE /v2.0/routers/0d1a8965-3ec7-4f8c-8b11-7d05e62aa30a HTTP/1.1" status: 204  len: 168 time: 2.4416854
Dec 22 14:58:30.923579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Checking router: e5081527-e44f-4bf2-8588-2c6b453b5bd7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:30.923936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Updating router e5081527-e44f-4bf2-8588-2c6b453b5bd7 port 567d7f9a-a045-464c-b4b9-46472fe1cffa binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:31.026998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.085898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Calling delete_port for c58acfaa-c08a-4b94-8499-544ac5964640 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:31.142363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Pushing event updated for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:31.147750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:31.160807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:31.169201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Usage tracker for resource:security_group_rule and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:31.179380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.197255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:31.203285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.203981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.208233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.209424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:31.214617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.244088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:31.283931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58800) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:31.327460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e76945d-4d00-4c02-95cb-c91217e5cadf None None] Network 18d9feec-6036-4866-8e45-4827290cb492 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:31.388923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Network a9b93d59-3901-4fa4-82af-7e362fe62812 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:31.402808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:31.439429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:31.439908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.444159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:31.449720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.451575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Usage tracker for resource:security_group_rule and tenant:6d2f850c4adc4312a365ecf5d430299f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:31.455003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:31.459130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Pushing event updated for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:31.463286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Network 19c39888-59d7-472f-82ae-9068cd5bf99c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:31.474993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:31.476858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:31.477276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:31.486862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:31.645072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Provisioning for port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:31.651545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event deleted for resources: {'Port': ['ID=c58acfaa-c08a-4b94-8499-544ac5964640,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:31.668021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:31.721469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Provisioning complete for port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:31.721860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.758530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.760271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.791975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.800809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.833387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:31.850243 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c58acfaa-c08a-4b94-8499-544ac5964640 HTTP/1.1" status: 204  len: 168 time: 1.4749727
Dec 22 14:58:31.851412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58806) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:31.876934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:31.904161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Usage tracker for resource:security_group_rule and tenant:858cb7814551448a8c00bb71b5474849 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:31.945505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:31.966791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:31.971409 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d1b32d-9872-47d7-8421-43a2f0d389d7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:31.971920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f1d1b32d-9872-47d7-8421-43a2f0d389d7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Synchronizing usage tracker for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:31.979061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:31.996259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.008344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.018993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f1d1b32d-9872-47d7-8421-43a2f0d389d7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Unset dirty status for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:32.024017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f1d1b32d-9872-47d7-8421-43a2f0d389d7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports/c58acfaa-c08a-4b94-8499-544ac5964640 HTTP/1.1" status: 404  len: 333 time: 0.1414142
Dec 22 14:58:32.031870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58810) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:32.039774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-327184244', 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:32.047131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.058816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:32.061534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.082739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:32.084930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94869f0d-47a7-49c3-847f-9d70ca2e2652,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.085729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Transition to ACTIVE for port object 567d7f9a-a045-464c-b4b9-46472fe1cffa will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:32.092433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.099286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d2f850c4adc4312a365ecf5d430299f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3349407
Dec 22 14:58:32.100105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58814) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:32.109070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.117347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.121506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d97e48-acb5-43ab-98ab-a31e4066776c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.135689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.137353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:32.151031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.156784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.7424355
Dec 22 14:58:32.169040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58818) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:32.170228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] For port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,segment=NetworkSegment(7d95b823-118b-4a8e-b29e-cf12a1e32d7a),segment_id=7d95b823-118b-4a8e-b29e-cf12a1e32d7a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:32.176110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'security_group_rule': {'security_group_id': '04d97e48-acb5-43ab-98ab-a31e4066776c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:32.181954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.222031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:32.235773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.241106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Made reservation on behalf of 5c4ee8521b034e22a9aa2ff5c1052d0a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:32.243344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.252271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Usage tracker for resource:security_group_rule and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:32.264763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Pushing event updated for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.267858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.269039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.289299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:32.303634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:32.324455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port 49db502a-5d21-4b62-8077-6972fffee14c yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:32.422482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Router 2aeac174-e266-4885-9181-46f38b5f3f1c is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:58:32.431415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:32.434067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Provisioning for port 07b9a977-3410-47b2-a694-7b1eebb533cf completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:32.471543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Pushing event updated for resources: {'Port': ['ID=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.481353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.481860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.485511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Provisioning complete for port 07b9a977-3410-47b2-a694-7b1eebb533cf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:32.485844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.503506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.505397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.515044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.525152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Attempting to bind port 567d7f9a-a045-464c-b4b9-46472fe1cffa on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:32.525523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Attempting to bind port 567d7f9a-a045-464c-b4b9-46472fe1cffa by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:32.525892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Attempting to bind port 567d7f9a-a045-464c-b4b9-46472fe1cffa on network 8cb4a9c6-e904-47c5-babd-fbad8312b19f {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:32.526634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.545295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Transition to ACTIVE for port object 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:32.551517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:32.551908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Checking segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:32.552292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.552730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Bound using segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:32.553209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Bound port: 567d7f9a-a045-464c-b4b9-46472fe1cffa, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:32.553601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.576586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.580867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Port 07b9a977-3410-47b2-a694-7b1eebb533cf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:32.613409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.652136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Provisioning complete for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:32.652549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.704960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] For port 567d7f9a-a045-464c-b4b9-46472fe1cffa, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:32.726550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.760735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] For port 567d7f9a-a045-464c-b4b9-46472fe1cffa, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=567d7f9a-a045-464c-b4b9-46472fe1cffa,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:32.761780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e52f6-483b-42a9-bb50-6dad7a2024d8 None None] Port 5bc472e9-6ad4-4ce0-9186-6fd006011879 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:32.765997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.769758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ad30e8af-bc92-473b-b223-db2152821a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.781751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:32.798473 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=858cb7814551448a8c00bb71b5474849&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4389064
Dec 22 14:58:32.806203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.807709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58822) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:32.844802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=49510e7b-cb8e-4aba-96b4-4ec3425c5d77,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.847948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.849199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Pushing event updated for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.853138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.855392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:32.855998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:32.864979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24085b-ed5a-4067-be76-278f4f6bc663,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:32.920216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:32.920432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:32.920940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:32.921506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:32.934463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:32.942001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:33.043298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:33.043617 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:33.048872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:33.050538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 2 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:33.060740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.079070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.086962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:33.096058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:33.096392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:33.096749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:33.103764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:33.111125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:33.113140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:33.113919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.119140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.133350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2464fd-77fc-4bbd-9a3c-ab474bb69e6a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:33.145364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:33.146162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:33.146655 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:33.147602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fe9e0dcd-8c5d-4794-a7bd-3131c754449b None None] Provisioning complete for port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:33.147996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0dcd-8c5d-4794-a7bd-3131c754449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.156236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.158925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 3 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:33.162970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.169415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=49db502a-5d21-4b62-8077-6972fffee14c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:33.183783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.184110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:33.185015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0136704
Dec 22 14:58:33.189328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:33.191932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58828) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:33.194182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:33.194399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.209509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'security_group_rule': {'security_group_id': '04d97e48-acb5-43ab-98ab-a31e4066776c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:33.219251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.220568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:33.223705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:33.224012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:33.224329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:33.230400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.233494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94869f0d-47a7-49c3-847f-9d70ca2e2652,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:33.233720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:33.252748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.262023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:33.268035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Usage tracker for resource:security_group_rule and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:33.288296 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.2524443
Dec 22 14:58:33.288483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:33.293067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58832) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:33.303448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:33.342839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.346301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94869f0d-47a7-49c3-847f-9d70ca2e2652 HTTP/1.1" status: 204  len: 168 time: 1.2418778
Dec 22 14:58:33.351516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:33.351516 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:33.367026 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 4 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:33.410803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.420976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-37d0bd27-3463-4145-a365-0337ebd23098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:33.436734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24085b-ed5a-4067-be76-278f4f6bc663,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:33.439576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:33.448800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.452511 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f24085b-ed5a-4067-be76-278f4f6bc663 HTTP/1.1" status: 204  len: 168 time: 0.6371481
Dec 22 14:58:33.469197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Pushing event updated for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:33.485855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:33.489291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Router f9057b1c-6a94-4ad4-8941-7f57413cbef5 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:58:33.492368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:33.508657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:33.509813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:33.518300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:33.530816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.536901 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] Sync routers for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:33.563851 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:33.564802 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f9d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:33.615872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.619606 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 5.9799085
Dec 22 14:58:33.621383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:33.664946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.672967 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f9d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:33.676854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Network a9b93d59-3901-4fa4-82af-7e362fe62812 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:33.682085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0576d0a7-9399-4933-8698-4fdd4cbd8b19 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports/49db502a-5d21-4b62-8077-6972fffee14c HTTP/1.1" status: 200  len: 954 time: 0.3781633
Dec 22 14:58:33.683101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58846) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:33.687645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:33.691675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:33.707735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:33.708702 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f9d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:33.801383 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f9d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:33.802095 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c7edd-c273-4be9-8ab5-a12c169ba741 None None] The sync data for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:33.845566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:33.846077 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:33.862127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-001a6739-1978-4183-9545-18fef0358a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82940>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:32Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:33.872269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a6739-1978-4183-9545-18fef0358a69 None None] The sync data for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv is: [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:32Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:33.915763 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 5 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:34.074195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a85cfd4e-c6ed-4781-a506-7544a43d3a0a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:34.105394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a1b871-68e5-4cb3-a41e-67e6b1394e1e,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:34.139058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:34.169790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9c654290-9742-405a-82db-869abc50a740 None None] Provisioning complete for port 07b9a977-3410-47b2-a694-7b1eebb533cf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:34.170306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9c654290-9742-405a-82db-869abc50a740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.183385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58860) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:34.211048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:34.211375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:34.211702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:34.218708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.258852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.263047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9c654290-9742-405a-82db-869abc50a740 None None] Port 07b9a977-3410-47b2-a694-7b1eebb533cf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:34.263522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0667889
Dec 22 14:58:34.266297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Deleting port 49db502a-5d21-4b62-8077-6972fffee14c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:34.266682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.271541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58864) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:34.280956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:34.313508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:34.317513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Usage tracker for resource:security_group_rule and tenant:fb47c48d7e2e4f8ebedab74f6c6f2b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:34.320851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:34.327202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:34.332788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:34.346939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Usage tracker for resource:floatingip and tenant:fcd195266ef04b0eaee4152119268543 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:34.352584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:34.367191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:34.444629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:34.445128 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:34.451075 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 6 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:34.461773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.484169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.547975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:34.548429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:34.548740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:34.613488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.684112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:34.696548 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb47c48d7e2e4f8ebedab74f6c6f2b58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5090852
Dec 22 14:58:34.705824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58874) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:34.710593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 567d7f9a-a045-464c-b4b9-46472fe1cffa up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:34.743357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3586e-67ed-49d0-89f0-5a0caae2e722,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:34.745636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:34.746183 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:34.757688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:34.783691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 7 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:34.784190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58878) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:34.868116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 567d7f9a-a045-464c-b4b9-46472fe1cffa completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:34.880493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 567d7f9a-a045-464c-b4b9-46472fe1cffa triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:34.881090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.895371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:34.973447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:34.973885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:34.974277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:35.007200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.103696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1063387664'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:35.104471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.112224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.130034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:35.143379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 567d7f9a-a045-464c-b4b9-46472fe1cffa, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=567d7f9a-a045-464c-b4b9-46472fe1cffa,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:35.144874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:network and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:35.149112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.150154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:35.154971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Calling delete_port for 49db502a-5d21-4b62-8077-6972fffee14c owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:35.164402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:35.178570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:35.183184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:35.183678 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:35.186415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.192141 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 8 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:35.214141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:35.239276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:35.240348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:35.240750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:35.279308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:35.282280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.290755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:35.297117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:35.299376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:35.300110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.313098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.364575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:35.364917 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:35.376860 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 9 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:35.416926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:35.417340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:35.417791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:35.424835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.441600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a5f5d8bb-c9d0-4449-b690-9c873c6f1da8 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:35.453311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.465020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:35.486708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:35.487290 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:35.488055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:35.494439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3586e-67ed-49d0-89f0-5a0caae2e722,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:35.495807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 10 to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77
Dec 22 14:58:35.496734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:35.503861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:35.509086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event deleted for resources: {'Port': ['ID=49db502a-5d21-4b62-8077-6972fffee14c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:35.511277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:security_group_rule and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:35.515005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:35.515395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Allocated IP 172.26.3.195 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/81cc163a-6d3f-4fba-8a53-ae0af585bffa) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:35.520314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:35.531499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:35.531792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:35.532112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:35.539076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:35.541819 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] 10.222.0.69 "PUT /v2.0/routers/f9057b1c-6a94-4ad4-8941-7f57413cbef5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8246815
Dec 22 14:58:35.544569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.546307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "DELETE /v2.0/ports/49db502a-5d21-4b62-8077-6972fffee14c HTTP/1.1" status: 204  len: 168 time: 1.8560941
Dec 22 14:58:35.548837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58884) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:35.589771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:35.590108 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:35.590366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.610085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db771a-5e22-4e9d-b5f7-4bfcc0f4eb3a tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:35.610579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-16db771a-5e22-4e9d-b5f7-4bfcc0f4eb3a tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Synchronizing usage tracker for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:35.631007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.681121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:58:35.681846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-16db771a-5e22-4e9d-b5f7-4bfcc0f4eb3a tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Unset dirty status for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:35.684447 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-16db771a-5e22-4e9d-b5f7-4bfcc0f4eb3a tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports/49db502a-5d21-4b62-8077-6972fffee14c HTTP/1.1" status: 404  len: 333 time: 0.1332667
Dec 22 14:58:35.692188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58890) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:35.709350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1882897970'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:35.718220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:35.739080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:35.739750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.744787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:35.745138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempted to set empty binding levels {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:35.764414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e073bfc-7d65-4202-bacd-c4e7b7a52e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:35.778858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.782591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11e3586e-67ed-49d0-89f0-5a0caae2e722 HTTP/1.1" status: 204  len: 168 time: 1.0719728
Dec 22 14:58:35.810174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.815184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:35.831921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:58:35.858420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43482f-9669-48cb-a32b-06ffc72162c4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:35.858614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Made reservation on behalf of 5c4ee8521b034e22a9aa2ff5c1052d0a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:35.858614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.869877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:35.875516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.875918 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Added segment 70fc5861-7c56-495d-ad78-f2efd8eea7c9 of type vlan for network 14acb837-3e9b-495d-aded-9bcad5a4ffd2
Dec 22 14:58:35.890208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:35.948047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port b82894cc-cb88-4e10-92ea-ece4013472e3 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:35.970103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.014545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] In _notify_port_updated(), no bound segment for port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:58:36.015945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.020192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "PUT /v2.0/ports/49510e7b-cb8e-4aba-96b4-4ec3425c5d77 HTTP/1.1" status: 200  len: 981 time: 5.4407263
Dec 22 14:58:36.022875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58900) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:36.094786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=49510e7b-cb8e-4aba-96b4-4ec3425c5d77,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:36.101330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:36.135450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.155358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:36.199729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.220117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:36.220765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.258186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.285528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:36.288577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:36.296769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:36.301396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'Port': ['ID=81cc163a-6d3f-4fba-8a53-ae0af585bffa,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:36.304198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:36.311534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58910) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:36.321804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552237141', 'description': 'tempest-description--1334817766'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:36.342077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] 10.222.0.69 "PUT /v2.0/routers/fd40ef7c-54b9-41e0-b0e9-f6a132200e6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8678620
Dec 22 14:58:36.342284 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.5495317
Dec 22 14:58:36.342389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.342389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:36.342389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58916) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:36.350280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'subnet': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:36.391355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:36.397025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:36.461431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Usage tracker for resource:security_group and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:36.468097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:36.518944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:36.564059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.607744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:36.618073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:subnet and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:36.623953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:36.626995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.639886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1ecc282-1468-4c5d-bbef-a88f588f8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:36.642262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 567d7f9a-a045-464c-b4b9-46472fe1cffa up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:36.669159 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6010503b-5dc5-4238-b2e7-b10ff7916dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16013 time: 0.6450121
Dec 22 14:58:36.669739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58930) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:36.693986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:36.696421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:36.710368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Usage tracker for resource:security_group_rule and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:36.721182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:36.734360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:36.744224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:36.762288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 567d7f9a-a045-464c-b4b9-46472fe1cffa triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:36.763719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.784796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Network': ['ID=14acb837-3e9b-495d-aded-9bcad5a4ffd2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:36.806117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:36.818298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:58:36.829210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=b82894cc-cb88-4e10-92ea-ece4013472e3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:36.836525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:36.841123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:36.853883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:36.862776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:36.863731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:36.864485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.911819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:36.937475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Deleting port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:36.937808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.026148 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.3306699
Dec 22 14:58:37.043576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58938) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.050755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.058929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:37.092260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.122147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a6cf0533-8b03-41f1-a6ca-3f8b3a087d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:37.192825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.197137 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.8817854
Dec 22 14:58:37.198229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58944) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.213124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.227517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:37.240993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:37.245150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'security_group_rule': {'security_group_id': '5be77a02-24a0-4d1c-80c7-4ddc4653ffa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:37.257073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58948) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.286444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:37.311429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Usage tracker for resource:security_group_rule and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:37.319218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:37.323625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.337232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:37.431951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.435464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.441106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58954) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.463779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009321668', 'description': 'tempest-description--770204606'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:37.478314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:37.511545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.515034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-3eaeb03a-7962-42da-ab9c-c1be041025ce tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.516023 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3eaeb03a-7962-42da-ab9c-c1be041025ce tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.2270195
Dec 22 14:58:37.555972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Usage tracker for resource:security_group and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:37.556580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58958) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.566351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:37.571903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db6850ff-0f4a-4a7c-a880-241e2495b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:37.593594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-dd66e826-eea9-47cb-b803-3121ed39bcbb tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.597014 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dd66e826-eea9-47cb-b803-3121ed39bcbb tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0327511
Dec 22 14:58:37.610260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58962) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.615776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:37.626521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-cb7780ad-d5ea-4f14-a3e6-ef97b57be7ef tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.630023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cb7780ad-d5ea-4f14-a3e6-ef97b57be7ef tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0144300
Dec 22 14:58:37.645516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58966) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.668713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-fae0f385-0149-4a43-9108-e411d41883ca tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.672474 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fae0f385-0149-4a43-9108-e411d41883ca tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0229712
Dec 22 14:58:37.681893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58970) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.694985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.742546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.746665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Subnet': ['ID=26506500-ce05-4e53-b790-6c05bfb608d8,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:37.753803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:37.755473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.761965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-723b0c62-ef29-4fd6-8bf6-bb9c00ecd5e3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.763127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-723b0c62-ef29-4fd6-8bf6-bb9c00ecd5e3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0757606
Dec 22 14:58:37.766897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58974) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.768503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c497d27d-7305-414a-8dc0-4650bf7d248e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:37.771521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Allocated IP 172.20.0.1 (18d9feec-6036-4866-8e45-4827290cb492/9d7db6f7-5ae3-4cad-93ba-12f6a02eb767/d2049a64-3a0e-4d84-893b-63297e9cfa10) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:37.807302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-50d14dcd-c390-4716-b79d-9a42d039d599 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.807636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port 49510e7b-cb8e-4aba-96b4-4ec3425c5d77, host hv-neutron-8226, got binding levels [] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:37.807987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.808258 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-50d14dcd-c390-4716-b79d-9a42d039d599 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0313942
Dec 22 14:58:37.821596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 58978) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.835556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-454ca69d-9d90-43a2-adff-52993cbb4c30 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.836556 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-454ca69d-9d90-43a2-adff-52993cbb4c30 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0140157
Dec 22 14:58:37.847058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58982) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.847811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14217b3a-331f-46e6-a927-336ca559e488,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:37.866518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:37.869612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:37.875406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-c178398d-88dc-4e27-a7a7-eb2a8ad5b75e tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.878806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c178398d-88dc-4e27-a7a7-eb2a8ad5b75e tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0264721
Dec 22 14:58:37.878806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Checking segment: {'id': '70fc5861-7c56-495d-ad78-f2efd8eea7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:37.878806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network hostable DHCP agents. Network: 14acb837-3e9b-495d-aded-9bcad5a4ffd2, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:58:37.889686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58986) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.900699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Usage tracker for resource:security_group_rule and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:37.905665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-8a968fdb-65fd-4557-a1bf-3f720e019e6d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.908111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8a968fdb-65fd-4557-a1bf-3f720e019e6d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0133812
Dec 22 14:58:37.910269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:37.914504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58990) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.926498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-fd699a12-6727-4587-adf1-aabea5f7adcc tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.927452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fd699a12-6727-4587-adf1-aabea5f7adcc tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0120785
Dec 22 14:58:37.929547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] device_id is not set on port b82894cc-cb88-4e10-92ea-ece4013472e3 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:37.934501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:37.937071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.940872 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7103131
Dec 22 14:58:37.944952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58994) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.945270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 58996) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.950027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:37.957146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'security_group_rule': {'security_group_id': '5be77a02-24a0-4d1c-80c7-4ddc4653ffa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:37.968785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-6ac12d34-0304-4080-a667-e4b53f2c8051 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.969734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ac12d34-0304-4080-a667-e4b53f2c8051 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0234268
Dec 22 14:58:37.976760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:37.981799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59002) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:37.992473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Usage tracker for resource:security_group_rule and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:37.998191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-16944edd-1315-4624-b618-ce0b96cfda6c tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:37.999066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-16944edd-1315-4624-b618-ce0b96cfda6c tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0162485
Dec 22 14:58:38.000496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:38.005075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Transition to ACTIVE for port object b82894cc-cb88-4e10-92ea-ece4013472e3 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:38.008313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59006) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.015936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Calling delete_port for 49510e7b-cb8e-4aba-96b4-4ec3425c5d77 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:38.016405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:38.020934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-8f20b5a9-c00f-4cab-b621-418792ee4759 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.021871 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8f20b5a9-c00f-4cab-b621-418792ee4759 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0111768
Dec 22 14:58:38.025519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.030804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59010) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.033076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.084713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-010a27c2-4c13-44df-9dfc-e4de13799485 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.085651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-010a27c2-4c13-44df-9dfc-e4de13799485 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0248616
Dec 22 14:58:38.096002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59014) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.106869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:58:38.118000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-ddd09a1f-3169-4a3f-9965-aef36f101e3d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.118947 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ddd09a1f-3169-4a3f-9965-aef36f101e3d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0159528
Dec 22 14:58:38.126282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59018) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.145619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-2caf53e2-b1aa-456f-a6be-6ab09724ee1a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.146556 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2caf53e2-b1aa-456f-a6be-6ab09724ee1a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0185835
Dec 22 14:58:38.151132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59022) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.162775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-17dbe994-12d1-41d6-a38b-fa30e8f536fe tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.163690 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-17dbe994-12d1-41d6-a38b-fa30e8f536fe tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0106843
Dec 22 14:58:38.176577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59026) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.185303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.196028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-0ab7f0d2-f633-449b-84b3-55317de35502 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.197273 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0ab7f0d2-f633-449b-84b3-55317de35502 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0196960
Dec 22 14:58:38.199988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59030) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.202465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.210839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=b82894cc-cb88-4e10-92ea-ece4013472e3,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.211408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.223984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-c3061514-9990-4c00-b2a6-b2aad4685bda tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.225014 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c3061514-9990-4c00-b2a6-b2aad4685bda tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0177801
Dec 22 14:58:38.225248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 14acb837-3e9b-495d-aded-9bcad5a4ffd2) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:38.226490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.230222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:38.230338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59034) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.230744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.236726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4cc743-bf61-4bf4-8c7d-e9d1812e0012 None None] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:38.237234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.238033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.242457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.263360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.279954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-52e6fc3b-a8ae-4581-a6fb-203f257dabd3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.283768 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-52e6fc3b-a8ae-4581-a6fb-203f257dabd3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0432093
Dec 22 14:58:38.284423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bbacbb1e-438a-4397-8654-cb3a4be475de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.285703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59038) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.306280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9610748
Dec 22 14:58:38.317926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59040) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.325019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-f3512842-cb64-4985-bb4f-ca6594f54783 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.326419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f3512842-cb64-4985-bb4f-ca6594f54783 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0128434
Dec 22 14:58:38.331324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59044) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.342897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-bc7924e8-fe74-45d3-9d7e-ae349a6842a2 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.344218 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bc7924e8-fe74-45d3-9d7e-ae349a6842a2 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0086012
Dec 22 14:58:38.347997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-982451874'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:38.350612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59050) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.357664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.359015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.9133570
Dec 22 14:58:38.359794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30850360-708c-45b7-9d4e-0650949ebac0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.365227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-a21b7761-13ab-4286-9f3e-b11405da8846 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.365987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.366171 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a21b7761-13ab-4286-9f3e-b11405da8846 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0143714
Dec 22 14:58:38.367089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.367410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.367727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.369666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59054) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.369978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59056) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.370742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.380764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'security_group_rule': {'security_group_id': '30850360-708c-45b7-9d4e-0650949ebac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:38.395098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-93d2f78b-6ae5-4687-acd6-8959047b48a3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.396422 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93d2f78b-6ae5-4687-acd6-8959047b48a3 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0197659
Dec 22 14:58:38.397072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:38.401764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59062) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.405202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Usage tracker for resource:security_group_rule and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:38.414112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.414436 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.415131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:38.422352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-7f5b81d7-4b7f-403b-b7c9-47474dee4bdf tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.425756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7f5b81d7-4b7f-403b-b7c9-47474dee4bdf tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0206625
Dec 22 14:58:38.425756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 2 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.433267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.434661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.439217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:38.447685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-8ae9c0fe-cfd6-465e-a771-16cbd2fbe55b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.451935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8ae9c0fe-cfd6-465e-a771-16cbd2fbe55b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0125597
Dec 22 14:58:38.454907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.456889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59070) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.461915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.462159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.462473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.469199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-01670c42-9aa6-4da5-a183-ef3877ff62dd tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.472553 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-01670c42-9aa6-4da5-a183-ef3877ff62dd tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0115471
Dec 22 14:58:38.482507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.493882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59074) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.503812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.512440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5f1757-aa46-4391-8ca3-0263d611da95,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.513988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'Port': ['ID=81cc163a-6d3f-4fba-8a53-ae0af585bffa,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.515660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.516469 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.516681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.519543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Transition to ACTIVE for port object d2049a64-3a0e-4d84-893b-63297e9cfa10 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:38.523334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-85d90600-0f10-4419-8ee2-80fd012775f7 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.526797 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-85d90600-0f10-4419-8ee2-80fd012775f7 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0244005
Dec 22 14:58:38.528021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.529041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 3 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.530816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'tenant_id': '24db5330503a4a86b5a7ad663a61544e', 'fixed_ips': [{'subnet_id': '26506500-ce05-4e53-b790-6c05bfb608d8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:58:38.531653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.541899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59078) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.551681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.552948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6049414
Dec 22 14:58:38.555939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-22352a3e-47c6-490d-9919-3dd0d26ebaa9 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.559358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-22352a3e-47c6-490d-9919-3dd0d26ebaa9 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0143509
Dec 22 14:58:38.563885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59082) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.564751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59084) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.565728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.565837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.566104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.585834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.586150 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.587560 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 4 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.598354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-3f6c9cf5-0eae-46fe-8a48-a8d4749858b5 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.602292 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3f6c9cf5-0eae-46fe-8a48-a8d4749858b5 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0216835
Dec 22 14:58:38.602488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59090) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.603948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:38.610616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-054ca03d-09c5-42cf-af8e-aa1aa7097196 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.611555 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-054ca03d-09c5-42cf-af8e-aa1aa7097196 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0081849
Dec 22 14:58:38.614151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59094) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.619899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.620220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.620564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.626306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-93afaf2a-28a6-4fa0-99dd-dc2dc99c834f tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.627404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93afaf2a-28a6-4fa0-99dd-dc2dc99c834f tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0103469
Dec 22 14:58:38.628211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event deleted for resources: {'Port': ['ID=49510e7b-cb8e-4aba-96b4-4ec3425c5d77,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.631693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59098) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.639256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:38.647716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-60811993-5616-4bf6-9a3b-c2fb7ad8ff22 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.651265 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-60811993-5616-4bf6-9a3b-c2fb7ad8ff22 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0162563
Dec 22 14:58:38.653660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59102) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.654391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.654991 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.657296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.658699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.659364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 5 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.671073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-468b0442-09e7-4b80-9753-f38abc30908d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.674155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-468b0442-09e7-4b80-9753-f38abc30908d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0159247
Dec 22 14:58:38.675440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59106) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.677678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.682537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-0d45b476-92ae-4061-8291-149d2f77dd1a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.686529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d45b476-92ae-4061-8291-149d2f77dd1a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0070870
Dec 22 14:58:38.687350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7fe19422-4725-4362-a467-75ebe76c9c60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.692180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.697540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59110) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.701390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.701928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.702252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.705342 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "DELETE /v2.0/ports/49510e7b-cb8e-4aba-96b4-4ec3425c5d77 HTTP/1.1" status: 204  len: 168 time: 2.0156760
Dec 22 14:58:38.705605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:38.706275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.710324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59114) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.712685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.713005 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.717091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Usage tracker for resource:floatingip and tenant:0631083bec19464db01039a923cbf8e9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:38.718038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-b0fc7cb7-5e79-4db0-8e61-c244b62d8c7d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.721500 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0fc7cb7-5e79-4db0-8e61-c244b62d8c7d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0204558
Dec 22 14:58:38.722833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59118) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.726146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 6 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.727112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:38.728189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Allocated IP 172.20.0.2 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/a6123c58-d389-443e-9157-912008ff4520) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:38.742276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-fd1fb0a1-6095-4e5c-8d75-5addbe28f0d2 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.745715 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fd1fb0a1-6095-4e5c-8d75-5addbe28f0d2 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0182076
Dec 22 14:58:38.752081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.761213 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4806759
Dec 22 14:58:38.761213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:38.761213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59122) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.784731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-cce1c67e-8bb8-4ade-a158-643564d288ef tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.788009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cce1c67e-8bb8-4ade-a158-643564d288ef tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0248141
Dec 22 14:58:38.791336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59128) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.797243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-76fb8cd2-231c-4f57-aa44-5b0039ad4ab0 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.800828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-76fb8cd2-231c-4f57-aa44-5b0039ad4ab0 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0058360
Dec 22 14:58:38.802443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59132) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.805878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:38.813831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-66359058-6896-4438-aae3-a006d075f5e5 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.814885 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-66359058-6896-4438-aae3-a006d075f5e5 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0117662
Dec 22 14:58:38.815861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.832670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:port and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:38.833770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931f855f-ad0b-4940-b740-8a7729f528da,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:38.835732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59136) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.841972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-b1a56300-1e0f-4b5f-b88e-69abc81eb62c tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:38.842917 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b1a56300-1e0f-4b5f-b88e-69abc81eb62c tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0060363
Dec 22 14:58:38.846432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:38.849654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.850425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.859861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:38.864720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1747f23-8ecb-4c4e-a69f-d98bdc5355b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:38.865213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c1747f23-8ecb-4c4e-a69f-d98bdc5355b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Synchronizing usage tracker for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:38.873246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.874555 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4997873
Dec 22 14:58:38.876349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.876720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.877027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.883088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59142) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:38.883914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:38.884407 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:38.895591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'security_group_rule': {'security_group_id': '30850360-708c-45b7-9d4e-0650949ebac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:38.901852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:38.906422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Usage tracker for resource:security_group_rule and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:38.911356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:38.924493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:38.932122 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 7 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:38.957922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:38.975207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c1747f23-8ecb-4c4e-a69f-d98bdc5355b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Unset dirty status for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:38.980435 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c1747f23-8ecb-4c4e-a69f-d98bdc5355b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports/49510e7b-cb8e-4aba-96b4-4ec3425c5d77 HTTP/1.1" status: 404  len: 333 time: 0.2665470
Dec 22 14:58:38.982200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:38.982573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:38.983041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:38.987681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.003215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.003861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:39.006432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762487849', 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:39.011094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:39.011205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:39.015568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Transition to ACTIVE for port object a6123c58-d389-443e-9157-912008ff4520 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:39.029516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:39.031704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:39.032335 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:39.034324 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 8 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:39.035836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Transition to ACTIVE for port object a6123c58-d389-443e-9157-912008ff4520 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:39.042529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.049277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:39.054500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:39.055019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:39.055539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:39.066204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:39.066738 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:39.069050 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 9 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:39.082215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Made reservation on behalf of 9bfae6ca84e24ac88ba93385f689b9f8 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:39.082434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-76e29dcb-638a-444f-920b-ee246df06ebf tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.084854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.086825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-76e29dcb-638a-444f-920b-ee246df06ebf tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0917959
Dec 22 14:58:39.102736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59160) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.118658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:39.120152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-351bb21c-410a-424a-b453-edac4b413716 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.123031 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-351bb21c-410a-424a-b453-edac4b413716 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0165699
Dec 22 14:58:39.124341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:39.124849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:39.125155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:39.127337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.133309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:39.138347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:39.138802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:39.142174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-e9b1f1c9-e20e-4254-92cd-bee712ae0a41 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.142597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.143212 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e9b1f1c9-e20e-4254-92cd-bee712ae0a41 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0113149
Dec 22 14:58:39.146056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Pushing event updated for resources: {'Port': ['ID=a6123c58-d389-443e-9157-912008ff4520,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:39.146835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port c4a9780a-06d8-4e90-bd46-f8ed63a62afd yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:39.149911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:39.167911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59168) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.196997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:39.197528 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:39.199411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-0d8822c8-4e7e-49e7-944e-8fb4ee995847 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.204104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0d8822c8-4e7e-49e7-944e-8fb4ee995847 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0320058
Dec 22 14:58:39.208539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempt 10 to bind port b82894cc-cb88-4e10-92ea-ece4013472e3
Dec 22 14:58:39.210067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59172) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.221428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network 18d9feec-6036-4866-8e45-4827290cb492 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:39.222229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=d2049a64-3a0e-4d84-893b-63297e9cfa10,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:39.233739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-9312bdae-8867-493e-b8fe-08754480d60d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.235448 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9312bdae-8867-493e-b8fe-08754480d60d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0190167
Dec 22 14:58:39.237450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:39.237782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:39.238112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempting to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:39.239343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:39.240798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59176) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.244670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:39.248193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Attempting to bind port a6123c58-d389-443e-9157-912008ff4520 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:39.248193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Attempting to bind port a6123c58-d389-443e-9157-912008ff4520 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '70fc5861-7c56-495d-ad78-f2efd8eea7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:39.248691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Attempting to bind port a6123c58-d389-443e-9157-912008ff4520 on network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:39.251253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.256312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:39.256506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Checking segment: {'id': '70fc5861-7c56-495d-ad78-f2efd8eea7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:39.256896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.257297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Bound using segment: {'id': '70fc5861-7c56-495d-ad78-f2efd8eea7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:39.257747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Bound port: a6123c58-d389-443e-9157-912008ff4520, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fc5861-7c56-495d-ad78-f2efd8eea7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:39.258133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.267006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-932339bb-8f8a-4461-988a-fa17df8d8cd1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.268580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-932339bb-8f8a-4461-988a-fa17df8d8cd1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0160828
Dec 22 14:58:39.273645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:39.274352 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Failed to bind port b82894cc-cb88-4e10-92ea-ece4013472e3 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '47d5617b-e8de-4f38-a564-dd0d7866638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2bb169b2-6acf-4ab2-b72e-e78557a1d55e'}]
Dec 22 14:58:39.275537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.275834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:39.280123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59180) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.281624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port d8156d6b-0908-4e9c-8147-c974b0595792 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:39.306091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.338369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:39.363561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01a255d-fd97-41cf-9e2d-7ccb4a4019e4,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:39.366990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:39.397246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59184) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.421606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] For port a6123c58-d389-443e-9157-912008ff4520, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:39.425039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] For port a6123c58-d389-443e-9157-912008ff4520, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a6123c58-d389-443e-9157-912008ff4520,segment=NetworkSegment(70fc5861-7c56-495d-ad78-f2efd8eea7c9),segment_id=70fc5861-7c56-495d-ad78-f2efd8eea7c9)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:39.432448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.437836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3983fe7-3ed9-4a05-aa24-829bef418c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:39.438238 dv-neutron-822675-1-hyperv neutron-server[83456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 22 14:58:39.450781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.8 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/d8156d6b-0908-4e9c-8147-c974b0595792) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:39.499980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.501571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6161387
Dec 22 14:58:39.519047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Pushing event updated for resources: {'Port': ['ID=a6123c58-d389-443e-9157-912008ff4520,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:39.522100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:39.549312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6bf6cf7-045c-4b61-a9be-eb6401228ad7 None None] Provisioning for port d2049a64-3a0e-4d84-893b-63297e9cfa10 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:39.555541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6bf6cf7-045c-4b61-a9be-eb6401228ad7 None None] Provisioning complete for port d2049a64-3a0e-4d84-893b-63297e9cfa10 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:39.555924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6cf7-045c-4b61-a9be-eb6401228ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.568907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59188) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.593074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:39.603362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-6417ac8c-a985-4565-9d8e-5f71249d06b7 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.604458 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6417ac8c-a985-4565-9d8e-5f71249d06b7 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0096030
Dec 22 14:58:39.611958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-01ba22c2-ce30-4190-a402-ea84c1ca47cf tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Synchronizing usage tracker for tenant:fcd195266ef04b0eaee4152119268543 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:39.617790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59194) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.624782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:39.649238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Usage tracker for resource:floatingip and tenant:79a130092077406f88730624da931c5b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:39.656466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:39.662076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port b82894cc-cb88-4e10-92ea-ece4013472e3, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:39.662437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Attempted to set empty binding levels {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:39.670273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:39.671028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-ba3811c2-d7c7-49da-b683-476a81ebce9b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.672019 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ba3811c2-d7c7-49da-b683-476a81ebce9b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0497286
Dec 22 14:58:39.683912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.687195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.690592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf6cf7-045c-4b61-a9be-eb6401228ad7 None None] Port d2049a64-3a0e-4d84-893b-63297e9cfa10 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:39.694911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.699954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:39.733158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-d8ba13b5-d755-4481-bd50-318dc735161f tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.736104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d8ba13b5-d755-4481-bd50-318dc735161f tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0435894
Dec 22 14:58:39.740723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-01ba22c2-ce30-4190-a402-ea84c1ca47cf tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Unset dirty status for tenant:fcd195266ef04b0eaee4152119268543 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:39.750877 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-01ba22c2-ce30-4190-a402-ea84c1ca47cf tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--763444942&fields=id&tenant_id=fcd195266ef04b0eaee4152119268543 HTTP/1.1" status: 200  len: 267 time: 0.3319519
Dec 22 14:58:39.751839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59202) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.787381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.808154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-f4e0e0a4-0f8f-42b8-a9d2-fdea1bf75c4e tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.812237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f4e0e0a4-0f8f-42b8-a9d2-fdea1bf75c4e tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0443892
Dec 22 14:58:39.834829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59206) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.846349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.853895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.898781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object d8156d6b-0908-4e9c-8147-c974b0595792 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:39.907684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.925534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.942633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-77c306e3-4f91-4b9a-a037-f15e4b5c59e1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:39.943578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-77c306e3-4f91-4b9a-a037-f15e4b5c59e1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.1012249
Dec 22 14:58:39.948944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] In _notify_port_updated(), no bound segment for port b82894cc-cb88-4e10-92ea-ece4013472e3 on network 2bb169b2-6acf-4ab2-b72e-e78557a1d55e {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:58:39.949947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:39.951387 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "PUT /v2.0/ports/b82894cc-cb88-4e10-92ea-ece4013472e3 HTTP/1.1" status: 200  len: 977 time: 2.9060776
Dec 22 14:58:39.962487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59210) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:39.962806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59212) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.018410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-e51e4a9c-c7c1-4474-97a5-df5ffd7e4c3a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.019274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e51e4a9c-c7c1-4474-97a5-df5ffd7e4c3a tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0454836
Dec 22 14:58:40.023422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59218) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.037797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-ddcfe548-e945-4d00-a00a-14fef2893b91 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.038641 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ddcfe548-e945-4d00-a00a-14fef2893b91 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0119803
Dec 22 14:58:40.041471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event updated for resources: {'Port': ['ID=b82894cc-cb88-4e10-92ea-ece4013472e3,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:40.048739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59222) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.053831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:40.060891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-9c89dd05-4495-4dfc-afb1-21be0c43fa41 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.064157 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c89dd05-4495-4dfc-afb1-21be0c43fa41 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0120964
Dec 22 14:58:40.066803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.072003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.090465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-e3b267c6-3a6c-4649-ac83-f539b9132359 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.094491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e3b267c6-3a6c-4649-ac83-f539b9132359 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0221386
Dec 22 14:58:40.107396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59230) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.120023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Deleting port b82894cc-cb88-4e10-92ea-ece4013472e3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:40.120355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.146729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:40.158066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-0d6c96cb-bad0-4349-b2ab-cb3a0da64d66 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.159032 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d6c96cb-bad0-4349-b2ab-cb3a0da64d66 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0457892
Dec 22 14:58:40.172576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59234) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.192637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-550f4ffe-0b94-4d6c-a918-29e60baa9bc1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.193585 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-550f4ffe-0b94-4d6c-a918-29e60baa9bc1 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0178158
Dec 22 14:58:40.198149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.203366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.208050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-3d0463e5-3467-4072-8232-afae08862b1e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:40.208748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-3d0463e5-3467-4072-8232-afae08862b1e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Synchronizing usage tracker for tenant:fcd195266ef04b0eaee4152119268543 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:40.225531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a42e6c57-3259-422e-a20a-6c40ce051033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:40.256057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-344a91bf-3e9c-49ac-9f41-be50e2bbbd08 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.257134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-344a91bf-3e9c-49ac-9f41-be50e2bbbd08 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0456941
Dec 22 14:58:40.267788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59242) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.312012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-592d951b-2b17-4cbf-89f9-a700d7070967 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.315491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-592d951b-2b17-4cbf-89f9-a700d7070967 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0354981
Dec 22 14:58:40.323299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:40.325001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59246) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.338258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=d8156d6b-0908-4e9c-8147-c974b0595792,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:40.341251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:40.343555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:40.346297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-f66d275e-f943-404f-abba-f75c254a950b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.349593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f66d275e-f943-404f-abba-f75c254a950b tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0170016
Dec 22 14:58:40.349733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:40.360265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59250) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.381776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [None req-707c0609-7251-478a-a305-c4eb6b8150b8 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.383012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-707c0609-7251-478a-a305-c4eb6b8150b8 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0156786
Dec 22 14:58:40.385810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=c4a9780a-06d8-4e90-bd46-f8ed63a62afd,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:40.388721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-3d0463e5-3467-4072-8232-afae08862b1e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Unset dirty status for tenant:fcd195266ef04b0eaee4152119268543 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:40.391334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.395555 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-3d0463e5-3467-4072-8232-afae08862b1e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 812 time: 0.6446252
Dec 22 14:58:40.401222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Allocated IP 172.26.3.48 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/8925255a-716f-4767-807b-fb6acd0ffe6c) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:40.407687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:40.409636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:40.412571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-126b4121-febe-4d93-96a8-5f35f8a0952d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.416365 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-126b4121-febe-4d93-96a8-5f35f8a0952d tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0169623
Dec 22 14:58:40.416538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:40.418280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59258) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.443126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [None req-22923754-dc54-4343-a2f1-38cf96dad797 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:40.456854 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-22923754-dc54-4343-a2f1-38cf96dad797 tempest-ExtensionsTestJSON-649067359 tempest-ExtensionsTestJSON-649067359-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0136070
Dec 22 14:58:40.497642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:40.498260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.504134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:40.505965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:40.506785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.554065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-f65f2ac3-9962-4574-9616-132543e4e95a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/quotas/fcd195266ef04b0eaee4152119268543 HTTP/1.1" status: 200  len: 375 time: 0.1576526
Dec 22 14:58:40.657334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a6123c58-d389-443e-9157-912008ff4520 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:40.670247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.6810970
Dec 22 14:58:40.673710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59264) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.685889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.732483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034092f1-068e-4bf4-990a-284d4032e4c0 None None] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:58:40.737386 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.4096406
Dec 22 14:58:40.741855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59268) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:40.757871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-2109561917', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:38:5b:07'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:40.828857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] For port b82894cc-cb88-4e10-92ea-ece4013472e3, host hv-neutron-8226, got binding levels [] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:40.829216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.865831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8adb10cb-d0ca-42cb-994d-eb04876da295 None None] Provisioning for port a6123c58-d389-443e-9157-912008ff4520 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:40.933099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a6123c58-d389-443e-9157-912008ff4520 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:40.946274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a6123c58-d389-443e-9157-912008ff4520 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:40.946689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:40.978836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59274) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:41.027050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.076272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Calling delete_port for b82894cc-cb88-4e10-92ea-ece4013472e3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:41.100063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:41.109021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.111131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:port and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:41.115491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:41.121593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.123229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.125313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:41.161469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:41.169770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a6123c58-d389-443e-9157-912008ff4520, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a6123c58-d389-443e-9157-912008ff4520,segment=NetworkSegment(70fc5861-7c56-495d-ad78-f2efd8eea7c9),segment_id=70fc5861-7c56-495d-ad78-f2efd8eea7c9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:41.176014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.178123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-645c863b-8ca3-4ef5-a58a-09f390b7eb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:41.180537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.197659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:41.244613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.259763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:41.266165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a6123c58-d389-443e-9157-912008ff4520,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:41.269259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:41.274790 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b82894cc-cb88-4e10-92ea-ece4013472e3 HTTP/1.1" status: 204  len: 168 time: 1.2992198
Dec 22 14:58:41.282808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.289827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59280) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:41.305121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7b1c76d3-ed26-45de-9d92-768cf777d2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Synchronizing usage tracker for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:41.307654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Pushing event deleted for resources: {'Port': ['ID=b82894cc-cb88-4e10-92ea-ece4013472e3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:41.310714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:41.338727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-206192de-170c-4fc4-95af-cbbf9127ce06 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7420616
Dec 22 14:58:41.363803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7b1c76d3-ed26-45de-9d92-768cf777d2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Unset dirty status for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:41.365037 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7b1c76d3-ed26-45de-9d92-768cf777d2aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports/c4a9780a-06d8-4e90-bd46-f8ed63a62afd HTTP/1.1" status: 200  len: 959 time: 0.6892757
Dec 22 14:58:41.368023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:41.433357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=d2049a64-3a0e-4d84-893b-63297e9cfa10,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:41.440175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Allocated IP 172.26.3.212 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/3d2292c8-056f-4d76-bcd7-46d051470443) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:41.440427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:41.457722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:41.471360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Deleting port c4a9780a-06d8-4e90-bd46-f8ed63a62afd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:41.471690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.508450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.511950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.518820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Provisioning complete for port a6123c58-d389-443e-9157-912008ff4520 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:41.519580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.541772 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec17bf0-3a81-4e9e-9ebe-13b9d3f49e1e tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:41.542274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ec17bf0-3a81-4e9e-9ebe-13b9d3f49e1e tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Synchronizing usage tracker for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:41.584191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:41.622452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:41.633689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:41.672115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-f3e1297d-1bd7-4c7b-978b-1679609dae06 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:41.679169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-f3e1297d-1bd7-4c7b-978b-1679609dae06 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1808517
Dec 22 14:58:41.774860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'Port': ['ID=8925255a-716f-4767-807b-fb6acd0ffe6c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:41.798501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:41.804269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ec17bf0-3a81-4e9e-9ebe-13b9d3f49e1e tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Unset dirty status for tenant:5c4ee8521b034e22a9aa2ff5c1052d0a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:41.805429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ec17bf0-3a81-4e9e-9ebe-13b9d3f49e1e tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] 10.222.0.69 "GET /v2.0/ports/b82894cc-cb88-4e10-92ea-ece4013472e3 HTTP/1.1" status: 404  len: 333 time: 0.5036385
Dec 22 14:58:41.812089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Provisioning for port d8156d6b-0908-4e9c-8147-c974b0595792 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:41.814204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59294) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:41.818561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Provisioning complete for port d8156d6b-0908-4e9c-8147-c974b0595792 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:41.818919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.838370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:41.853967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Usage tracker for resource:security_group_rule and tenant:e44f1cd75b1d4c06bfd1465976766e8f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:41.862261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:41.871708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-800e0a3b-8813-4996-bea2-af65b8a2b114 None None] Port d8156d6b-0908-4e9c-8147-c974b0595792 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:41.875698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:41.889637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:41.959221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port e763ba60-976c-488a-8a79-230cee490e5f yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:41.994608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1e78e94a-0a6f-44c4-9326-8df0a4ed60fc None None] Provisioning complete for port d8156d6b-0908-4e9c-8147-c974b0595792 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:41.994955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1e78e94a-0a6f-44c4-9326-8df0a4ed60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.041958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.050416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network 18d9feec-6036-4866-8e45-4827290cb492 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:42.053149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1e78e94a-0a6f-44c4-9326-8df0a4ed60fc None None] Port d8156d6b-0908-4e9c-8147-c974b0595792 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:42.066996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:42.096739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.115200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.234659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-38bbe9dd-77af-4a5e-b393-67b63deb3535 service neutron] 10.222.0.69 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5546150
Dec 22 14:58:42.245522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Calling delete_port for c4a9780a-06d8-4e90-bd46-f8ed63a62afd owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:42.281942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b69549ac-2d62-4761-8168-9e277ba0280d None None] Provisioning complete for port d2049a64-3a0e-4d84-893b-63297e9cfa10 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:42.282298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b69549ac-2d62-4761-8168-9e277ba0280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.302708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.319415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.335131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b69549ac-2d62-4761-8168-9e277ba0280d None None] Port d2049a64-3a0e-4d84-893b-63297e9cfa10 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:42.412314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-077a9034-2a0d-4f78-9ea3-4aca429f00a8 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:42.449588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.521534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.523160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.14 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/e763ba60-976c-488a-8a79-230cee490e5f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:42.524903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:42.539962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8b478-d265-4aa1-9ba2-d37d4abf44c3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:42.544064 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e44f1cd75b1d4c06bfd1465976766e8f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5648105
Dec 22 14:58:42.544684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a6123c58-d389-443e-9157-912008ff4520 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:42.546290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:42.557665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59298) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:42.585238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.587550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.631777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a6123c58-d389-443e-9157-912008ff4520 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:42.632195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.669786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:42.676713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-ff21ad17-65a7-4840-8601-a18da96c6d60 service neutron] 10.222.0.69 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3931167
Dec 22 14:58:42.681437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:42.683455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f857526b9d0>> segment before_delete 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.684232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f857526b9d0>> subnet precommit_delete_associations 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.685218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> segment_host_mapping after_create 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.685579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> port after_create 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.685899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> port after_delete 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.686226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> port after_update 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.686541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> segment after_delete 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.687330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> subnet after_create 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.687330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> subnet after_delete 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.687468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8575663d90>> subnet after_update 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.966959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59312) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:42.986478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f85755970d0>> subnet after_create 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.986926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f85755970d0>> subnet after_delete 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.987444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f85755970d0>> subnet before_create 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.987690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f85755970d0>> subnet before_update 55550000 {{(pid=83456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 14:58:42.988218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85751c1ac0>,) {'filters': {'network_id': ['2bb169b2-6acf-4ab2-b72e-e78557a1d55e']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:42.996930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:42.999489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'Port': ['ID=3d2292c8-056f-4d76-bcd7-46d051470443,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:43.002513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:43.003597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:43.017534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:43.062250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4a9780a-06d8-4e90-bd46-f8ed63a62afd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:43.070394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751c1ac0>, '47d5617b-e8de-4f38-a564-dd0d7866638f') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:43.070632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751c1ac0>, '47d5617b-e8de-4f38-a564-dd0d7866638f') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:43.077876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:43.089094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.096896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.099538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.124086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.136461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c4a9780a-06d8-4e90-bd46-f8ed63a62afd HTTP/1.1" status: 204  len: 168 time: 1.7675965
Dec 22 14:58:43.137684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:58:43.137985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn_limited(
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn_limited(
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:58:43.157637 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:58:43.159881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59326) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:43.254423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.281964 dv-neutron-822675-1-hyperv neutron-server[83457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 22 14:58:43.350112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-af02950e-f947-4ba6-a32e-65d3c725cbc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:43.350604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-af02950e-f947-4ba6-a32e-65d3c725cbc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Synchronizing usage tracker for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:43.361595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-05f78744-40a6-40f0-a119-ae12452d4a12 req-42934c2a-6cf4-432c-90f0-7e0265281ba0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Synchronizing usage tracker for tenant:fcd195266ef04b0eaee4152119268543 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:43.373812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.386067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.389759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.390572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08452e3e-5fa5-4104-a9ef-4bd1435569d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:43.410657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.432573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object e763ba60-976c-488a-8a79-230cee490e5f will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:43.447091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Pushing event deleted for resources: {'Network': ['ID=2bb169b2-6acf-4ab2-b72e-e78557a1d55e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:43.458045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-af02950e-f947-4ba6-a32e-65d3c725cbc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Unset dirty status for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:43.463573 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-af02950e-f947-4ba6-a32e-65d3c725cbc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports/c4a9780a-06d8-4e90-bd46-f8ed63a62afd HTTP/1.1" status: 404  len: 333 time: 0.2551394
Dec 22 14:58:43.465607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59340) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:43.467462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:43.468986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-05f78744-40a6-40f0-a119-ae12452d4a12 req-42934c2a-6cf4-432c-90f0-7e0265281ba0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Unset dirty status for tenant:fcd195266ef04b0eaee4152119268543 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:43.470531 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] 10.222.0.69 "DELETE /v2.0/networks/2bb169b2-6acf-4ab2-b72e-e78557a1d55e HTTP/1.1" status: 204  len: 168 time: 1.6470811
Dec 22 14:58:43.473636 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-05f78744-40a6-40f0-a119-ae12452d4a12 req-42934c2a-6cf4-432c-90f0-7e0265281ba0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.4915860
Dec 22 14:58:43.476846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1746174902'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:43.483356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:43.493481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.494225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:43.501559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.508800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.514204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.517956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7f070908-ec4d-442e-8d12-d821cd50e6de tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:43.526931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Made reservation on behalf of 9bfae6ca84e24ac88ba93385f689b9f8 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:43.530861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.549199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.598225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port bb1f67c6-b139-448a-b70d-19cd6a6d34aa yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:43.623904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:43.635461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=e763ba60-976c-488a-8a79-230cee490e5f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:43.639916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:43.726415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Router 2aeac174-e266-4885-9181-46f38b5f3f1c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:58:43.800715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:43.829293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.830433 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31f8b478-d265-4aa1-9ba2-d37d4abf44c3 HTTP/1.1" status: 204  len: 168 time: 1.2712088
Dec 22 14:58:43.846650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'Port': ['ID=8925255a-716f-4767-807b-fb6acd0ffe6c,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:43.854183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:43.865624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:43.874936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:44.007791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.030421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59362) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.064262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8b478-d265-4aa1-9ba2-d37d4abf44c3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:44.079461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:44.080604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:44.081262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:44.086210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:44.087022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.093951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.095533 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5195594
Dec 22 14:58:44.119451 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2843f2f8-2ad5-4cf8-8210-b65f3eed017a tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.3741443
Dec 22 14:58:44.124756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59370) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.175909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-194d6171-fb40-49fd-bcc1-cb69e4450866 None None] Provisioning for port e763ba60-976c-488a-8a79-230cee490e5f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:44.182047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-194d6171-fb40-49fd-bcc1-cb69e4450866 None None] Provisioning complete for port e763ba60-976c-488a-8a79-230cee490e5f triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:44.182684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-194d6171-fb40-49fd-bcc1-cb69e4450866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.188400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:44.206784 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:58:44.230188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.244954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.263589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42886ac5-8a51-412e-9fc2-56a99d319b68 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:44.291365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-194d6171-fb40-49fd-bcc1-cb69e4450866 None None] Port e763ba60-976c-488a-8a79-230cee490e5f cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:44.317230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.353150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:44.353704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:58:44.359548 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "PUT /v2.0/routers/2aeac174-e266-4885-9181-46f38b5f3f1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7386031
Dec 22 14:58:44.363590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.368418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] Sync routers for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:44.373822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Request body: {'port': {'network_id': '18d9feec-6036-4866-8e45-4827290cb492', 'name': 'tempest-FloatingIPAdminTestJSON-935091770'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:44.387910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:44.388437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c9f790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:44.406768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:44.413230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:44.414212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:44.414941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.464839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ffd33d51-ba8c-45f3-bfcf-a77fecea65eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5a23e1423804375b92975ab1e15adce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4328923
Dec 22 14:58:44.469660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59382) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.556604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a66d04-8393-4f27-9785-9793df5a2969 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:44.562539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a66d04-8393-4f27-9785-9793df5a2969 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:44.578253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c9f790>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:44.584347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a66d04-8393-4f27-9785-9793df5a2969 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:44.586049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f9a66d04-8393-4f27-9785-9793df5a2969 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.4563439
Dec 22 14:58:44.594778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59394) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.602565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1f67c6-b139-448a-b70d-19cd6a6d34aa,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:44.605405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:44.609355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:44.610148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c9f790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:44.610756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-695ff61a-5cc6-4d13-84fa-1152a825608a tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:44.669719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:44.691926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'Port': ['ID=3d2292c8-056f-4d76-bcd7-46d051470443,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:44.694996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:44.705410 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.2369256
Dec 22 14:58:44.708453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59398) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:44.718502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:44.740581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Usage tracker for resource:port and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:44.754429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c9f790>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:44.754838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c43097-0621-4c42-b4d3-7d0d00d83a58 None None] The sync data for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:44.757979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:44.762000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.771426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:44.817235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port e763ba60-976c-488a-8a79-230cee490e5f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:44.817555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.859367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Made reservation on behalf of cf7fdb187ea947e5af9ec65c0ecc2b5f for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:44.863173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.876262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.889732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.977182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:44.978318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3904734
Dec 22 14:58:44.980984 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b7e0e035-99df-41b5-a448-942127fae1d0 req-e643ee95-f53b-41e9-a86d-ff4d3d58a707 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.0807478
Dec 22 14:58:44.986357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.009998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] device_id is not set on port a270a677-36e3-411a-bbe5-8a8e8c7751c8 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:45.092069 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-883f93f5-ca4f-46d5-b371-d70b5bf9cfa0 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--552237141&fields=id&tenant_id=0631083bec19464db01039a923cbf8e9 HTTP/1.1" status: 200  len: 267 time: 0.2437038
Dec 22 14:58:45.394686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] device_id is not set on port bb1f67c6-b139-448a-b70d-19cd6a6d34aa yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:45.405482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.413279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.61', 53490) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:45.441199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.470466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:45.475837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:45.513521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd333c75-a5f4-429d-922b-23f23777208e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:45.516861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Transition to ACTIVE for port object bb1f67c6-b139-448a-b70d-19cd6a6d34aa will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:45.524403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-4e03669c-8c36-4bac-9e67-8b2f7305f407 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Synchronizing usage tracker for tenant:79a130092077406f88730624da931c5b on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:45.524932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:45.593483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Allocated IP 172.20.0.12 (18d9feec-6036-4866-8e45-4827290cb492/9d7db6f7-5ae3-4cad-93ba-12f6a02eb767/a270a677-36e3-411a-bbe5-8a8e8c7751c8) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:45.605952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.613635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.614753 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd333c75-a5f4-429d-922b-23f23777208e HTTP/1.1" status: 204  len: 168 time: 1.1441996
Dec 22 14:58:45.620084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79283-d79f-4371-8911-0a586e610460 req-1b556fa5-929f-49d2-b838-ff15057bd5d4 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:45.627624 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-1b556fa5-929f-49d2-b838-ff15057bd5d4 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/networks?id=19c39888-59d7-472f-82ae-9068cd5bf99c HTTP/1.1" status: 200  len: 804 time: 0.5182693
Dec 22 14:58:45.641275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-0c5a0656-b6e6-4a4c-ba68-19a4b93270aa tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:45.644360 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-0c5a0656-b6e6-4a4c-ba68-19a4b93270aa tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 812 time: 0.2300348
Dec 22 14:58:45.647031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:45.659905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b89b0d38-ae22-40a7-8087-e9368369cc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:45.761441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for e763ba60-976c-488a-8a79-230cee490e5f owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:45.793288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-57cdf83e-3fa9-437c-8685-290261ef4573 tempest-DvrRoutersNegativeTest-1616150962 tempest-DvrRoutersNegativeTest-1616150962-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-153940350', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:45.796279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.policy [None req-57cdf83e-3fa9-437c-8685-290261ef4573 tempest-DvrRoutersNegativeTest-1616150962 tempest-DvrRoutersNegativeTest-1616150962-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83457) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 22 14:58:45.796455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.policy [None req-57cdf83e-3fa9-437c-8685-290261ef4573 tempest-DvrRoutersNegativeTest-1616150962 tempest-DvrRoutersNegativeTest-1616150962-project] Failed policy check for 'create_router' {{(pid=83457) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 22 14:58:45.797002 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-57cdf83e-3fa9-437c-8685-290261ef4573 tempest-DvrRoutersNegativeTest-1616150962 tempest-DvrRoutersNegativeTest-1616150962-project] create failed (client error): Access was denied to this resource.
Dec 22 14:58:45.801416 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57cdf83e-3fa9-437c-8685-290261ef4573 tempest-DvrRoutersNegativeTest-1616150962 tempest-DvrRoutersNegativeTest-1616150962-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3155928
Dec 22 14:58:45.811597 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-1354f994-c437-4c80-ad9e-20c623668f56 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/quotas/0631083bec19464db01039a923cbf8e9 HTTP/1.1" status: 200  len: 375 time: 0.1830647
Dec 22 14:58:45.899341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-4e03669c-8c36-4bac-9e67-8b2f7305f407 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Unset dirty status for tenant:79a130092077406f88730624da931c5b on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:45.904342 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-4e03669c-8c36-4bac-9e67-8b2f7305f407 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1009321668&fields=id&tenant_id=79a130092077406f88730624da931c5b HTTP/1.1" status: 200  len: 267 time: 0.5536904
Dec 22 14:58:45.946434 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-084ac6c6-a7ba-4ea3-a749-407ad3f5d244 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcd195266ef04b0eaee4152119268543 HTTP/1.1" status: 200  len: 379 time: 0.1499174
Dec 22 14:58:45.997617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:45.998051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:45.998543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.001253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1f67c6-b139-448a-b70d-19cd6a6d34aa,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:46.006434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'port': {'device_id': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'admin_state_up': True, 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'security_groups': ['04d97e48-acb5-43ab-98ab-a31e4066776c']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:46.080322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:46.142525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59460) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:46.177080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.177469 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.182855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 2 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.192847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-8f5956d0-7df8-4cc5-b30c-fb9b33e0a23a tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0631083bec19464db01039a923cbf8e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3768334
Dec 22 14:58:46.224021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.224339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.224683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.227472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.255307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-03aa54b1-3c9c-4b46-bec7-2d075825af71 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:46.284375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.285084 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.287366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 3 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.298717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-d41b17f4-1b77-43f7-9f59-edc93a158b00 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:46.299392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-d41b17f4-1b77-43f7-9f59-edc93a158b00 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Synchronizing usage tracker for tenant:79a130092077406f88730624da931c5b on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:46.321800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=e763ba60-976c-488a-8a79-230cee490e5f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:46.327154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.332848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:46.333768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.334116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.334414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.337869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:46.351533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:46.358111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-d41b17f4-1b77-43f7-9f59-edc93a158b00 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Unset dirty status for tenant:79a130092077406f88730624da931c5b on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:46.359244 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-d41b17f4-1b77-43f7-9f59-edc93a158b00 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/networks?id=a9b93d59-3901-4fa4-82af-7e362fe62812 HTTP/1.1" status: 200  len: 812 time: 0.4212570
Dec 22 14:58:46.360675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59472) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:46.365953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.366912 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.380186 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 4 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.414166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Made reservation on behalf of fcd195266ef04b0eaee4152119268543 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:46.417161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.433171 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-3071bd45-c426-4d85-9e07-bbf50665bbb2 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/quotas/79a130092077406f88730624da931c5b HTTP/1.1" status: 200  len: 375 time: 0.0399737
Dec 22 14:58:46.439305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.439632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.439973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.478419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Transition to ACTIVE for port object a270a677-36e3-411a-bbe5-8a8e8c7751c8 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:46.485743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.523349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.523671 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.526468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 5 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.593701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.594069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.594396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.625904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1b1d62f3-8779-4a6e-a2e8-aed63ee522a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c4ee8521b034e22a9aa2ff5c1052d0a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2622001
Dec 22 14:58:46.633680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59478) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:46.663123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.663506 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.667586 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 6 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.717988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-7cf671c9-e377-48e8-be12-ffaddd1c3db3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:46.719164 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-7cf671c9-e377-48e8-be12-ffaddd1c3db3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2179654
Dec 22 14:58:46.729222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.729544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.729862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.770056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.770056 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.770921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 7 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.804874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-49fdbd7d-e5b2-4ed4-bcca-405db568371f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Synchronizing usage tracker for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:46.812843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.813155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.813475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.817427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Allocated IP 172.20.0.7 (8cb4a9c6-e904-47c5-babd-fbad8312b19f/7fa92a60-9ce6-40c8-92e4-b064967cfaa9/a508449c-3382-49ea-a7eb-86679a807a8a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:46.841363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.842636 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.844012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 8 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:46.847944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:46.859529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-49fdbd7d-e5b2-4ed4-bcca-405db568371f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Unset dirty status for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:46.860901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-49fdbd7d-e5b2-4ed4-bcca-405db568371f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=79a130092077406f88730624da931c5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4013658
Dec 22 14:58:46.874763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d330db044e442984400d3438bae102 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:46.878314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.882533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:46.888502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:46.888996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:46.889405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:46.891240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:46.906440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:46.924012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:46.948941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:46.949268 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:46.959470 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/e763ba60-976c-488a-8a79-230cee490e5f HTTP/1.1" status: 204  len: 168 time: 2.3626270
Dec 22 14:58:46.960360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59486) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:47.011387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event updated for resources: {'Port': ['ID=a270a677-36e3-411a-bbe5-8a8e8c7751c8,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:47.070912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:47.100972 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 9 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:47.114064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.134441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20291fb-48b4-4d9b-8f45-a97f4feed4d4 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] GET failed (client error): The resource could not be found.
Dec 22 14:58:47.135300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d20291fb-48b4-4d9b-8f45-a97f4feed4d4 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Synchronizing usage tracker for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:47.146556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Network 18d9feec-6036-4866-8e45-4827290cb492 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:47.153950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:47.164130 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-df531f6d-7b88-43e1-8d4c-6bd4f3c5dbef service neutron] 10.222.0.69 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224212
Dec 22 14:58:47.173051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:47.254598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-52e36c54-d24b-47b3-a1ac-07b36c47a976 service neutron] 10.222.0.69 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520231
Dec 22 14:58:47.266846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:47.267161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:47.267487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:47.411731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:47.412047 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:47.416919 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempt 10 to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa
Dec 22 14:58:47.461066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:47.461383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:47.461706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempting to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:47.469489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.499624 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-10cbb5a3-da24-4452-8ed6-b27cb5c43bbe service neutron] 10.222.0.69 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851527
Dec 22 14:58:47.508159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:47.508579 dv-neutron-822675-1-hyperv neutron-server[83456]: ERROR neutron.plugins.ml2.managers [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Failed to bind port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4ace33dc-7be5-4e02-9286-52240e38d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b'}]
Dec 22 14:58:47.508935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.514335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.566207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-af9eaf2e-248d-43d7-ba41-7e206a899820 None None] Provisioning for port a270a677-36e3-411a-bbe5-8a8e8c7751c8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:47.569094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Transition to ACTIVE for port object a508449c-3382-49ea-a7eb-86679a807a8a will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:47.583088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-af9eaf2e-248d-43d7-ba41-7e206a899820 None None] Provisioning complete for port a270a677-36e3-411a-bbe5-8a8e8c7751c8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:47.585044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af9eaf2e-248d-43d7-ba41-7e206a899820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.726039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-af9eaf2e-248d-43d7-ba41-7e206a899820 None None] Port a270a677-36e3-411a-bbe5-8a8e8c7751c8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:47.769566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.789166 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-84fef2a5-bfce-4886-b8f1-6d455f8f25d4 service neutron] 10.222.0.69 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5235212
Dec 22 14:58:47.817411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:47.823439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.835185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d20291fb-48b4-4d9b-8f45-a97f4feed4d4 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Unset dirty status for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:47.837022 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d20291fb-48b4-4d9b-8f45-a97f4feed4d4 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports/e763ba60-976c-488a-8a79-230cee490e5f HTTP/1.1" status: 404  len: 333 time: 0.8271916
Dec 22 14:58:47.861665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:47.893135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:47.894307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-1638853437'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:47.936219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.939700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.941193 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5119440-8f55-4760-8aa3-01addaf47909 HTTP/1.1" status: 204  len: 168 time: 1.3017504
Dec 22 14:58:47.946109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5119440-8f55-4760-8aa3-01addaf47909,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:47.949277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:47.956982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:47.999903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:48.069049 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6801829
Dec 22 14:58:48.084194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59510) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:48.239891 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3d330db044e442984400d3438bae102&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0955431
Dec 22 14:58:48.269463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59524) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:48.275269 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8f193c92-6662-4c16-a5e2-6a07e48a4186 req-4838a78b-efda-4cb9-8466-e5ff311da1f4 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.1923332
Dec 22 14:58:48.325520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93795c9b-ad13-4d7d-993e-9d55bda20d79,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:48.349290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:48.369644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:48.511682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.535662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port bb1f67c6-b139-448a-b70d-19cd6a6d34aa, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:48.536493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Attempted to set empty binding levels {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 14:58:48.537640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:48.547427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.579993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1448a1b-1b31-40b5-b024-3583ee3e2f65 req-fb5808a1-cc23-4021-b28b-f104c49e2705 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Synchronizing usage tracker for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:48.629647 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-49aaecf6-998a-435c-ae07-d0bb500cd20a req-0262c2f8-d9ae-4275-8ade-f2cffda4a008 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1204827
Dec 22 14:58:48.638796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.654654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac0436e6-ca90-4b6d-8e3a-91402e68684c tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:48.673896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.711906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'project_id': 'cf7fdb187ea947e5af9ec65c0ecc2b5f', 'port_id': 'a270a677-36e3-411a-bbe5-8a8e8c7751c8'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:48.737647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:48.769948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Usage tracker for resource:floatingip and tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:48.782774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:48.823039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:48.854933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:48.859105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.880975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.915435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] In _notify_port_updated(), no bound segment for port bb1f67c6-b139-448a-b70d-19cd6a6d34aa on network 9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:58:48.916737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:48.922688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "PUT /v2.0/ports/bb1f67c6-b139-448a-b70d-19cd6a6d34aa HTTP/1.1" status: 200  len: 981 time: 4.2130949
Dec 22 14:58:48.928146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59554) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:48.929316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1448a1b-1b31-40b5-b024-3583ee3e2f65 req-fb5808a1-cc23-4021-b28b-f104c49e2705 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Unset dirty status for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:48.930774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1448a1b-1b31-40b5-b024-3583ee3e2f65 req-fb5808a1-cc23-4021-b28b-f104c49e2705 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.5559802
Dec 22 14:58:48.931611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event updated for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:49.043117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:49.046227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:49.099007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:49.110377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:49.134667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.150244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-89cabdde-3504-4c60-9f82-0845d2faa16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:49.198977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93795c9b-ad13-4d7d-993e-9d55bda20d79,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:49.207039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:49.251534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.252914 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93795c9b-ad13-4d7d-993e-9d55bda20d79 HTTP/1.1" status: 204  len: 168 time: 0.9768784
Dec 22 14:58:49.257484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1f67c6-b139-448a-b70d-19cd6a6d34aa,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:49.286267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:49.321759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:49.322338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:49.332531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Deleting port bb1f67c6-b139-448a-b70d-19cd6a6d34aa {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:49.332996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.346084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.481374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:49.482234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.496137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7bb15d29-c8d3-45be-b003-58d6d27b5eff None None] Provisioning for port a508449c-3382-49ea-a7eb-86679a807a8a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:49.519930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7bb15d29-c8d3-45be-b003-58d6d27b5eff None None] Provisioning complete for port a508449c-3382-49ea-a7eb-86679a807a8a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:49.520531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7bb15d29-c8d3-45be-b003-58d6d27b5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.535586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Allocated IP 172.26.3.243 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/1862f315-01d0-4498-b8d0-78663e146b96) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:49.733580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.801326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7bb15d29-c8d3-45be-b003-58d6d27b5eff None None] Port a508449c-3382-49ea-a7eb-86679a807a8a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:49.805806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-26bf59fc-76a1-4e0c-8573-f2d63fac7ebc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8119850
Dec 22 14:58:49.806313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:49.814656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:49.841336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.11 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/4bc98eac-9dd1-49ef-85b3-0cb441b645c8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:49.930323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-d92b1ca6-2875-4a3b-9bac-ef667eef340e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 14:58:49.931692 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-d92b1ca6-2875-4a3b-9bac-ef667eef340e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0362973
Dec 22 14:58:49.937759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:49.940437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Pushing event updated for resources: {'Port': ['ID=1862f315-01d0-4498-b8d0-78663e146b96,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:49.943254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:49.947197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:49.953388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:50.071821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f95d-b496-4823-9f27-92f99e2b7daa req-273bf20b-2fa8-4a6a-8ad8-5e70f76aa468 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:50.073858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-df55f95d-b496-4823-9f27-92f99e2b7daa req-273bf20b-2fa8-4a6a-8ad8-5e70f76aa468 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 931 time: 0.3078516
Dec 22 14:58:50.126766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d0a89e7-79d4-472a-b962-beb97f7efc35 req-fb92c3a3-07e6-4815-85e5-f9e771b431ec tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1285858
Dec 22 14:58:50.205422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] For port bb1f67c6-b139-448a-b70d-19cd6a6d34aa, host hv-neutron-8226, got binding levels [] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:50.205774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:50.246933 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-df55f95d-b496-4823-9f27-92f99e2b7daa req-2b7ce00c-8905-4614-8612-7914edeec8ef tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1639652
Dec 22 14:58:50.643968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Calling delete_port for bb1f67c6-b139-448a-b70d-19cd6a6d34aa owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:50.769161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1130b5ac-05ce-488c-91eb-b13d2489ed0f req-19f11aea-b21c-46cb-bb09-4b93430c263f tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.3661780
Dec 22 14:58:50.803952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:50.850732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:50.863500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:50.870038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:50.927588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb1f67c6-b139-448a-b70d-19cd6a6d34aa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:50.934079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:50.945679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:50.965767 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "DELETE /v2.0/ports/bb1f67c6-b139-448a-b70d-19cd6a6d34aa HTTP/1.1" status: 204  len: 168 time: 2.0294454
Dec 22 14:58:50.968262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:50.970803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59596) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:50.977272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:51.085471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:51.090331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:51.108338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:51.133935 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-107321a8-a559-4229-b587-4f31695e2f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] GET failed (client error): The resource could not be found.
Dec 22 14:58:51.134571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-107321a8-a559-4229-b587-4f31695e2f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Synchronizing usage tracker for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:51.186754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-107321a8-a559-4229-b587-4f31695e2f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Unset dirty status for tenant:9bfae6ca84e24ac88ba93385f689b9f8 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:51.199487 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-107321a8-a559-4229-b587-4f31695e2f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] 10.222.0.69 "GET /v2.0/ports/bb1f67c6-b139-448a-b70d-19cd6a6d34aa HTTP/1.1" status: 404  len: 333 time: 0.2275136
Dec 22 14:58:51.202536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59604) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:51.313027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=4bc98eac-9dd1-49ef-85b3-0cb441b645c8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:51.315640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:51.410698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:51.411674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:51.473192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6064134
Dec 22 14:58:51.512223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59618) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:51.551016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4757d7a4-1824-4a8f-9118-5e54cdaae0fd None None] Provisioning for port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:51.557493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4757d7a4-1824-4a8f-9118-5e54cdaae0fd None None] Provisioning complete for port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:51.563283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:38:5b:07'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:51.568346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4757d7a4-1824-4a8f-9118-5e54cdaae0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:51.579216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7bfd3-20f4-4ddf-a9ec-204c777e5c1e req-7063db18-ccc9-4b3d-b212-8f6ec8cac263 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:51.579976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-80b7bfd3-20f4-4ddf-a9ec-204c777e5c1e req-7063db18-ccc9-4b3d-b212-8f6ec8cac263 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Synchronizing usage tracker for tenant:fcd195266ef04b0eaee4152119268543 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:51.604451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-80b7bfd3-20f4-4ddf-a9ec-204c777e5c1e req-7063db18-ccc9-4b3d-b212-8f6ec8cac263 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Unset dirty status for tenant:fcd195266ef04b0eaee4152119268543 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:51.607670 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80b7bfd3-20f4-4ddf-a9ec-204c777e5c1e req-7063db18-ccc9-4b3d-b212-8f6ec8cac263 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 931 time: 0.1333630
Dec 22 14:58:51.665587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4757d7a4-1824-4a8f-9118-5e54cdaae0fd None None] Port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:51.666832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:51.701962 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Sync routers for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:51.734459 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:51.736195 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857615cc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:51.747536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80b7bfd3-20f4-4ddf-a9ec-204c777e5c1e req-88c9d74c-e372-4f16-a001-b88debad9dbb tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1316581
Dec 22 14:58:51.807151 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7026b491-813b-47d5-bc04-d2f666beafb8 req-bd11bbca-182e-4e07-8664-6a1566d8e552 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.2887783
Dec 22 14:58:51.979530 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-519dd6f6-9a41-47a4-941f-74b9a6a91591 req-a563080d-5761-4daf-9caf-344e420813be tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.0582197
Dec 22 14:58:52.154959 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:52.273010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.305317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85759f71c0>,) {'filters': {'network_id': ['9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:52.322290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759f71c0>, '4ace33dc-7be5-4e02-9286-52240e38d348') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:52.322575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759f71c0>, '4ace33dc-7be5-4e02-9286-52240e38d348') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:52.335817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.357319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.363755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:58:52.364145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:58:52.522865 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:58:52.531518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.536619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.594583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857615cc10>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:29Z', 'revision_number': 2, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:52.594789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b46d0f2f-84b6-43e9-b7e9-d939e628c681 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:52.599657 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Checking router: f9057b1c-6a94-4ad4-8941-7f57413cbef5 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:52.600140 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Updating router f9057b1c-6a94-4ad4-8941-7f57413cbef5 port 5bc472e9-6ad4-4ce0-9186-6fd006011879 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:52.612940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.675917 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.678759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Pushing event deleted for resources: {'Network': ['ID=9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:52.683563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:52.708078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59646) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:52.733297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:52.880434 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] 10.222.0.69 "DELETE /v2.0/networks/9577fc67-a6d1-47f0-b8d1-59f2a15ebc2b HTTP/1.1" status: 204  len: 168 time: 1.6766255
Dec 22 14:58:53.252891 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-64f903b1-4276-413a-93cb-dfb23553a318 req-426bbed8-ae32-422f-ba90-eb226931a17b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.0879266
Dec 22 14:58:53.258804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.272405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.288229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1947155103', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:53.293190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:53.301817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Usage tracker for resource:port and tenant:03615062df8149ffbd2373b7650d7d37 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:53.316360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:53.333384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:53.358477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Made reservation on behalf of 03615062df8149ffbd2373b7650d7d37 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:53.361113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.393628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.499399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.514525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a80951ae-8ee8-4f17-bb08-f27b17e3f7e9 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:53.538045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:53.547291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Usage tracker for resource:security_group_rule and tenant:03615062df8149ffbd2373b7650d7d37 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:53.552134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:53.569252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:53.682941 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.733381 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Transition to ACTIVE for port object 5bc472e9-6ad4-4ce0-9186-6fd006011879 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:53.747539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:53.775359 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:53.867569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=4bc98eac-9dd1-49ef-85b3-0cb441b645c8,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:53.867799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6028de96-1cba-4b14-8a00-166486d00f0c req-be0da572-9cdf-4432-8527-e4afc38fac32 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.1544363
Dec 22 14:58:53.892661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:53.962660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59676) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:54.007206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.025874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.039444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:54.087654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] device_id is not set on port 8bd73198-75d0-4ddc-92f4-4837848408d3 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:54.269358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Attempting to bind port 5bc472e9-6ad4-4ce0-9186-6fd006011879 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:54.270039 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Attempting to bind port 5bc472e9-6ad4-4ce0-9186-6fd006011879 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:54.270562 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Attempting to bind port 5bc472e9-6ad4-4ce0-9186-6fd006011879 on network 19c39888-59d7-472f-82ae-9068cd5bf99c {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:54.282912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:54.283610 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Checking segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:54.284179 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.284834 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Bound using segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:54.285507 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Bound port: 5bc472e9-6ad4-4ce0-9186-6fd006011879, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:54.286433 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.325330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180785-7bdd-400c-a9da-11865285a6bf req-87d2c7f8-ac75-4b95-950d-9509a4c91590 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:54.328568 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-05180785-7bdd-400c-a9da-11865285a6bf req-87d2c7f8-ac75-4b95-950d-9509a4c91590 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 931 time: 1.0656743
Dec 22 14:58:54.336955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6490e038-b535-447a-8fc7-7b628e8a0066 None None] Provisioning complete for port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:54.337944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6490e038-b535-447a-8fc7-7b628e8a0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.395288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] In _notify_port_updated(), no bound segment for port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 on network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:58:54.399783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:54.400428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.401971 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "PUT /v2.0/ports/4bc98eac-9dd1-49ef-85b3-0cb441b645c8 HTTP/1.1" status: 200  len: 994 time: 2.8738728
Dec 22 14:58:54.407098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59684) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:54.425459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d8749-a8dc-49da-a6f5-28f18f89dfe7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:54.437193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:54.462632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6490e038-b535-447a-8fc7-7b628e8a0066 None None] Port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:58:54.487604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] For port 5bc472e9-6ad4-4ce0-9186-6fd006011879, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:54.491115 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] For port 5bc472e9-6ad4-4ce0-9186-6fd006011879, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5bc472e9-6ad4-4ce0-9186-6fd006011879,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:54.494593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Request body: {'port': {'device_id': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:54.499705 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Pushing event updated for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:54.504173 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:54.517870 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.521689 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-05180785-7bdd-400c-a9da-11865285a6bf req-b2670151-2354-4c67-9c23-1a27aa2ad2e6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1769516
Dec 22 14:58:54.526555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:58:54.527418 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:54.527550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.536515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd3770e1-38b8-45d8-af0b-f56078df7009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.712179 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Pushing event updated for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:54.716075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:54.774043 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:54.774987 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857615cc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:54.947166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:54.985654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:55.002477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.029028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-31aa5387-79ff-41e5-9e8e-99b7bc5b2465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46073077d1c649888de4dd780ed20c21&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0525277
Dec 22 14:58:55.037857 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3c98a4c4-40e8-49f8-a3d7-d822a54233bd req-fdedf9e5-93ea-4141-ac13-84c439fabd73 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1757245
Dec 22 14:58:55.041053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.068514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Allocated IP 172.26.3.100 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/8bd73198-75d0-4ddc-92f4-4837848408d3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:58:55.092861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:55.095460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:55.151966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:55.328334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.484182 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4737e45b-a101-4a03-a60a-6f56db957708 req-3861ce89-b680-4f7d-ac65-af4eac9202bd tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.0687959
Dec 22 14:58:55.667601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59696) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:55.675799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965493824', 'description': 'tempest-secgroup-smoke-965493824 description', 'project_id': '0469d3131f604f12a957d2f72509d48a'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:55.732025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:55.743356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:55.748330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:55.758324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.761671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:55.785095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Pushing event updated for resources: {'Port': ['ID=1862f315-01d0-4498-b8d0-78663e146b96,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:55.793283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:55.799349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.802175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.819413 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857615cc10>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:54Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:55.826279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b598-1f98-4003-8507-759fa61a1a30 None None] The sync data for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv is: [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:54Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:58:55.876248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.948229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:55.952038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:55.964092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:55.974318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:56.000322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.002957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:56.013649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.056734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e5c85d80-a818-40b7-b44d-125dd50e1f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:56.220494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for 4bc98eac-9dd1-49ef-85b3-0cb441b645c8 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:58:56.284867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd73198-75d0-4ddc-92f4-4837848408d3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:56.293137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:58:56.305122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:56.308338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:58:56.323204 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5aa772a4-1005-4850-a4ce-2df20e0bafcb req-e9ac3a3b-8a0c-481d-b502-b2bc36969c6d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1086082
Dec 22 14:58:56.328087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:58:56.426758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Sync routers for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:58:56.427973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.433889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:56.444129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:58:56.445073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ed8340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:56.503203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:56.503801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.573139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f8dc-ac0c-499b-ad0f-ef330230cc13 req-0477cbc6-78a0-4b7b-9b91-a7ecdf0416a6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:56.581065 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aac2f8dc-ac0c-499b-ad0f-ef330230cc13 req-0477cbc6-78a0-4b7b-9b91-a7ecdf0416a6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 931 time: 0.7381225
Dec 22 14:58:56.583061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.599982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:58:56.641749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.678653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b181f-4670-46e5-8eda-8be4c9eaa6fa,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:56.749504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:56.756164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.762714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:56.766311 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/625b181f-4670-46e5-8eda-8be4c9eaa6fa HTTP/1.1" status: 204  len: 168 time: 1.4820960
Dec 22 14:58:56.770530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bc472e9-6ad4-4ce0-9186-6fd006011879 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:58:56.774289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:56.785707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:56.805373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:56.863459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.884185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.889296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:56.900583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:56.975044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a508449c-3382-49ea-a7eb-86679a807a8a {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:58:56.989613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:56.993648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=4bc98eac-9dd1-49ef-85b3-0cb441b645c8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:57.017567 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aac2f8dc-ac0c-499b-ad0f-ef330230cc13 req-cf7b998b-ece4-41d8-b70f-d6e9f556a683 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4355478
Dec 22 14:58:57.019685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:57.023775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d31f2c0-c1cd-4e63-b176-510d634b0d80,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:57.062143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:57.094069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 4.3848741
Dec 22 14:58:57.094504 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Floating IP cba5265b-4c86-4e68-befc-3778a3bddfa3 associated. External IP: 172.26.3.243, port: a270a677-36e3-411a-bbe5-8a8e8c7751c8.
Dec 22 14:58:57.101002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:57.124656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-225add28-38f6-4d76-9e61-87cc78e52040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:57.212837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:58:57.222788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59708) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:57.232904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bd200007-0840-4493-8ae1-a8901ba236ed req-29a98114-aac0-466a-aa96-59c644977f3f tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.2101552
Dec 22 14:58:57.251326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Transition to ACTIVE for port object a508449c-3382-49ea-a7eb-86679a807a8a will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:57.265381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.100'}]}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:57.296530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:57.299832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:58:57.318019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:58:57.318800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:57.361110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:57.367437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:57.407808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Usage tracker for resource:router and tenant:03615062df8149ffbd2373b7650d7d37 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:57.463502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:57.505586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:57.654148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59716) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:57.811186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.61', 53499) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:58.014502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.057235 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7620e5ef-cde2-46f7-a33e-de93cacfe5bf req-a48077d0-0696-4a18-a364-c7d7fc3f02bf tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.2485483
Dec 22 14:58:58.059440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d6052-529e-47d4-80e7-4193e1f2fc09,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:58.062612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.064898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 2.3949175
Dec 22 14:58:58.065957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:58.069426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1aaf5bb-4982-4b58-8cae-6e26f2a038e4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:58.074312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59722) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:58.093919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:58.100743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.120591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:58.138597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.145108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:58.213659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.215520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.223396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.277853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:58.286876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5bc472e9-6ad4-4ce0-9186-6fd006011879, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5bc472e9-6ad4-4ce0-9186-6fd006011879,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:58:58.301982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.323120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Pushing event updated for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:58.326261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:58.375623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:58.451398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-a6022d2b-36c3-4525-b2c3-16c247b8503c tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:58.452928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-a6022d2b-36c3-4525-b2c3-16c247b8503c tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.61 "GET /v2.0/networks?id=a9b93d59-3901-4fa4-82af-7e362fe62812 HTTP/1.1" status: 200  len: 812 time: 0.6404982
Dec 22 14:58:58.455152 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4d0117f-de8a-4fee-bf06-6abf85132dd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bfae6ca84e24ac88ba93385f689b9f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7985156
Dec 22 14:58:58.458936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:58.459128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:58.472703 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/4bc98eac-9dd1-49ef-85b3-0cb441b645c8 HTTP/1.1" status: 204  len: 168 time: 4.0642071
Dec 22 14:58:58.478504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59734) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:58.488211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ed8340>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:58:32Z', 'revision_number': 2, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:58:58.496713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Checking router: fd40ef7c-54b9-41e0-b0e9-f6a132200e6d for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:58:58.497345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Updating router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d port 07b9a977-3410-47b2-a694-7b1eebb533cf binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:58:58.506920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.539634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:58.546045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:58.581108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Attempting to bind port a508449c-3382-49ea-a7eb-86679a807a8a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:58:58.581757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Attempting to bind port a508449c-3382-49ea-a7eb-86679a807a8a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:58:58.582290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Attempting to bind port a508449c-3382-49ea-a7eb-86679a807a8a on network 8cb4a9c6-e904-47c5-babd-fbad8312b19f {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:58.612829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.677203 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20c6063-8d94-477b-bc37-b70a3a2c78a3 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] GET failed (client error): The resource could not be found.
Dec 22 14:58:58.678020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a20c6063-8d94-477b-bc37-b70a3a2c78a3 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Synchronizing usage tracker for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:58:58.699247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Port a508449c-3382-49ea-a7eb-86679a807a8a on network 8cb4a9c6-e904-47c5-babd-fbad8312b19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:58:58.700833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Attempting to bind port a508449c-3382-49ea-a7eb-86679a807a8a on network 8cb4a9c6-e904-47c5-babd-fbad8312b19f {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:58:58.709411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fe824be9-06fb-4056-b6ef-ad3b9ffd3d16 req-f1deed0d-20b6-4aa7-958f-c05ca5fb6ccf tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.1138377
Dec 22 14:58:58.715004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.735127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a20c6063-8d94-477b-bc37-b70a3a2c78a3 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Unset dirty status for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:58:58.736423 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a20c6063-8d94-477b-bc37-b70a3a2c78a3 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports/4bc98eac-9dd1-49ef-85b3-0cb441b645c8 HTTP/1.1" status: 404  len: 333 time: 0.2559748
Dec 22 14:58:58.741390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59738) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:58.754641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-1872416443'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:58.809785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a259f-a6e2-434e-82c9-47ef99d87532 req-4ab249ce-544e-4ab5-a0de-734da19cb06e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:58:58.811828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-683a259f-a6e2-434e-82c9-47ef99d87532 req-4ab249ce-544e-4ab5-a0de-734da19cb06e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 943 time: 0.4337368
Dec 22 14:58:58.824646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:58:58.825386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Checking segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:58:58.826153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Bound using segment: {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:58:58.826820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Bound port: a508449c-3382-49ea-a7eb-86679a807a8a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4155f22-5f21-4115-806b-f0519ef8d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:58:58.827369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.842223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.946026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.957297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:58.999387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.005277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:59.010063 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-683a259f-a6e2-434e-82c9-47ef99d87532 req-b571aab3-3e53-4b43-8b5d-e849ac65a8b5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1896026
Dec 22 14:58:59.013796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.103919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:59.127171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:58:59.132309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:59.154406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a508449c-3382-49ea-a7eb-86679a807a8a,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:58:59.172219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.172483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.173552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:59.191549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0979612
Dec 22 14:58:59.192512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59744) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:58:59.207052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.217263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:58:59.221205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.270552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b194c099-3151-4ad4-9a08-ba9922bdd918,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:59.278633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:58:59.287414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.288681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.289232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] 10.222.0.61 "PUT /v2.0/ports/a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1093 time: 5.3742027
Dec 22 14:58:59.294258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:58:59.295865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:59.305711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.313741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:58:59.340666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Pushing event updated for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:59.340666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:59.340666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.340666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04cd9ff7-1dfc-43b1-a660-6a21aca1b61e HTTP/1.1" status: 204  len: 168 time: 0.8594618
Dec 22 14:58:59.340666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:59.342412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Transition to ACTIVE for port object 07b9a977-3410-47b2-a694-7b1eebb533cf will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:58:59.343500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd9ff7-1dfc-43b1-a660-6a21aca1b61e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:59.347179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.348574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:59.354006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port 06ae90fb-fbff-4321-bc75-030f136d35e5 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:58:59.355461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:58:59.407101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:58:59.415638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:58:59.595590 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-05ee3b2c-5f9c-479e-8443-9c154bafd04c req-8b177ef6-62aa-4ec6-8d11-66b7684ec1aa tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1900694
Dec 22 14:58:59.599528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:58:59.679155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.795148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:58:59.858760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Pushing event updated for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:58:59.866345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:58:59.935453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.013112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Attempting to bind port 07b9a977-3410-47b2-a694-7b1eebb533cf on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:00.013676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Attempting to bind port 07b9a977-3410-47b2-a694-7b1eebb533cf by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:00.014198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Attempting to bind port 07b9a977-3410-47b2-a694-7b1eebb533cf on network a9b93d59-3901-4fa4-82af-7e362fe62812 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:00.020681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Router 2aeac174-e266-4885-9181-46f38b5f3f1c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:00.022578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:00.023303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Checking segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:00.023859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.024420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Bound using segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:00.025036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Bound port: 07b9a977-3410-47b2-a694-7b1eebb533cf, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:00.025583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.115976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.132144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.14 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/06ae90fb-fbff-4321-bc75-030f136d35e5) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:00.158714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.179831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:00.205280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] For port 07b9a977-3410-47b2-a694-7b1eebb533cf, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:00.211873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] For port 07b9a977-3410-47b2-a694-7b1eebb533cf, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=07b9a977-3410-47b2-a694-7b1eebb533cf,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:00.222850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.233818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:00.275902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa76eeb3-82e2-4d8f-b3a2-0e9657bb0316,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:00.299853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:00.329688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.333887 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1255074
Dec 22 14:59:00.337545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59768) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:00.359852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:00.374074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:00.412761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:00.413913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:00.414689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ed8340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:00.441108 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f28e2ded-2228-48b9-a6b4-bcf6a376fa1f req-f4106f7a-0140-41d1-9d31-889e872b2db1 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.3859963
Dec 22 14:59:00.443349 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'status': 'completed', 'code': 200}
Dec 22 14:59:00.445568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:00.526615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Pushing event updated for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:00.530505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:00.532538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:00.576869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:00.661715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bc472e9-6ad4-4ce0-9186-6fd006011879 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:00.769186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:00.944618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.039821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be506a6b-6d6f-4f7c-a513-07146f0be0fd req-a46997af-98c6-44c7-9b5f-d255d1dbb61b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1814938
Dec 22 14:59:01.093304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.119257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object 06ae90fb-fbff-4321-bc75-030f136d35e5 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:01.128748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5bc472e9-6ad4-4ce0-9186-6fd006011879 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:01.129155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.181447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.195919 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-1d0a7d35-ca63-4364-a2be-feb1c3aa21d8 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a130092077406f88730624da931c5b HTTP/1.1" status: 200  len: 380 time: 0.2715607
Dec 22 14:59:01.203965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cdbc8575-1683-4fa8-8a02-ede5b8df986a tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:01.218626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.61', 53502) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:01.266834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.280857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'port': {'device_id': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'admin_state_up': True, 'tenant_id': '79a130092077406f88730624da931c5b', 'security_groups': ['30850360-708c-45b7-9d4e-0650949ebac0']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:01.390888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ed8340>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:00Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:01.399902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e75f7a-1905-40b7-8ee5-408341f95fa5 None None] The sync data for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv is: [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:00Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:01.437510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f242b95-3f04-4b75-a149-8734ee60656d req-7390a057-1790-4dce-98d3-158bbe1c5a20 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:01.444337 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5f242b95-3f04-4b75-a149-8734ee60656d req-7390a057-1790-4dce-98d3-158bbe1c5a20 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 943 time: 0.8709588
Dec 22 14:59:01.475742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.544212 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d4c9b8f5-9d89-470f-9bbb-c9239a366178 req-01e44463-b7e3-4d83-8caa-fec7395d12ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1096 time: 0.3923056
Dec 22 14:59:01.554123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.704027 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5f242b95-3f04-4b75-a149-8734ee60656d req-08a7c61e-0cd2-4ecb-b506-ec11b949daa0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2585795
Dec 22 14:59:01.710461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.718764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:01.729908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=06ae90fb-fbff-4321-bc75-030f136d35e5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:01.740941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:01.748912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:01.749912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71abae5e-49f0-40d8-9bc9-9a803559fdd6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:01.783568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:01.803540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c555d0cc-3e4b-4133-aa00-6c9c219104f2 req-d5f88cf0-06ed-4c1c-af4c-c9aa5706fd8b tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.0986352
Dec 22 14:59:01.841665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.846520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5078251
Dec 22 14:59:01.847394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59794) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:01.867984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef5eb8d-9795-4a9d-82b5-6fe7d86feefc,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:01.873134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:01.894838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:01.911419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:01.911619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b8f5-9d89-470f-9bbb-c9239a366178 req-0bc078a7-7e39-4d69-960c-dbb0b7f367ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:01.913333 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d4c9b8f5-9d89-470f-9bbb-c9239a366178 req-0bc078a7-7e39-4d69-960c-dbb0b7f367ea service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fcd195266ef04b0eaee4152119268543&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3465621
Dec 22 14:59:01.917488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:01.923383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:01.931140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:01.935940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79283-d79f-4371-8911-0a586e610460 req-372012c7-486b-4779-8e92-021477a84aee tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:01.936766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-96a79283-d79f-4371-8911-0a586e610460 req-372012c7-486b-4779-8e92-021477a84aee tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Synchronizing usage tracker for tenant:0631083bec19464db01039a923cbf8e9 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:01.958252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:01.966136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.966718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee4386ee-2022-4185-b0a0-d4b23fd66ec5 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:01.972847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:01.973504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:01.978232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:01.983880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:02.007945 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] Sync routers for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:02.037350 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2864747
Dec 22 14:59:02.039335 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:02.040554 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f4c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:02.045233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59800) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:02.050064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.100266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Made reservation on behalf of 79a130092077406f88730624da931c5b for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:02.108329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.111253 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 14:59:02.115733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc2e960a-75c9-48b9-932e-2cb5a5305ce1 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.8808153
Dec 22 14:59:02.116555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59808) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:02.129390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-96a79283-d79f-4371-8911-0a586e610460 req-372012c7-486b-4779-8e92-021477a84aee tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Unset dirty status for tenant:0631083bec19464db01039a923cbf8e9 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:02.130597 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-372012c7-486b-4779-8e92-021477a84aee tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.61 "GET /v2.0/networks?id=19c39888-59d7-472f-82ae-9068cd5bf99c HTTP/1.1" status: 200  len: 804 time: 0.9098277
Dec 22 14:59:02.131780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.147709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e463fcbc-9a14-414b-a2aa-3aecdd050bb3 None None] Provisioning for port 06ae90fb-fbff-4321-bc75-030f136d35e5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:02.159010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e463fcbc-9a14-414b-a2aa-3aecdd050bb3 None None] Provisioning complete for port 06ae90fb-fbff-4321-bc75-030f136d35e5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:02.159487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e463fcbc-9a14-414b-a2aa-3aecdd050bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.197031 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f4c0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:02.219152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:5b:07'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:02.221596 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:02.222380 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f4c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:02.224150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Deleting port 8bd73198-75d0-4ddc-92f4-4837848408d3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:02.224606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.284994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e463fcbc-9a14-414b-a2aa-3aecdd050bb3 None None] Port 06ae90fb-fbff-4321-bc75-030f136d35e5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:02.339324 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f4c0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:02.340010 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f854b-c344-408b-835b-0203ae47df3e None None] The sync data for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:02.368857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b8f5-9d89-470f-9bbb-c9239a366178 req-01326c5e-6271-4873-a9a6-b73a873be739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:02.370348 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d4c9b8f5-9d89-470f-9bbb-c9239a366178 req-01326c5e-6271-4873-a9a6-b73a873be739 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4300778
Dec 22 14:59:02.435685 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a9abe984-4d49-45bd-8485-96c41c716c89 req-89168163-d5fd-4834-a355-dfdb73db9474 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1124535
Dec 22 14:59:02.477383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-96a79283-d79f-4371-8911-0a586e610460 req-f0a8e9d9-3cac-42b5-a50d-f98bd9ed8912 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Synchronizing usage tracker for tenant:0631083bec19464db01039a923cbf8e9 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:02.652049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 07b9a977-3410-47b2-a694-7b1eebb533cf up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:02.667644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-96a79283-d79f-4371-8911-0a586e610460 req-f0a8e9d9-3cac-42b5-a50d-f98bd9ed8912 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Unset dirty status for tenant:0631083bec19464db01039a923cbf8e9 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:02.669267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-f0a8e9d9-3cac-42b5-a50d-f98bd9ed8912 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0631083bec19464db01039a923cbf8e9 HTTP/1.1" status: 200  len: 379 time: 0.3990433
Dec 22 14:59:02.705527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'port': {'device_id': '133934c5-d7e6-4b49-a113-ae93333f753e', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'admin_state_up': True, 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'security_groups': ['5be77a02-24a0-4d1c-80c7-4ddc4653ffa0']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:02.763359 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 14.6711907
Dec 22 14:59:02.768428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59822) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:02.789956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 07b9a977-3410-47b2-a694-7b1eebb533cf completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:02.797360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 07b9a977-3410-47b2-a694-7b1eebb533cf triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:02.801294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:02.951998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.018203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Allocated IP 172.20.0.12 (a9b93d59-3901-4fa4-82af-7e362fe62812/2a677c2c-0338-4057-a23c-90eda6f5e5fa/65d574d6-2b3e-44cb-be64-d972efe4a8c7) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:03.037358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-136b3f9d-911c-4d9d-bae0-d0d1017adca2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1096 time: 0.6144717
Dec 22 14:59:03.051732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.055282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.081398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.092277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59830) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:03.095246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 07b9a977-3410-47b2-a694-7b1eebb533cf, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=07b9a977-3410-47b2-a694-7b1eebb533cf,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:03.099991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.101976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:03.126094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-76d28143-7b70-4dce-acbc-2ac9ab7bec88 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:03.150919 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-707eba43-aa4e-41e1-86f0-be351eae2bb7 req-acd4431c-590a-4dc2-b52b-06352474e463 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.1030078
Dec 22 14:59:03.199143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:03.201953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6232f4a-da42-4d95-9e9e-9fc2519880eb,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:03.203981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:03.227145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:03.235912 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-816afac6-334a-4686-9c4e-f5095728461f tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "GET /v2.0/floatingips/cba5265b-4c86-4e68-befc-3778a3bddfa3 HTTP/1.1" status: 200  len: 983 time: 0.4652472
Dec 22 14:59:03.242461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:03.261390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.393356 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-d015c493-0dca-4d12-990d-ed1b275cbdf6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 217 time: 0.2060771
Dec 22 14:59:03.400503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Calling delete_port for 8bd73198-75d0-4ddc-92f4-4837848408d3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:03.400643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.401984 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.5461156
Dec 22 14:59:03.406128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2141906626', 'router:external': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:03.423149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:03.425638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:03.434711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:03.485172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:03.547522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Made reservation on behalf of 0631083bec19464db01039a923cbf8e9 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:03.550532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.557016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:03.576513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:network and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:03.583855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-06d1c01d-449f-4933-8242-b3403b3e3dd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:03.584013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:03.585069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-06d1c01d-449f-4933-8242-b3403b3e3dd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.1462429
Dec 22 14:59:03.592687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:03.655641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:03.659033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661da9d-c3c1-456d-9769-96f0910fa34e req-089e4612-03ac-449f-9d17-9af7ee8a7d10 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:03.659529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:03.660718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1661da9d-c3c1-456d-9769-96f0910fa34e req-089e4612-03ac-449f-9d17-9af7ee8a7d10 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 943 time: 0.6757507
Dec 22 14:59:03.666099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:03.673285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-dd87fff4-ec35-4718-92a5-9e8cac30ef1f req-0aed37cb-f7bf-4b42-9733-fce4413f0d95 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Synchronizing usage tracker for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:03.696992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.714291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:03.740331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Made reservation on behalf of 69ea7f7949294712b2c23e1894c7720a for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:03.742440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.765286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4840e803-6a2e-4877-b914-f38be99525f6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2905 time: 0.5064521
Dec 22 14:59:03.773120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59848) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:03.807494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.848697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.852025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1661da9d-c3c1-456d-9769-96f0910fa34e req-0fb3a9d8-9414-4eb9-8c54-7622cece3a52 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1491983
Dec 22 14:59:03.859361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:03.886107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Project 0469d3131f604f12a957d2f72509d48a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 14:59:03.890453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-dd87fff4-ec35-4718-92a5-9e8cac30ef1f req-0aed37cb-f7bf-4b42-9733-fce4413f0d95 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Unset dirty status for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:03.891585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-dd87fff4-ec35-4718-92a5-9e8cac30ef1f req-0aed37cb-f7bf-4b42-9733-fce4413f0d95 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.3119853
Dec 22 14:59:03.927112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.931484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bd73198-75d0-4ddc-92f4-4837848408d3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:03.938503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:03.940586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:03.951643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-ea1bafbf-a454-4653-a370-05d9c55223a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3558514
Dec 22 14:59:03.986169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Allocated IP 172.20.0.8 (19c39888-59d7-472f-82ae-9068cd5bf99c/dbbc53de-d91c-43f1-8ec7-b38837aabfc2/2263b83f-bdd7-4fd4-9e92-64af816cec38) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:04.025858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Transition to ACTIVE for port object 65d574d6-2b3e-44cb-be64-d972efe4a8c7 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:04.178905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:04.202263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:security_group_rule and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:04.203585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.221940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:04.249705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:04.290009 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-1d3a8291-7c67-4f6d-9996-33b424882da8 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3126314
Dec 22 14:59:04.296002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.314100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.318700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.319817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port 1862f315-01d0-4498-b8d0-78663e146b96 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:04.320139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.360660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d6c0a151-d3e9-4138-9846-2085f0c0390d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:04.422577 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8bd73198-75d0-4ddc-92f4-4837848408d3 HTTP/1.1" status: 204  len: 168 time: 2.2946620
Dec 22 14:59:04.436270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a1e22b05-ec4c-4d98-aa75-99800c8828bd req-e7ff575a-55c8-4a71-a795-5a0ddc294c03 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Synchronizing usage tracker for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:04.504202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a1e22b05-ec4c-4d98-aa75-99800c8828bd req-e7ff575a-55c8-4a71-a795-5a0ddc294c03 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Unset dirty status for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:04.505391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1e22b05-ec4c-4d98-aa75-99800c8828bd req-e7ff575a-55c8-4a71-a795-5a0ddc294c03 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.2123191
Dec 22 14:59:04.549807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.570827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Network a9b93d59-3901-4fa4-82af-7e362fe62812 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:04.573908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Transition to ACTIVE for port object 2263b83f-bdd7-4fd4-9e92-64af816cec38 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:04.586473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:04.590753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1cf7a41-4b56-4b91-9636-dc7ec8e53343 req-29741eaf-0519-44e5-bd71-ea43596efd8a service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2449944
Dec 22 14:59:04.597822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event updated for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:04.603640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:04.616639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 07b9a977-3410-47b2-a694-7b1eebb533cf up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:04.621504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.629704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:04.638857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:04.639323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:04.645742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:04.669751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.674226 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2500453
Dec 22 14:59:04.675040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59856) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:04.720582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 07b9a977-3410-47b2-a694-7b1eebb533cf triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:04.721606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.733179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6052-529e-47d4-80e7-4193e1f2fc09', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:04.739855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event updated for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:04.743107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.768872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Network 19c39888-59d7-472f-82ae-9068cd5bf99c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:04.770207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:04.771135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:04.775741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:04.834554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:04.844804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:security_group_rule and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:04.849138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:04.857081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:04.863457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21322e7-fb63-4020-9c23-21dccc6ea4df,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:04.873748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.884668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:04.888082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:04.890137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:04.914376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:04.917295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2247319
Dec 22 14:59:04.935174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Request body: {'port': {'device_id': '133934c5-d7e6-4b49-a113-ae93333f753e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:05.020725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.028322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:05.033608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.058999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad6e523f-ddf4-4ed5-850c-04333cfb9598 None None] Provisioning for port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:05.065591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad6e523f-ddf4-4ed5-850c-04333cfb9598 None None] Provisioning complete for port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:05.066456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad6e523f-ddf4-4ed5-850c-04333cfb9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.073320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59866) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:05.115470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.133915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:05.145441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.146202 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Added segment d52e5041-a0ce-4b3c-af68-0c3667279894 of type vlan for network 24ef3a1d-50ff-437a-a59b-980821220c62
Dec 22 14:59:05.172924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e523f-ddf4-4ed5-850c-04333cfb9598 None None] Port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:05.186794 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9103372
Dec 22 14:59:05.196989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.197314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.251307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.255171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Project 0469d3131f604f12a957d2f72509d48a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 14:59:05.257843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.298840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.301498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cdd7c4cb-f54f-480b-a6ea-c9138645fd94 None None] Provisioning for port 2263b83f-bdd7-4fd4-9e92-64af816cec38 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:05.309630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cdd7c4cb-f54f-480b-a6ea-c9138645fd94 None None] Provisioning complete for port 2263b83f-bdd7-4fd4-9e92-64af816cec38 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:05.310525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c4cb-f54f-480b-a6ea-c9138645fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.311920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Request body: {'port': {'device_id': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:05.367650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7c4cb-f54f-480b-a6ea-c9138645fd94 None None] Port 2263b83f-bdd7-4fd4-9e92-64af816cec38 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:05.399095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.406266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=06ae90fb-fbff-4321-bc75-030f136d35e5,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:05.418695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c3fe-4e59-4ee6-a479-0c1b598768d4 req-44401d22-bfb8-405f-8cbd-a8d67fe8547e tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:05.421633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1090c3fe-4e59-4ee6-a479-0c1b598768d4 req-44401d22-bfb8-405f-8cbd-a8d67fe8547e tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 932 time: 0.3346088
Dec 22 14:59:05.463157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:05.474023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:05.484069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for 1862f315-01d0-4498-b8d0-78663e146b96 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:05.489241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Usage tracker for resource:security_group_rule and tenant:2e45e87a790c406d80d624fb4e8d747a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:05.495737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:05.506581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:05.513833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6abeb09e-ab81-4445-b226-bf129fd3b710 tempest-QuotasNegativeTest-1575824712 tempest-QuotasNegativeTest-1575824712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:05.601456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-83840f52-66e8-4114-b988-b003cfb86100 None None] Provisioning complete for port 06ae90fb-fbff-4321-bc75-030f136d35e5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:05.602560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-83840f52-66e8-4114-b988-b003cfb86100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.632777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1090c3fe-4e59-4ee6-a479-0c1b598768d4 req-6a35fbb7-1565-4d4f-abbf-fb1f87ef8428 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670227
Dec 22 14:59:05.698707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-83840f52-66e8-4114-b988-b003cfb86100 None None] Port 06ae90fb-fbff-4321-bc75-030f136d35e5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:05.726166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.734607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.744286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-735d2200-4858-499a-925b-0009eec32c61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:05.795512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f92c3-cb29-4f63-bef7-3aab86681ccb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:05.803250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:05.817019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46612edb-c25e-45f5-8025-92a2c4988dad,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:05.819627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] In _notify_port_updated(), no bound segment for port 06ae90fb-fbff-4321-bc75-030f136d35e5 on network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:59:05.823550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:05.824159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.826242 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "PUT /v2.0/ports/06ae90fb-fbff-4321-bc75-030f136d35e5 HTTP/1.1" status: 200  len: 997 time: 3.7794344
Dec 22 14:59:05.836306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59882) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:05.843196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:05.847511 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e45e87a790c406d80d624fb4e8d747a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7729485
Dec 22 14:59:05.860848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59886) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:05.867249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.879001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.892215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.901557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:05.902122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.915595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c782f2ec-5af8-4551-a31b-497476fd3e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:05.941308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.957489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2263b83f-bdd7-4fd4-9e92-64af816cec38 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:05.970422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:05.975229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port 06ae90fb-fbff-4321-bc75-030f136d35e5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:05.975555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.000603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccf449-533d-496c-9e06-f29062b0780d req-742b1aa0-4c3c-43c3-8af1-b019912996cc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:06.002077 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-17ccf449-533d-496c-9e06-f29062b0780d req-742b1aa0-4c3c-43c3-8af1-b019912996cc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 943 time: 0.8201311
Dec 22 14:59:06.043647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Transition to ACTIVE for port object 2263b83f-bdd7-4fd4-9e92-64af816cec38 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:06.051452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.083484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e539fa46-bddd-4adf-9264-99b86e995ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:06.133672 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 3.0364845
Dec 22 14:59:06.142194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59890) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:06.150744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Network': ['ID=24ef3a1d-50ff-437a-a59b-980821220c62,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:06.164096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:06.165115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:06.167570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 24ef3a1d-50ff-437a-a59b-980821220c62 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:06.170501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'subnet': {'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:06.193228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.194421 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.4997499
Dec 22 14:59:06.208724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:06.245815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59894) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:06.264238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'network': {'name': 'tempest-network-smoke--2113258002', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:06.271070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:06.276179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:network and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:06.281959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:06.290009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:06.306748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f22d1d3-e9b0-4769-9224-24cd2bab1738,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:06.315985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ec84a-3fba-4729-94ee-7e4e88124122 req-423c5dcc-4fce-4460-8f90-e528dbdf7460 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:06.322742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a25ec84a-3fba-4729-94ee-7e4e88124122 req-423c5dcc-4fce-4460-8f90-e528dbdf7460 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 931 time: 0.4872093
Dec 22 14:59:06.332961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:subnet and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:06.338637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:06.356998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:06.359557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Pushing event updated for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:06.374717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:06.379731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:06.383634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.392418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-17ccf449-533d-496c-9e06-f29062b0780d req-066a2267-0b44-499f-b7c5-68cb6aff1fdd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3653190
Dec 22 14:59:06.413012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Made reservation on behalf of 0469d3131f604f12a957d2f72509d48a for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:06.415945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.447211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Made reservation on behalf of 69ea7f7949294712b2c23e1894c7720a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:06.449572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.500913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a25ec84a-3fba-4729-94ee-7e4e88124122 req-68c23df5-1f74-4f56-8fdd-221d578989a5 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771116
Dec 22 14:59:06.534000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.540914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.549197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28333f79-58b2-4ae1-b075-4353902aee08 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:06.615046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:06.615635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.618578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=1862f315-01d0-4498-b8d0-78663e146b96,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:06.635990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:06.694581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.694920 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Added segment c2bea72f-d0be-4901-8098-0468a9395bcf of type vlan for network 676a16bd-3023-4b30-bb25-270f33f39a57
Dec 22 14:59:06.762975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for 06ae90fb-fbff-4321-bc75-030f136d35e5 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:06.789379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.794435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.802009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:06.871177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f92c3-cb29-4f63-bef7-3aab86681ccb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:06.873531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:06.923730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:06.926498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Attempting to bind port 2263b83f-bdd7-4fd4-9e92-64af816cec38 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:06.926823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Attempting to bind port 2263b83f-bdd7-4fd4-9e92-64af816cec38 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:06.927111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Attempting to bind port 2263b83f-bdd7-4fd4-9e92-64af816cec38 on network 19c39888-59d7-472f-82ae-9068cd5bf99c {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:06.939024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:06.939992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:06.954975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Port 2263b83f-bdd7-4fd4-9e92-64af816cec38 on network 19c39888-59d7-472f-82ae-9068cd5bf99c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:59:06.955294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Attempting to bind port 2263b83f-bdd7-4fd4-9e92-64af816cec38 on network 19c39888-59d7-472f-82ae-9068cd5bf99c {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:06.970835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:06.971525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Checking segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:06.971645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Bound using segment: {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:06.971973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Bound port: 2263b83f-bdd7-4fd4-9e92-64af816cec38, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26cc911-6af5-434d-85ea-c262acf84981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:06.972304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.034354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.046129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:07.046704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.054205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:07.068181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.069286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf9f92c3-cb29-4f63-bef7-3aab86681ccb HTTP/1.1" status: 204  len: 168 time: 1.2033050
Dec 22 14:59:07.078359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d574d6-2b3e-44cb-be64-d972efe4a8c7 {{(pid=83457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:07.148128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.159526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.170673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:07.204460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9568541
Dec 22 14:59:07.205642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Transition to ACTIVE for port object 65d574d6-2b3e-44cb-be64-d972efe4a8c7 will not be triggered until provisioned by entity L2. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:07.222165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59902) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:07.229889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634c1e-e45a-4ee7-9e93-a5c41a8a0f4c req-2fc28435-ec98-4164-ac62-f402e721cf0c tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:07.232261 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-dc634c1e-e45a-4ee7-9e93-a5c41a8a0f4c req-2fc28435-ec98-4164-ac62-f402e721cf0c tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 932 time: 0.4347050
Dec 22 14:59:07.234221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=06ae90fb-fbff-4321-bc75-030f136d35e5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:07.236411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Network': ['ID=676a16bd-3023-4b30-bb25-270f33f39a57,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:07.238485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.243594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:07.244830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'admin_state_up': True, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:07.245390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:07.256837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:07.259598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ffe8735-45ac-4efb-917a-ea7f6a258e13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:07.264853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 676a16bd-3023-4b30-bb25-270f33f39a57 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:07.306009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:07.326682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:07.332209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:router and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:07.336854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:07.354143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:07.405262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.415859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-795c6c0e-91c5-40d0-9222-61a1053f4fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:07.457754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.458688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.480972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.489438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.543982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.546081 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] 10.222.0.61 "PUT /v2.0/ports/2263b83f-bdd7-4fd4-9e92-64af816cec38 HTTP/1.1" status: 200  len: 1093 time: 2.6163812
Dec 22 14:59:07.571043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59912) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:07.571569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:07.639690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/06ae90fb-fbff-4321-bc75-030f136d35e5 HTTP/1.1" status: 204  len: 168 time: 1.7999451
Dec 22 14:59:07.650245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:07.739315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a508449c-3382-49ea-a7eb-86679a807a8a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:59:07.755236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Pushing event updated for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:07.805431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:07.811515 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9b468f8a-bce1-4a1a-b4c8-20940d3e68bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03615062df8149ffbd2373b7650d7d37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2333510
Dec 22 14:59:07.817356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59924) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:07.831089 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-44154f6f-82d8-4e72-948a-9a354321915e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] GET failed (client error): The resource could not be found.
Dec 22 14:59:07.831814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-44154f6f-82d8-4e72-948a-9a354321915e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Synchronizing usage tracker for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:07.933281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a508449c-3382-49ea-a7eb-86679a807a8a,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:07.945466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-44154f6f-82d8-4e72-948a-9a354321915e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Unset dirty status for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:07.947131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-44154f6f-82d8-4e72-948a-9a354321915e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports/06ae90fb-fbff-4321-bc75-030f136d35e5 HTTP/1.1" status: 404  len: 333 time: 0.2870226
Dec 22 14:59:07.958014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'port_id': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'mac_address': 'fa:16:3e:69:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:59:07.969796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59928) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:07.977324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:07.993257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-1748511013'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:08.012729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Pushing event updated for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:08.015696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:08.028632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.048876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a508449c-3382-49ea-a7eb-86679a807a8a {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:08.065953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a508449c-3382-49ea-a7eb-86679a807a8a,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:08.068352 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-dc634c1e-e45a-4ee7-9e93-a5c41a8a0f4c req-24c2ae00-5310-4bd4-a12f-d5c5ba521651 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8144236
Dec 22 14:59:08.071569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.073954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:08.104417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d4ac9-8c08-4deb-8025-7cdb0d1f4959 req-4863b45b-ed12-449e-a3dd-3d3eb1949591 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:08.106866 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c32d4ac9-8c08-4deb-8025-7cdb0d1f4959 req-4863b45b-ed12-449e-a3dd-3d3eb1949591 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 943 time: 0.5232079
Dec 22 14:59:08.107452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.112933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.127838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Attempting to bind port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:08.127838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Attempting to bind port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:08.128065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Attempting to bind port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 on network a9b93d59-3901-4fa4-82af-7e362fe62812 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:08.143929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 on network a9b93d59-3901-4fa4-82af-7e362fe62812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:59:08.144253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Attempting to bind port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 on network a9b93d59-3901-4fa4-82af-7e362fe62812 {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:08.148449 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-e7a9cbcb-a059-4f34-822d-bfbd2d1833c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0631083bec19464db01039a923cbf8e9&device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 1096 time: 0.5004163
Dec 22 14:59:08.170145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:08.174301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:08.230251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:08.230905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Checking segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:08.231283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Bound using segment: {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'} {{(pid=83457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:08.231757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.managers [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Bound port: 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28551c6e-e07a-4e44-8583-8688eacd5060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812'}}] {{(pid=83457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:08.232096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.318888 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-2a873fef-c66a-4b80-ad43-db90a75824c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38 HTTP/1.1" status: 200  len: 217 time: 0.1471608
Dec 22 14:59:08.374557 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c32d4ac9-8c08-4deb-8025-7cdb0d1f4959 req-165e78f0-2486-49b5-af04-69c8b9b663c3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2540565
Dec 22 14:59:08.431456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:08.434232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 14:59:08.435233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.446710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a508449c-3382-49ea-a7eb-86679a807a8a'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 14:59:08.459422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fddbe22c-3071-4ddc-96ae-6b685ea229c0 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:08.497531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, cleared binding levels {{(pid=83457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:08.502452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:08.511035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:08.514374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.522126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdd745c8-368b-4768-ac61-160bb1bacc79 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:08.526756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.534066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79283-d79f-4371-8911-0a586e610460 req-62aaf91d-a4a2-449f-bcf4-1e335643a220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:08.535577 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-62aaf91d-a4a2-449f-bcf4-1e335643a220 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbbc53de-d91c-43f1-8ec7-b38837aabfc2 HTTP/1.1" status: 200  len: 843 time: 0.2061679
Dec 22 14:59:08.553497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'status': 'completed', 'code': 200}
Dec 22 14:59:08.601612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:08.604597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.632157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Subnet': ['ID=588a49c8-caf1-4045-aaee-df9878405ae3,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:08.637538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:08.641430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:08.659172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.660539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/821d8749-a8dc-49da-a6f5-28f18f89dfe7 HTTP/1.1" status: 204  len: 168 time: 0.8393023
Dec 22 14:59:08.678339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d8749-a8dc-49da-a6f5-28f18f89dfe7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:08.694528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port bd49d706-cae4-4aab-8e00-5b9d950f9b76 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:08.708250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Pushing event updated for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:08.721114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:08.740114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cdca6-1231-4aa3-b91d-3e08738bfba1 req-ef64699b-045d-4483-a720-b1159502c1ac tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:08.741624 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-323cdca6-1231-4aa3-b91d-3e08738bfba1 req-ef64699b-045d-4483-a720-b1159502c1ac tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 943 time: 0.4929419
Dec 22 14:59:08.757456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:08.759142 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] 10.222.0.61 "PUT /v2.0/ports/65d574d6-2b3e-44cb-be64-d972efe4a8c7 HTTP/1.1" status: 200  len: 1094 time: 3.5166812
Dec 22 14:59:08.759703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:08.804046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:08.868179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Checking segment: {'id': 'd52e5041-a0ce-4b3c-af68-0c3667279894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:08.868663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network hostable DHCP agents. Network: 24ef3a1d-50ff-437a-a59b-980821220c62, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:08.935318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.11 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/bd49d706-cae4-4aab-8e00-5b9d950f9b76) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:08.945493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-9649d20d-5e73-40fd-8f86-e05015fc2193 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19c39888-59d7-472f-82ae-9068cd5bf99c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3848648
Dec 22 14:59:08.948062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network 24ef3a1d-50ff-437a-a59b-980821220c62 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:09.077541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-323cdca6-1231-4aa3-b91d-3e08738bfba1 req-f0ae5f36-6098-4ad9-a157-5b2755d47f49 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3129447
Dec 22 14:59:09.113859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.141907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 24ef3a1d-50ff-437a-a59b-980821220c62) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:09.149735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f27fd-6dcd-4e58-b462-d0bdaee334aa None None] Network 24ef3a1d-50ff-437a-a59b-980821220c62 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:09.160923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:09.161793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.183406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.281052 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.1349742
Dec 22 14:59:09.300535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59952) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:09.315735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-360037227', 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:09.352434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:09.410934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:port and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:09.420662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-4cb1c31e-e16a-43ba-a645-c287870d7545 service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4625568
Dec 22 14:59:09.421491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:09.431022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:09.486539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Allocated IP 172.26.3.24 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/0209a7bc-8a57-454e-b932-3e1cdf2ea1b0) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:09.501122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a8e57-c739-45ff-bd50-ef629e2997e4 None None] Network 24ef3a1d-50ff-437a-a59b-980821220c62 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:09.600125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'status': 'completed', 'code': 200}
Dec 22 14:59:09.605316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Made reservation on behalf of 69ea7f7949294712b2c23e1894c7720a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:09.608134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.654444 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-fb96a5cc-c2a3-48cb-bbcb-a98e72c755ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79a130092077406f88730624da931c5b&device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 1097 time: 0.8172636
Dec 22 14:59:09.711682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a508449c-3382-49ea-a7eb-86679a807a8a up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:09.752146 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-8459baeb-97f4-4cc6-9f81-2290c4399d02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7 HTTP/1.1" status: 200  len: 217 time: 0.0812669
Dec 22 14:59:09.765791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] device_id is not set on port e00ac0b6-e383-4c8a-99ad-e7535de12172 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:09.833633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.844801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-493fa729-f96f-46e4-bca4-3406aa5bf88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:09.846635 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-493fa729-f96f-46e4-bca4-3406aa5bf88e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a677c2c-0338-4057-a23c-90eda6f5e5fa HTTP/1.1" status: 200  len: 851 time: 0.0754733
Dec 22 14:59:09.858979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port a508449c-3382-49ea-a7eb-86679a807a8a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:09.868657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a508449c-3382-49ea-a7eb-86679a807a8a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:09.869027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Router 2aeac174-e266-4885-9181-46f38b5f3f1c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:09.869543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:09.889608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object bd49d706-cae4-4aab-8e00-5b9d950f9b76 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:09.894893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96a79283-d79f-4371-8911-0a586e610460 req-62758c50-eeb1-40f6-a471-fef7c94d37bb service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4616795
Dec 22 14:59:09.979543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.000921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59968) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:10.017631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.034607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38497b-eed2-4001-a5ec-674f785d98bd req-dc71ca66-318e-4f66-a025-3cf8ea08d6b5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:10.036400 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b38497b-eed2-4001-a5ec-674f785d98bd req-dc71ca66-318e-4f66-a025-3cf8ea08d6b5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 944 time: 0.4971626
Dec 22 14:59:10.066258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:10.099389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.20.0.11 (24ef3a1d-50ff-437a-a59b-980821220c62/588a49c8-caf1-4045-aaee-df9878405ae3/e00ac0b6-e383-4c8a-99ad-e7535de12172) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:10.119243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdb33-9aac-4b7f-95d4-fe1496b7624e req-458c0479-e3c1-4edf-bbdd-52247ae85f1e tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:10.120711 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1c9cdb33-9aac-4b7f-95d4-fe1496b7624e req-458c0479-e3c1-4edf-bbdd-52247ae85f1e tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 944 time: 0.7386949
Dec 22 14:59:10.124052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.146972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0dbf0d2d-94fb-473b-8483-bca98ef46f20 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:10.166994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a508449c-3382-49ea-a7eb-86679a807a8a,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:10.173897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.176046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:10.220084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b38497b-eed2-4001-a5ec-674f785d98bd req-973cd1f1-72a8-4cf5-b53f-d0a866bbf6ee tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1728871
Dec 22 14:59:10.312270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:10.312939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1716155303'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:10.328484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:10.329853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=bd49d706-cae4-4aab-8e00-5b9d950f9b76,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:10.334687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:10.335739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:10.343137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:10.343921 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-41fff5fd-b2a6-45b9-80df-dbe234fb362e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b93d59-3901-4fa4-82af-7e362fe62812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4689760
Dec 22 14:59:10.344138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:10.363070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:network and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:10.368340 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-758a3c3a-7d8e-47d1-a199-560178d6e2e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0631083bec19464db01039a923cbf8e9&device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 1096 time: 0.4115264
Dec 22 14:59:10.421304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:10.424012 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1c9cdb33-9aac-4b7f-95d4-fe1496b7624e req-3e45fd18-6856-4010-8514-82dc0ceafa73 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2926936
Dec 22 14:59:10.426008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:10.464455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:10.506071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.522521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-405211d0-0532-4e6f-891c-c947a868f65c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:10.570479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:10.573565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:10.575338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.611402 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'code': 200}
Dec 22 14:59:10.640048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:10.650634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-2c97f37d-164b-4f8f-b7b4-110bddf4c3fc service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961743
Dec 22 14:59:10.651507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:10.663887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6543003-8d62-478a-9f83-db6fbd06462f None None] Provisioning for port bd49d706-cae4-4aab-8e00-5b9d950f9b76 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:10.672339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6543003-8d62-478a-9f83-db6fbd06462f None None] Provisioning complete for port bd49d706-cae4-4aab-8e00-5b9d950f9b76 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:10.676623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6543003-8d62-478a-9f83-db6fbd06462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.682006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:10.686078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.695420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7204196
Dec 22 14:59:10.706753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 59984) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:10.721338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'network_id': '14acb837-3e9b-495d-aded-9bcad5a4ffd2', 'name': 'tempest-AllowedAddressPairTestJSON-164352207'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:10.741524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f6543003-8d62-478a-9f83-db6fbd06462f None None] Port bd49d706-cae4-4aab-8e00-5b9d950f9b76 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:10.743654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.831779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:10.841807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:10.944812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:10.948489 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0bfd002a-b058-4e9c-baeb-72df8b26b0ef req-d738af08-cf19-4d3b-975b-d24a89be628e service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595227
Dec 22 14:59:10.956701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] Sync routers for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:10.968837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:10.980341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:10.981485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:11.029070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.032167 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/floatingips/cba5265b-4c86-4e68-befc-3778a3bddfa3 HTTP/1.1" status: 204  len: 168 time: 7.2331815
Dec 22 14:59:11.037268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59988) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:11.045278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:11.049649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8b50>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:11.050306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6e45a-8e63-40c0-bcbb-6309c4da7f29 req-8a600754-960d-4504-8b25-e8d194dbcbc7 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.051785 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2bb6e45a-8e63-40c0-bcbb-6309c4da7f29 req-8a600754-960d-4504-8b25-e8d194dbcbc7 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 943 time: 0.5745299
Dec 22 14:59:11.057733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:11.061937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:11.062844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:11.075116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-b0153913-a902-40be-b556-a50533b27c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.076543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-b0153913-a902-40be-b556-a50533b27c9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=19c39888-59d7-472f-82ae-9068cd5bf99c HTTP/1.1" status: 200  len: 905 time: 0.6193686
Dec 22 14:59:11.081748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:security_group_rule and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:11.095660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:11.105095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Usage tracker for resource:floatingip and tenant:a9840e9595c640a482590e89ab270902 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:11.106477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:11.112143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:11.120444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:11.123055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8b50>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:11.123473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a65fa8-fa74-4075-8589-78f474a0febf None None] The sync data for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:11.149965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.174317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.175053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.226926 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-99e4819c-9891-4eea-82eb-49580c05bc77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79a130092077406f88730624da931c5b&device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 1097 time: 0.1861477
Dec 22 14:59:11.257694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:11.269560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:11.288489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Usage tracker for resource:port and tenant:24db5330503a4a86b5a7ad663a61544e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:11.295479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:11.319620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-b420ad21-5b64-4f88-8d96-4d8898d4ba64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38 HTTP/1.1" status: 200  len: 217 time: 0.2156565
Dec 22 14:59:11.326059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:11.402263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-79e5cbc6-b936-4ccb-9692-19008a913753 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.5698769
Dec 22 14:59:11.411733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2bb6e45a-8e63-40c0-bcbb-6309c4da7f29 req-1ee5fc0b-f246-4e29-89e6-4b72f116dde5 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3385332
Dec 22 14:59:11.420421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Made reservation on behalf of 24db5330503a4a86b5a7ad663a61544e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:11.422848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.454460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.467846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:11.534770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.552671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-19627433-8068-401c-bf9e-0f7662beca11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.554109 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-19627433-8068-401c-bf9e-0f7662beca11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbbc53de-d91c-43f1-8ec7-b38837aabfc2 HTTP/1.1" status: 200  len: 843 time: 0.2158754
Dec 22 14:59:11.569778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] device_id is not set on port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:11.579359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-33d884e4-3c62-4cad-a824-ac3371fcee21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.580827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-33d884e4-3c62-4cad-a824-ac3371fcee21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9b93d59-3901-4fa4-82af-7e362fe62812 HTTP/1.1" status: 200  len: 913 time: 0.3002756
Dec 22 14:59:11.746975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network 24ef3a1d-50ff-437a-a59b-980821220c62 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:11.769054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.770540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:11.773874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:11.803387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=e00ac0b6-e383-4c8a-99ad-e7535de12172,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:11.829395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.830030 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-e54cfb09-1ec2-41f9-9456-c83909c962d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7 HTTP/1.1" status: 200  len: 217 time: 0.1876822
Dec 22 14:59:11.836022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:11.849963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:11.876247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Usage tracker for resource:security_group_rule and tenant:a36fab78cddd46d39f53918853692243 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:11.882266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.882627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.882980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.883326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.883672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.884014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.884351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.884717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.885053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.885454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.885836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:11.890571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:11.899106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:11.901581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ffbc941-a07b-41e5-b4ef-499ddd6ba033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:11.946205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:11.947990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:11.948428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de5f92-d999-45d0-a384-33008218825a req-238f29f0-a006-4153-9f8b-a62864206905 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.950013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b9de5f92-d999-45d0-a384-33008218825a req-238f29f0-a006-4153-9f8b-a62864206905 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5123951
Dec 22 14:59:11.994382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:11.994980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.012687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-af4de4dc-b865-41c7-a413-fb0db30d31b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:12.013410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.013748 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Added segment a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594 of type vlan for network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a
Dec 22 14:59:12.014123 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-af4de4dc-b865-41c7-a413-fb0db30d31b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a677c2c-0338-4057-a23c-90eda6f5e5fa HTTP/1.1" status: 200  len: 851 time: 0.1730173
Dec 22 14:59:12.055556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd658a6-415f-4d8f-918b-ea4d1879522b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:12.059423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:12.122350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cfe37-92b2-4024-98a5-7d6aa113476c req-283a48d0-6ca5-4179-97e3-0584a824da0f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:12.123811 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0e2cfe37-92b2-4024-98a5-7d6aa113476c req-283a48d0-6ca5-4179-97e3-0584a824da0f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 944 time: 0.5195537
Dec 22 14:59:12.126565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Allocated IP 172.20.0.13 (14acb837-3e9b-495d-aded-9bcad5a4ffd2/26506500-ce05-4e53-b790-6c05bfb608d8/d175bbc9-5138-41e3-ba9d-4ae3e04b58d3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:12.134138 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-26cdbef4-f120-4f5c-8337-fcd8b645090d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19c39888-59d7-472f-82ae-9068cd5bf99c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5277953
Dec 22 14:59:12.137957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.176839 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b9de5f92-d999-45d0-a384-33008218825a req-0a0320fc-f78d-4f6d-a607-e083930c3f17 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2147555
Dec 22 14:59:12.179996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Allocated IP 172.26.3.64 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:12.257195 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.9525616
Dec 22 14:59:12.272973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 59996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:12.365107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-c0f23d8a-bebe-403e-bd52-19569b26e491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b93d59-3901-4fa4-82af-7e362fe62812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3049729
Dec 22 14:59:12.375846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.392892 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0e2cfe37-92b2-4024-98a5-7d6aa113476c req-d91fffd4-7e0d-4e71-aa87-57099ed63b3a tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2578242
Dec 22 14:59:12.394484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.404625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:12.405225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.421271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83ba0503-8486-4d2e-bc6c-9892afbd036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:12.450255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.455134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port e00ac0b6-e383-4c8a-99ad-e7535de12172 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:12.455474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.502266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:59:12.593646 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-d6bdc11b-ffd3-40e8-9080-33dca2fff582 service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4473920
Dec 22 14:59:12.619259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.648118 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.6388721
Dec 22 14:59:12.656061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60002) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:12.700634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Synchronizing usage tracker for tenant:a36fab78cddd46d39f53918853692243 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:12.716633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Network': ['ID=86189e1d-bc60-4ed7-bb59-03a0f917fc6a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:12.719279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:12.727020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:12.727542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:12.794711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:12.805411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-af21d33f-b65c-46e0-9ed5-bf2b2d5bab73 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4292424
Dec 22 14:59:12.906398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Unset dirty status for tenant:a36fab78cddd46d39f53918853692243 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:12.907679 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7cdf2556-eba2-46e5-a83c-3804d479aa87 req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.4910622
Dec 22 14:59:12.926329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a776e13e-6e4d-4a9f-988f-1def94338bd7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:12.941955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:12.942855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:12.947012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.968439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:12.977635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:12.985384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:12.989552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fdd4178-93fc-4881-92d9-74b5bb10f1af req-4ed257fc-14ef-47c2-a674-15b3f8ec2474 service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3695507
Dec 22 14:59:12.990364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:12.992612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Transition to ACTIVE for port object d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:13.000912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:13.006300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:13.082287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1e33e-db79-45d2-89d7-48fc74d8a83e req-f1de0e09-c17a-4664-bdf5-32d8acd60267 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:13.083838 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9fb1e33e-db79-45d2-89d7-48fc74d8a83e req-f1de0e09-c17a-4664-bdf5-32d8acd60267 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 943 time: 0.5130684
Dec 22 14:59:13.172028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:13.200276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.206457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a634798-eeeb-4890-802a-66282f440a4f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:13.231943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.243025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:13.244421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.245156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:13.254484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:13.422348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:13.428015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:13.440721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:13.467867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=d175bbc9-5138-41e3-ba9d-4ae3e04b58d3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:13.481385 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c3688889-9dc8-42b7-b72e-2c24ea72ea79 req-4066721a-03bd-48eb-9a44-f7437ffc4e80 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6158743
Dec 22 14:59:13.484107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:13.541229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:13.542091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.550292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for e00ac0b6-e383-4c8a-99ad-e7535de12172 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:13.596062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.596438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.596979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.597489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.597989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.598347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.598719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.599046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.599394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.599737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.600611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:13.613178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:13.619327 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9fb1e33e-db79-45d2-89d7-48fc74d8a83e req-de38033e-ce8e-47c7-bdb6-1687617bf21a tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5252981
Dec 22 14:59:13.686863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e939-b70d-4f03-9ff7-b52c1cde1379 req-adcbc754-92bc-4af7-8697-af0561144c2c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:13.690893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2f07e939-b70d-4f03-9ff7-b52c1cde1379 req-adcbc754-92bc-4af7-8697-af0561144c2c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.3621943
Dec 22 14:59:13.700772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9884796
Dec 22 14:59:13.706780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60010) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:13.709263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 2263b83f-bdd7-4fd4-9e92-64af816cec38 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:59:13.752761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:38:5b:07'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4d:4b:12'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:13.775377 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2f07e939-b70d-4f03-9ff7-b52c1cde1379 req-d69852bf-8409-4d6b-b113-14748ad997ef tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722940
Dec 22 14:59:13.819434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.823410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:13.876045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aeaecf15-1945-49a9-b313-ed5f1cd803f2 None None] Provisioning for port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:13.892773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aeaecf15-1945-49a9-b313-ed5f1cd803f2 None None] Provisioning complete for port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:13.893148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aeaecf15-1945-49a9-b313-ed5f1cd803f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.909182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=20f413f8-f3ac-4fc3-9436-6d1e9be3b346,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:13.912242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:13.923518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:13.923518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network hostable DHCP agents. Network: 86189e1d-bc60-4ed7-bb59-03a0f917fc6a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:13.946144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:13.948756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:13.959086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:13.962368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 86189e1d-bc60-4ed7-bb59-03a0f917fc6a) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:13.963737 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Sync routers for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:13.968853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:13.969775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.970039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:13.984213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c85df-d585-4327-bc80-71f6e0498a66 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:13.993340 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:13.994587 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:14.000602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2971284
Dec 22 14:59:14.003287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60014) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:14.010856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'name': 'tempest-NetworksTestDHCPv6-1452057096'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:14.056411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aeaecf15-1945-49a9-b313-ed5f1cd803f2 None None] Port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:14.057962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'port_id': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'mac_address': 'fa:16:3e:d9:4d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:59:14.082136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.108171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6a6db2ae-b40f-4bdc-8e90-0408b8ced363 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:14.181140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e00ac0b6-e383-4c8a-99ad-e7535de12172,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:14.191066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:14.197997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.224454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.225656 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 6.9924467
Dec 22 14:59:14.229401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60018) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:14.234734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:14.235756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2263b83f-bdd7-4fd4-9e92-64af816cec38 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:14.245439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:14.250406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:14.252729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.258564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:14.274762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:14.283895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.290690 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:14.299044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:14.311844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.313149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 65d574d6-2b3e-44cb-be64-d972efe4a8c7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:59:14.318922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:14.327929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port f98652fb-d051-4d5b-a497-31984ab1d277 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:14.431930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '20f413f8-f3ac-4fc3-9436-6d1e9be3b346'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:14.433193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.444067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b9e18-aa4b-4834-bec0-04df623de12f req-66934a94-da82-4256-9344-413042908e22 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:14.451557 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ac1b9e18-aa4b-4834-bec0-04df623de12f req-66934a94-da82-4256-9344-413042908e22 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 944 time: 0.6388938
Dec 22 14:59:14.516932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.521177 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/ports/e00ac0b6-e383-4c8a-99ad-e7535de12172 HTTP/1.1" status: 204  len: 168 time: 2.2451532
Dec 22 14:59:14.539672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:14.553493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.554211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.554748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.555288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.555836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.556371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.556956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.557507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.558039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.559181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.559719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:14.563336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.576129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:14.578858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:14.596510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62', 'external_fixed_ips': [{'subnet_id': '588a49c8-caf1-4045-aaee-df9878405ae3', 'ip_address': '172.20.0.11'}]}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:14.597125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::23b (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/20f413f8-f3ac-4fc3-9436-6d1e9be3b346/f98652fb-d051-4d5b-a497-31984ab1d277) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:14.611508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:14.634920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:router and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:14.646197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:14.685024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ac1b9e18-aa4b-4834-bec0-04df623de12f req-303f570f-771e-45ca-8c45-21728d20a8f6 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2325101
Dec 22 14:59:14.725798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:14.789923 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7100>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:10Z', 'revision_number': 3, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:14.799691 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Checking router: e642f8ee-73b9-4d96-9c36-ef311a1cdd12 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:14.800266 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Updating router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:59:14.801125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.802105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.839514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:14.859423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.909137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'port_id': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'mac_address': 'fa:16:3e:b6:f9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:59:14.928829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.931143 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:14.950325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object f98652fb-d051-4d5b-a497-31984ab1d277 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:15.065696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8e2d7b44-841e-44e5-9ace-6c4a2f8cce97 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0469d3131f604f12a957d2f72509d48a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.8332357
Dec 22 14:59:15.069471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.077617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.101142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60034) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.107820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:15.150026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d574d6-2b3e-44cb-be64-d972efe4a8c7 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:15.184347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:15.205490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=f98652fb-d051-4d5b-a497-31984ab1d277,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:15.218349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/20f413f8-f3ac-4fc3-9436-6d1e9be3b346/0cfec1a8-e592-4f68-a783-43befc36bda4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:15.219463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:15.222410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.226935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:15.246405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:15.250876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:15.254683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:15.259115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.261399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.294041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2893248
Dec 22 14:59:15.301214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60038) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.311962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57776e61-c9a4-4239-a976-c0ab4448b195 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.312327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57776e61-c9a4-4239-a976-c0ab4448b195 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.317786 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57776e61-c9a4-4239-a976-c0ab4448b195 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1590 time: 0.2158303
Dec 22 14:59:15.352404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60042) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.397636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160c78c-4cf8-4774-84d6-eacf1ca8b18a req-9db6108a-0a66-46ba-8481-afa650bd9227 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.399472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9160c78c-4cf8-4774-84d6-eacf1ca8b18a req-9db6108a-0a66-46ba-8481-afa650bd9227 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 944 time: 0.4237981
Dec 22 14:59:15.470346 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.505366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9160c78c-4cf8-4774-84d6-eacf1ca8b18a req-0a0f12b0-0619-44b7-a18e-d4280c32ad03 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913093
Dec 22 14:59:15.507015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e0d2b-c4ff-4616-b7ef-3c57f8923adb tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.508537 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-256e0d2b-c4ff-4616-b7ef-3c57f8923adb tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=24ef3a1d-50ff-437a-a59b-980821220c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 800 time: 0.1549480
Dec 22 14:59:15.509023 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Transition to ACTIVE for port object 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:15.518183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60046) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.522108 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.534027 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:15.560725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:15.588293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:15.588517 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1ca7b800-70ed-4653-8a1c-6c71e0961cbf tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0692120
Dec 22 14:59:15.592049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60050) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.595932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['65d574d6-2b3e-44cb-be64-d972efe4a8c7'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 14:59:15.602368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e8775-c66c-461e-8b65-aa38074c38bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.603052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a70e8775-c66c-461e-8b65-aa38074c38bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:15.624155 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Pushing event updated for resources: {'Port': ['ID=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:15.628323 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:15.663723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9fcb69d3-dd35-4418-a357-96b6517ed73b tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0469d3131f604f12a957d2f72509d48a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0689399
Dec 22 14:59:15.668108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60054) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:15.670005 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Attempting to bind port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:15.670583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Attempting to bind port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:15.671109 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Attempting to bind port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:15.683408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['2263b83f-bdd7-4fd4-9e92-64af816cec38'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 14:59:15.685237 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:15.685654 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:15.686102 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.686456 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:15.686973 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Bound port: 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:15.687369 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.751389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:15.783344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.799977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.809790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.825438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f73fd4b2-1cbb-4044-b0e6-9ac1ecd6a68d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:15.907708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db51e40-e988-4d97-8570-095d9f14d92c req-e0432762-f94c-4834-a2cb-989b2b5d298d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.914899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7db51e40-e988-4d97-8570-095d9f14d92c req-e0432762-f94c-4834-a2cb-989b2b5d298d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.8728135
Dec 22 14:59:15.924709 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] For port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:15.936093 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] For port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:15.950861 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:15.955378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-63cd024f-cdaf-4e41-bfda-7d36844a4389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:15.983198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a70e8775-c66c-461e-8b65-aa38074c38bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:15.988554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a70e8775-c66c-461e-8b65-aa38074c38bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.6856949
Dec 22 14:59:15.992030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208d5eb-245d-40fd-8325-1024d1a46eec tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.992699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208d5eb-245d-40fd-8325-1024d1a46eec tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:15.994782 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c208d5eb-245d-40fd-8325-1024d1a46eec tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1590 time: 0.3254251
Dec 22 14:59:16.008927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60060) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:16.009263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60062) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:16.048695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.088483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Transition to ACTIVE for port object 0cfec1a8-e592-4f68-a783-43befc36bda4 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:16.111391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e16f4-b720-4170-8b1b-a316c12ec052 req-7d7e139f-2e20-43cf-b614-de86ec3be03d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:16.118288 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e92e16f4-b720-4170-8b1b-a316c12ec052 req-7d7e139f-2e20-43cf-b614-de86ec3be03d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 945 time: 0.1220958
Dec 22 14:59:16.128371 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Pushing event updated for resources: {'Port': ['ID=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:16.141033 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:16.142079 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:16.143157 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:16.166776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Transition to ACTIVE for port object 0cfec1a8-e592-4f68-a783-43befc36bda4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:16.178779 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e92e16f4-b720-4170-8b1b-a316c12ec052 req-dd4ce14d-fb86-40bd-93c0-b97c7b9aa3ae tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595584
Dec 22 14:59:16.183015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.201554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5a77cec9-a619-4da1-9a86-44c0ba8eb79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:16.237063 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7db51e40-e988-4d97-8570-095d9f14d92c req-d641245a-4d36-4980-907d-13bf1e594f80 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3212450
Dec 22 14:59:16.238231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.267343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:16.270801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:16.271707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:16.276737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:16.290402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:16.292860 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-22adcc89-9cc6-4aac-8543-e6605852c713 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=24ef3a1d-50ff-437a-a59b-980821220c62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2273905
Dec 22 14:59:16.295588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60068) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:16.350897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port f98652fb-d051-4d5b-a497-31984ab1d277 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:16.351395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.366247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7fb9de83-e2d0-47fa-9aed-e27031b4ae61 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0690653
Dec 22 14:59:16.366868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60072) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:16.372792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527316948', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'project_id': '0469d3131f604f12a957d2f72509d48a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:16.386090 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:16.390165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.391656 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3533552
Dec 22 14:59:16.407101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:16.412060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.419357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Pushing event updated for resources: {'Port': ['ID=0cfec1a8-e592-4f68-a783-43befc36bda4,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:16.427769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:16.450817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Attempting to bind port 0cfec1a8-e592-4f68-a783-43befc36bda4 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:16.451464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Attempting to bind port 0cfec1a8-e592-4f68-a783-43befc36bda4 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:16.451829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Attempting to bind port 0cfec1a8-e592-4f68-a783-43befc36bda4 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:16.460007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.461333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:16.461716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:16.462113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.462508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:16.462976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Bound port: 0cfec1a8-e592-4f68-a783-43befc36bda4, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:16.463451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.494126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:16.499848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:subnet and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:16.504753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:16.511485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:16.528565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:16.540504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Made reservation on behalf of 0469d3131f604f12a957d2f72509d48a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:16.594214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] For port 0cfec1a8-e592-4f68-a783-43befc36bda4, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:16.599120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] For port 0cfec1a8-e592-4f68-a783-43befc36bda4, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0cfec1a8-e592-4f68-a783-43befc36bda4,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:16.605148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.626351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dd81d628-8ecb-4217-bb2d-2f319d99d4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:16.757715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Pushing event updated for resources: {'Port': ['ID=0cfec1a8-e592-4f68-a783-43befc36bda4,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:16.762132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:16.813335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.824037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:16.852173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:16.867488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Usage tracker for resource:floatingip and tenant:5a7cabae813641dfa4500255c0119f53 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:16.877155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event updated for resources: {'Port': ['ID=d175bbc9-5138-41e3-ba9d-4ae3e04b58d3,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:16.896914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:16.899762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:16.905988 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7100>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:10Z', 'revision_number': 3, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:16.910340 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89d4f9-d697-43d2-ba80-3d639f61c820 None None] The sync data for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv is: [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:10Z', 'revision_number': 3, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:16.926667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:16.958945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] In _notify_port_updated(), no bound segment for port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 on network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 14:59:16.962962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:16.963603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:16.965604 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "PUT /v2.0/ports/d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 HTTP/1.1" status: 200  len: 1056 time: 3.2579527
Dec 22 14:59:16.975736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60084) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:17.049458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.117524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8939efa7-3558-46d9-abd7-97da469c718e None None] Provisioning complete for port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:17.118067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8939efa7-3558-46d9-abd7-97da469c718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.147190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:17.147471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.193824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8939efa7-3558-46d9-abd7-97da469c718e None None] Port d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:17.199563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e62b4-2be2-481c-9562-c3e2002d2a20 req-6b588dbb-5713-446c-b277-b4641e1e5886 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:17.201102 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-351e62b4-2be2-481c-9562-c3e2002d2a20 req-6b588dbb-5713-446c-b277-b4641e1e5886 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 944 time: 0.3936882
Dec 22 14:59:17.264035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.395377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for f98652fb-d051-4d5b-a497-31984ab1d277 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:17.433022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-351e62b4-2be2-481c-9562-c3e2002d2a20 req-6736ba6c-0c3f-4298-924e-2eb5fc79eb60 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2247403
Dec 22 14:59:17.491221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.500227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:17.567904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Subnet': ['ID=6f73f339-51e1-478e-a310-7dbcb55437de,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:17.573682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:17.600688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.629235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.727559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 2263b83f-bdd7-4fd4-9e92-64af816cec38 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:17.768272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:17.796335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.833593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 2263b83f-bdd7-4fd4-9e92-64af816cec38 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:17.833964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Checking segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:17.834437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network hostable DHCP agents. Network: 676a16bd-3023-4b30-bb25-270f33f39a57, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:17.842923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 2263b83f-bdd7-4fd4-9e92-64af816cec38 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:17.844513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.921167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:17.928243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8623-73da-417c-b2c9-69621f02dd2e req-72ac5d63-d1a1-48ee-824f-0b546ad65693 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:17.929940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1ab8623-73da-417c-b2c9-69621f02dd2e req-72ac5d63-d1a1-48ee-824f-0b546ad65693 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.3412602
Dec 22 14:59:17.932857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network 676a16bd-3023-4b30-bb25-270f33f39a57 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:17.981048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4be7cf20-9814-49b8-8f6d-e6c70a777814 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:18.025617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a978f75-9e6c-46d4-a83f-ef56e9293297 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:18.031069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 676a16bd-3023-4b30-bb25-270f33f39a57) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:18.032022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b707e-24d4-4aaa-9150-30b2283c2c82 req-a5f63b7d-190a-46b0-be01-d401417441a5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:18.039037 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf3b707e-24d4-4aaa-9150-30b2283c2c82 req-a5f63b7d-190a-46b0-be01-d401417441a5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 945 time: 0.6540592
Dec 22 14:59:18.041293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:18.042078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.051243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c9489-a71d-45bf-a63e-b8cf21868bb1 None None] Network 676a16bd-3023-4b30-bb25-270f33f39a57 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:18.066665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.076803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b0cc7f3-e8fb-4e5b-a0af-1b8e511415c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:18.081200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=f98652fb-d051-4d5b-a497-31984ab1d277,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:18.092085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:18.169535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.209419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.217342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=d175bbc9-5138-41e3-ba9d-4ae3e04b58d3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:18.221942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:18.224410 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1ab8623-73da-417c-b2c9-69621f02dd2e req-2e267f20-217b-4335-a418-8b0031c42c17 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2618732
Dec 22 14:59:18.228171 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8600912
Dec 22 14:59:18.257739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:18.285585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.288284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:18.298714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a9b25353-4da5-42ca-82bd-80424233f47a None None] Provisioning for port 0cfec1a8-e592-4f68-a783-43befc36bda4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:18.334484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:18.355324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.356887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 65d574d6-2b3e-44cb-be64-d972efe4a8c7 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:18.378158 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/f98652fb-d051-4d5b-a497-31984ab1d277 HTTP/1.1" status: 204  len: 168 time: 2.3122675
Dec 22 14:59:18.380821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60100) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:18.387943 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf3b707e-24d4-4aaa-9150-30b2283c2c82 req-8cc199e3-dca2-4aed-aef8-e49dcec44a43 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3473175
Dec 22 14:59:18.394844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:18.418893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.20.0.11 (24ef3a1d-50ff-437a-a59b-980821220c62/588a49c8-caf1-4045-aaee-df9878405ae3/63c08911-352b-4fbd-bbfd-3a9fcffaed90) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:18.688199 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'code': 200}
Dec 22 14:59:18.691885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b78c7e-d323-4b26-8b26-6063408746c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:18.693348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b78c7e-d323-4b26-8b26-6063408746c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:18.704893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-62b78c7e-d323-4b26-8b26-6063408746c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:18.782198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0cfec1a8-e592-4f68-a783-43befc36bda4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:18.815098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Allocated IP 172.26.3.141 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/ec598fbf-7604-4957-a22a-1edfdcdee2f7) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:18.847935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-676a16bd-3023-4b30-bb25-270f33f39a57', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:18.848813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:18.897087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:18.901312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:18.922759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-62b78c7e-d323-4b26-8b26-6063408746c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:18.926469 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-62b78c7e-d323-4b26-8b26-6063408746c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5411258
Dec 22 14:59:18.928831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60106) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:18.957656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:18.981748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:18.982188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.029329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.033533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 HTTP/1.1" status: 204  len: 168 time: 2.0532813
Dec 22 14:59:19.033669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.035829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60110) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:19.060979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f298da6-262c-4c74-a6d2-21470c9a3999 req-3dc8fd1f-fa5e-45ac-91ef-104524b4c2ce tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:19.062565 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5f298da6-262c-4c74-a6d2-21470c9a3999 req-3dc8fd1f-fa5e-45ac-91ef-104524b4c2ce tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.3311412
Dec 22 14:59:19.083586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898d7ca-6032-4e93-b19b-e38b232fbf0b req-52f4768b-b66f-4e14-adda-b0530ecc62d0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:19.088675 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e898d7ca-6032-4e93-b19b-e38b232fbf0b req-52f4768b-b66f-4e14-adda-b0530ecc62d0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5963218
Dec 22 14:59:19.117163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60114) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:19.118090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 0cfec1a8-e592-4f68-a783-43befc36bda4 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:19.132661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Request body: {'floatingip': {'port_id': 'a508449c-3382-49ea-a7eb-86679a807a8a'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:19.173519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0cfec1a8-e592-4f68-a783-43befc36bda4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:19.174000 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.191121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bdc8a8-d650-4758-8d98-d12f5dee4cfc tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] GET failed (client error): The resource could not be found.
Dec 22 14:59:19.195291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86bdc8a8-d650-4758-8d98-d12f5dee4cfc tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Synchronizing usage tracker for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:19.234753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Allocated IP 172.20.0.18 (676a16bd-3023-4b30-bb25-270f33f39a57/6f73f339-51e1-478e-a310-7dbcb55437de/6a2446de-1acf-4b64-8dc0-5a7cf493f982) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:19.256829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.271348 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a81243e6-afa8-4847-b33b-2c7eac9d0ee2 req-7e014e55-9b65-4b50-a255-ac2182a24969 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 1098 time: 0.3964682
Dec 22 14:59:19.273263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86bdc8a8-d650-4758-8d98-d12f5dee4cfc tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Unset dirty status for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:19.273397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.277526 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-86bdc8a8-d650-4758-8d98-d12f5dee4cfc tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports/d175bbc9-5138-41e3-ba9d-4ae3e04b58d3 HTTP/1.1" status: 404  len: 333 time: 0.2374129
Dec 22 14:59:19.279480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60118) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:19.389139 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5f298da6-262c-4c74-a6d2-21470c9a3999 req-cfc3592b-078a-430c-a62b-bcb9e6b8fc03 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3075478
Dec 22 14:59:19.393889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.422954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.436036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 20f413f8-f3ac-4fc3-9436-6d1e9be3b346 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:19.437715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1d4133c-1778-45b2-b038-6040b6f0c8a8 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:19.441176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.533891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.558695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a81243e6-afa8-4847-b33b-2c7eac9d0ee2 req-e0b05501-695e-4f8f-abd8-44a2ad778668 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2255635
Dec 22 14:59:19.563322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network 24ef3a1d-50ff-437a-a59b-980821220c62 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:19.581902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.594054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=63c08911-352b-4fbd-bbfd-3a9fcffaed90,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:19.608800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.612970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:19.615037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:19.615525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:19.620254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port bd49d706-cae4-4aab-8e00-5b9d950f9b76 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:19.621296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.638789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 0cfec1a8-e592-4f68-a783-43befc36bda4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0cfec1a8-e592-4f68-a783-43befc36bda4,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:19.648082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:19.667685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.702743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a78c3a4a-1967-4137-bf20-6e7a68800d58 None None] Provisioning complete for port 0cfec1a8-e592-4f68-a783-43befc36bda4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:19.702743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a78c3a4a-1967-4137-bf20-6e7a68800d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.719097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:19.775887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:19.832119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:19.837061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Pushing event updated for resources: {'Port': ['ID=ec598fbf-7604-4957-a22a-1edfdcdee2f7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:19.844920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:19.849159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:19.875095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:19.877163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=0cfec1a8-e592-4f68-a783-43befc36bda4,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:19.880068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:19.889351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:19.895338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6629c28a-fa3d-43de-896b-4e130a2cba3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:19.901468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.078767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.093262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:20.097377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:20.099939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Transition to ACTIVE for port object 6a2446de-1acf-4b64-8dc0-5a7cf493f982 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:20.121211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Transition to ACTIVE for port object 6a2446de-1acf-4b64-8dc0-5a7cf493f982 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:20.129436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.133584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-de3569a6-bb71-4a7a-9516-c2079c927c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:20.203078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Pushing event updated for resources: {'Port': ['ID=6a2446de-1acf-4b64-8dc0-5a7cf493f982,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:20.206767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Network 676a16bd-3023-4b30-bb25-270f33f39a57 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:20.207609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:20.208684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:20.210796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:20.222030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8f361745-6756-48a1-9a2b-571b707ede43 None None] Could not find standard attr ID for object f98652fb-d051-4d5b-a497-31984ab1d277. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 14:59:20.313987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45d50a-a490-4aec-849b-cb736b28bfab req-5d395f48-92fe-4c18-b62f-3d1871dc29b0 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:20.316601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Attempting to bind port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:20.317038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Attempting to bind port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:20.317319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Attempting to bind port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 on network 676a16bd-3023-4b30-bb25-270f33f39a57 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:20.320691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b45d50a-a490-4aec-849b-cb736b28bfab req-5d395f48-92fe-4c18-b62f-3d1871dc29b0 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.7316217
Dec 22 14:59:20.323569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:20.323968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Checking segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:20.324359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.324777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Bound using segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:20.325236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Bound port: 6a2446de-1acf-4b64-8dc0-5a7cf493f982, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:20.325606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.353010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.372118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:20.417826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] For port 6a2446de-1acf-4b64-8dc0-5a7cf493f982, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:20.421256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] For port 6a2446de-1acf-4b64-8dc0-5a7cf493f982, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6a2446de-1acf-4b64-8dc0-5a7cf493f982,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:20.427820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.431140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:20.437289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=20f413f8-f3ac-4fc3-9436-6d1e9be3b346,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:20.451446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:20.489995 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b45d50a-a490-4aec-849b-cb736b28bfab req-399ea9d3-aa75-4823-a23e-da40b855a5f5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683838
Dec 22 14:59:20.491279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a311b0c-7d3d-4e87-afb3-2dbc05df3960 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:20.501346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.513425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.609196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Pushing event updated for resources: {'Port': ['ID=6a2446de-1acf-4b64-8dc0-5a7cf493f982,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:20.614921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:20.625467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0cfec1a8-e592-4f68-a783-43befc36bda4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:20.666868 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/20f413f8-f3ac-4fc3-9436-6d1e9be3b346 HTTP/1.1" status: 204  len: 168 time: 1.7324541
Dec 22 14:59:20.673821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for bd49d706-cae4-4aab-8e00-5b9d950f9b76 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:20.707152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60126) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:20.722005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:20.795473 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-175b44a2-1524-436d-92b1-cf9dd44a6dbd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0842016
Dec 22 14:59:20.797159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:20.803566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60132) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:20.817176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:20.862576 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'code': 200}
Dec 22 14:59:20.884200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0cfec1a8-e592-4f68-a783-43befc36bda4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:20.884656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.056599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:21.066448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Deleting port 0cfec1a8-e592-4f68-a783-43befc36bda4 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:21.067103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.114145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.114877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.140078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.152045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:21.199894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:21.225940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=bd49d706-cae4-4aab-8e00-5b9d950f9b76,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:21.230158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:21.234765 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:59:21.372771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.381911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.387428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] For port 0cfec1a8-e592-4f68-a783-43befc36bda4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0cfec1a8-e592-4f68-a783-43befc36bda4,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:21.387991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.428898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/bd49d706-cae4-4aab-8e00-5b9d950f9b76 HTTP/1.1" status: 204  len: 168 time: 2.1473482
Dec 22 14:59:21.431439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60138) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:21.474872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:21.482631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:21.487213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:21.493843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:21.517635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b431789-94a1-4a30-a1b7-45ff0dc93d98 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] GET failed (client error): The resource could not be found.
Dec 22 14:59:21.518138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8b431789-94a1-4a30-a1b7-45ff0dc93d98 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Synchronizing usage tracker for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:21.556152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Calling delete_port for 0cfec1a8-e592-4f68-a783-43befc36bda4 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:21.587368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:21.630938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6e0a3-9691-40f4-bf73-7e0a1afe258b req-0be4ff96-0ce3-412d-b657-adbf54108eb1 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:21.632683 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-85d6e0a3-9691-40f4-bf73-7e0a1afe258b req-0be4ff96-0ce3-412d-b657-adbf54108eb1 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 1.0535693
Dec 22 14:59:21.659423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.726247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.784140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.793607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-081ce68d-c726-452d-8bc0-7a40bf098210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:21.838149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8b431789-94a1-4a30-a1b7-45ff0dc93d98 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Unset dirty status for tenant:24db5330503a4a86b5a7ad663a61544e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:21.843380 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b431789-94a1-4a30-a1b7-45ff0dc93d98 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "GET /v2.0/ports/bd49d706-cae4-4aab-8e00-5b9d950f9b76 HTTP/1.1" status: 404  len: 333 time: 0.4071586
Dec 22 14:59:21.845223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Pushing event deleted for resources: {'Port': ['ID=0cfec1a8-e592-4f68-a783-43befc36bda4,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:21.848219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:21.849169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60144) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:21.853648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] No DVR routers for this DVR port 0cfec1a8-e592-4f68-a783-43befc36bda4 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:21.929881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:21.955572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4fa1bf-f652-4aaf-827f-d0c19695dcaa None None] Network 676a16bd-3023-4b30-bb25-270f33f39a57 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:22.091043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-17b076c1-c6cf-46df-84ad-34513a4ff014 None None] Provisioning for port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:22.129988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port d8156d6b-0908-4e9c-8147-c974b0595792 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:22.130943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.154815 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cb56f6e4-a40d-4812-aa67-c5fe368c12ba req-943024b8-2353-40f9-87ea-2c471d35ae7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 1099 time: 0.8913889
Dec 22 14:59:22.156985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.259593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-85d6e0a3-9691-40f4-bf73-7e0a1afe258b req-46b425fa-5e56-42ef-b87e-6d13769efe68 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5483825
Dec 22 14:59:22.263118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefce59-3498-485b-b82a-6a6c7a506a32 req-63a9771a-9730-48fe-bff7-ec65e46a8ab9 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:22.269846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5aefce59-3498-485b-b82a-6a6c7a506a32 req-63a9771a-9730-48fe-bff7-ec65e46a8ab9 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.4895499
Dec 22 14:59:22.436999 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cb56f6e4-a40d-4812-aa67-c5fe368c12ba req-d10e8384-9485-425f-becb-83b206d298d8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2607534
Dec 22 14:59:22.485072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.524715 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5aefce59-3498-485b-b82a-6a6c7a506a32 req-a8a31daa-ae5e-43d7-a8d4-c75d7897df10 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2501960
Dec 22 14:59:22.539161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.549727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:22.638025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Allocated IP 172.20.0.17 (676a16bd-3023-4b30-bb25-270f33f39a57/6f73f339-51e1-478e-a310-7dbcb55437de/69defebc-5bf2-4969-8a0a-7660533c48c2) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:22.677961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.744493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Pushing event updated for resources: {'Port': ['ID=ec598fbf-7604-4957-a22a-1edfdcdee2f7,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:22.753252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:22.803552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:22.840735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.846294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.851275 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Floating IP aae4c910-bd39-41b9-9b63-99314d556e0d associated. External IP: 172.26.3.195, port: a508449c-3382-49ea-a7eb-86679a807a8a.
Dec 22 14:59:22.899843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for d8156d6b-0908-4e9c-8147-c974b0595792 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:22.941836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4d7718f-1723-490c-8a82-0d1c3aa4f8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:22.953587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:22.962125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:22.962501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:22.969562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router 46bb50fb-bdfc-4e26-8ae0-957846181a2f is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:59:23.035483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.039688 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.6254876
Dec 22 14:59:23.041626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60148) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:23.046558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:23.081312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.111011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Transition to ACTIVE for port object 69defebc-5bf2-4969-8a0a-7660533c48c2 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:23.127476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.140304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.147120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34a2aecb-453d-4cdd-aaf7-41dd164a78fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:23.154981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:23.162299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.163338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6a2446de-1acf-4b64-8dc0-5a7cf493f982 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:23.164082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:23.167111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:23.168455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.192986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=7911de9b-0f4b-41ed-b59b-d1ae7254e530,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:23.200590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Port': ['ID=d8156d6b-0908-4e9c-8147-c974b0595792,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:23.204774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:23.210695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1cf91a7e-c010-4616-a8c9-4d15eaf1f1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:23.240827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed2f02-0b48-479e-911a-2f0e7e3d7ccb None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:23.244576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.256244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2acccf20-7b2a-4707-b0a4-67e552ed7001 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:23.299480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a0e2d47d-2388-4ad1-9d4f-73c6156cba72 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Synchronizing usage tracker for tenant:a9840e9595c640a482590e89ab270902 on resource:floatingip {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:23.338403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:23.356413 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.5449302
Dec 22 14:59:23.357556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a0e2d47d-2388-4ad1-9d4f-73c6156cba72 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Unset dirty status for tenant:a9840e9595c640a482590e89ab270902 on resource:floatingip {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:23.359176 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a0e2d47d-2388-4ad1-9d4f-73c6156cba72 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3392 time: 0.3115268
Dec 22 14:59:23.360041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60154) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:23.372115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60156) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:23.379533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'name': 'tempest-NetworksTestDHCPv6-880448095'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:23.444029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:23.447166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:23.449836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network 676a16bd-3023-4b30-bb25-270f33f39a57 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:23.461532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:23.474047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:23.528780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:23.539061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:23.543723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:23.544105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.585583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:23.589578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.620950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.668948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/ports/d8156d6b-0908-4e9c-8147-c974b0595792 HTTP/1.1" status: 204  len: 168 time: 1.7871046
Dec 22 14:59:23.674398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:23.784638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.795386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '7911de9b-0f4b-41ed-b59b-d1ae7254e530'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:23.796200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:23.892493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:23.934875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:23.950294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:23.962255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:24.029984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63cb775e-67d6-45f0-ace7-d65f36785a94 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Synchronizing usage tracker for tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f on resource:floatingip {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:24.030442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.042016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/7911de9b-0f4b-41ed-b59b-d1ae7254e530/e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:24.058560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:24.061770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.066963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e54b11-5e42-4a68-863b-47a8444a1317 req-fbae19bc-7d93-4c2c-bac5-07d2b557d7b9 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:24.068490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-67e54b11-5e42-4a68-863b-47a8444a1317 req-fbae19bc-7d93-4c2c-bac5-07d2b557d7b9 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.2967274
Dec 22 14:59:24.111597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63cb775e-67d6-45f0-ace7-d65f36785a94 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Unset dirty status for tenant:cf7fdb187ea947e5af9ec65c0ecc2b5f on resource:floatingip {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:24.112899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63cb775e-67d6-45f0-ace7-d65f36785a94 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.6064136
Dec 22 14:59:24.121423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:24.125925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 0dd404d1-3187-420e-8a75-c3a290dadf8b yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:24.168638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6a2446de-1acf-4b64-8dc0-5a7cf493f982, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6a2446de-1acf-4b64-8dc0-5a7cf493f982,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:24.171244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fc80-2e65-49c3-b774-644b5609ee8b req-1dedfc3d-0058-476c-932a-4382783786d5 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:24.173119 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bb14fc80-2e65-49c3-b774-644b5609ee8b req-1dedfc3d-0058-476c-932a-4382783786d5 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.5817177
Dec 22 14:59:24.289545 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bb14fc80-2e65-49c3-b774-644b5609ee8b req-77d80163-9648-471d-a93a-f905090652b5 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042697
Dec 22 14:59:24.340315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.356840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Transition to ACTIVE for port object e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:24.361849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:24.378166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bf67f3c8-ab7c-41f9-9bfc-d112e60f7842 None None] Provisioning for port 69defebc-5bf2-4969-8a0a-7660533c48c2 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:24.381336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Sync routers for ids ['46bb50fb-bdfc-4e26-8ae0-957846181a2f'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:24.390160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.396795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:24.406296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.407876 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c77a2b0-3882-4106-85d5-ead9377b5645 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 9.8198540
Dec 22 14:59:24.417010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60174) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:24.456304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0cfec1a8-e592-4f68-a783-43befc36bda4 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:24.484728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bf67f3c8-ab7c-41f9-9bfc-d112e60f7842 None None] Provisioning complete for port 69defebc-5bf2-4969-8a0a-7660533c48c2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:24.485113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bf67f3c8-ab7c-41f9-9bfc-d112e60f7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.525803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Transition to ACTIVE for port object e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:24.549483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 0cfec1a8-e592-4f68-a783-43befc36bda4 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 14:59:24.549745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0cfec1a8-e592-4f68-a783-43befc36bda4 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:59:24.590713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting subnet 26506500-ce05-4e53-b790-6c05bfb608d8 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:24.596999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.608812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.638863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Routers {'46bb50fb-bdfc-4e26-8ae0-957846181a2f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:24.640129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['46bb50fb-bdfc-4e26-8ae0-957846181a2f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:24.646657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Deleting port ec598fbf-7604-4957-a22a-1edfdcdee2f7 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:24.647190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.707248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::306 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/7911de9b-0f4b-41ed-b59b-d1ae7254e530/0dd404d1-3187-420e-8a75-c3a290dadf8b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:24.734423 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-67e54b11-5e42-4a68-863b-47a8444a1317 req-3fe863da-0d38-4d77-a992-88b4df944358 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6158402
Dec 22 14:59:24.737712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-428c32dc-f82c-4c11-9d54-efb176be42a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.740696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:24.782361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-bf67f3c8-ab7c-41f9-9bfc-d112e60f7842 None None] Port 69defebc-5bf2-4969-8a0a-7660533c48c2 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:24.798159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6a2446de-1acf-4b64-8dc0-5a7cf493f982,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:24.803544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:24.810674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:24.813344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:24.817848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6b367-fc42-4624-8248-2e790a90b85b req-e5ea2748-7fed-4257-85a6-b72ebeea391c tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:24.819297 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-91b6b367-fc42-4624-8248-2e790a90b85b req-e5ea2748-7fed-4257-85a6-b72ebeea391c tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.3415713
Dec 22 14:59:24.850435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60178) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:24.884236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:24.915162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Request body: {'floatingip': {'port_id': '2263b83f-bdd7-4fd4-9e92-64af816cec38'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:24.939732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:24.952296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:24.977372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Pushing event updated for resources: {'Port': ['ID=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:24.985584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:25.005489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Router e5081527-e44f-4bf2-8588-2c6b453b5bd7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:25.108144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.133835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Attempting to bind port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:25.134387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Attempting to bind port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:25.134968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Attempting to bind port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:25.145717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Set router 46bb50fb-bdfc-4e26-8ae0-957846181a2f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:25.174489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.193047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:25.193047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.199210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.225175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:25.225729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:25.226232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.226727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:25.227307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Bound port: e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:25.227791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.255371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 0dd404d1-3187-420e-8a75-c3a290dadf8b will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:25.281046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.281360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.371696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.379792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.388155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:25.478720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Calling delete_port for ec598fbf-7604-4957-a22a-1edfdcdee2f7 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:25.545928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] For port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:25.576027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] For port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:25.606591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.612883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:25.708453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Pushing event updated for resources: {'Port': ['ID=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:25.712836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:25.720803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:25.737215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:25.744314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:25.748970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:25.749753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.750166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82490>, [{'id': '46bb50fb-bdfc-4e26-8ae0-957846181a2f', 'name': '', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62', 'external_fixed_ips': [{'subnet_id': '588a49c8-caf1-4045-aaee-df9878405ae3', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '63c08911-352b-4fbd-bbfd-3a9fcffaed90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:14Z', 'updated_at': '2021-12-22T14:59:20Z', 'revision_number': 3, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port': {'id': '63c08911-352b-4fbd-bbfd-3a9fcffaed90', 'name': '', 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb50fb-bdfc-4e26-8ae0-957846181a2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '588a49c8-caf1-4045-aaee-df9878405ae3', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:17Z', 'updated_at': '2021-12-22T14:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '588a49c8-caf1-4045-aaee-df9878405ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:25.754886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=0dd404d1-3187-420e-8a75-c3a290dadf8b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:25.755124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Checking router: 46bb50fb-bdfc-4e26-8ae0-957846181a2f for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:25.755525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Updating router 46bb50fb-bdfc-4e26-8ae0-957846181a2f port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:59:25.763337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:25.821742 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4530540
Dec 22 14:59:25.822622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.825702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60184) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:25.889894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.918266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.920847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:25.928708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:25.953872 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Sync routers for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:25.977301 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:25.977931 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abd9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:26.003534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8f11f61f-8713-475d-8bbf-0a46a6a0b195 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:26.036891 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12a2067f-47d1-4a90-85bb-ca65fe5c1a5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "PUT /v2.0/floatingips/aae4c910-bd39-41b9-9b63-99314d556e0d HTTP/1.1" status: 200  len: 991 time: 6.9080269
Dec 22 14:59:26.041423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:26.107289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.145854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41745775-ce60-4ab4-8cd1-8701b0a24308 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:26.160861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41745775-ce60-4ab4-8cd1-8701b0a24308 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:26.161920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-41745775-ce60-4ab4-8cd1-8701b0a24308 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:26.184354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:26.191886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.245325 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:26.287375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-41745775-ce60-4ab4-8cd1-8701b0a24308 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:26.291294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.291772 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-41745775-ce60-4ab4-8cd1-8701b0a24308 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.4645295
Dec 22 14:59:26.293026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60194) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:26.306758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Transition to ACTIVE for port object 63c08911-352b-4fbd-bbfd-3a9fcffaed90 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:26.329189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.338491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:26.441535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Attempting to bind port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:26.441926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Attempting to bind port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'd52e5041-a0ce-4b3c-af68-0c3667279894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:26.442296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Attempting to bind port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 on network 24ef3a1d-50ff-437a-a59b-980821220c62 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:26.445785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Pushing event updated for resources: {'Port': ['ID=63c08911-352b-4fbd-bbfd-3a9fcffaed90,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:26.455510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:26.459577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:26.460102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Checking segment: {'id': 'd52e5041-a0ce-4b3c-af68-0c3667279894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:26.461282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.461755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Bound using segment: {'id': 'd52e5041-a0ce-4b3c-af68-0c3667279894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:26.462234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Bound port: 63c08911-352b-4fbd-bbfd-3a9fcffaed90, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52e5041-a0ce-4b3c-af68-0c3667279894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24ef3a1d-50ff-437a-a59b-980821220c62'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:26.462614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.538732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'status': 'completed', 'code': 200}
Dec 22 14:59:26.558589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] For port 63c08911-352b-4fbd-bbfd-3a9fcffaed90, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:26.561160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.564315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] For port 63c08911-352b-4fbd-bbfd-3a9fcffaed90, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=63c08911-352b-4fbd-bbfd-3a9fcffaed90,segment=NetworkSegment(d52e5041-a0ce-4b3c-af68-0c3667279894),segment_id=d52e5041-a0ce-4b3c-af68-0c3667279894)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:26.566914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.580403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.582118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.584517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:26.656998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.675474 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/subnets/26506500-ce05-4e53-b790-6c05bfb608d8 HTTP/1.1" status: 204  len: 168 time: 2.9997556
Dec 22 14:59:26.691676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:26.737251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Pushing event updated for resources: {'Port': ['ID=63c08911-352b-4fbd-bbfd-3a9fcffaed90,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:26.744196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc225d-263f-483d-8e1f-8a601858e8bf None None] Network 14acb837-3e9b-495d-aded-9bcad5a4ffd2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:26.803358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:26.862442 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abd9a0>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'aae4c910-bd39-41b9-9b63-99314d556e0d', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'port_id': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'mac_address': 'fa:16:3e:69:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:36Z', 'updated_at': '2021-12-22T14:59:20Z', 'revision_number': 1, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:26.870867 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Checking router: e5081527-e44f-4bf2-8588-2c6b453b5bd7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:26.880844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for 63c08911-352b-4fbd-bbfd-3a9fcffaed90 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:26.882885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.883317 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:26.883997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abd9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:58:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:26.936451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.939539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 0dd404d1-3187-420e-8a75-c3a290dadf8b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:26.939880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:26.945652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6a2446de-1acf-4b64-8dc0-5a7cf493f982 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:27.034902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66190895-d508-4b5c-8add-712747947bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.078054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Routers {'46bb50fb-bdfc-4e26-8ae0-957846181a2f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:27.078687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['46bb50fb-bdfc-4e26-8ae0-957846181a2f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:27.133945 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:27.266771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.270427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port a6123c58-d389-443e-9157-912008ff4520 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:27.271454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.408716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:27.422094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.419s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:27.524575 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-17a84e38-2e77-4846-affd-539ac814eace service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 1.0196340
Dec 22 14:59:27.538608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-85e5a36d-ded1-40a5-9f39-5f9e87c111d5 None None] Provisioning for port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:27.545413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.923s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:27.561531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] Set router 46bb50fb-bdfc-4e26-8ae0-957846181a2f gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:27.613205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:27.613598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.667765 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abd9a0>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'aae4c910-bd39-41b9-9b63-99314d556e0d', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'port_id': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'mac_address': 'fa:16:3e:69:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:36Z', 'updated_at': '2021-12-22T14:59:20Z', 'revision_number': 1, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:27.673165 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915004c-f68b-4460-9756-8a3be21fccfc None None] The sync data for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv is: [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'aae4c910-bd39-41b9-9b63-99314d556e0d', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'port_id': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'mac_address': 'fa:16:3e:69:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:36Z', 'updated_at': '2021-12-22T14:59:20Z', 'revision_number': 1, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:27.701850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.735779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.771645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Subnet': ['ID=26506500-ce05-4e53-b790-6c05bfb608d8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:27.777759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:27.783781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97995-519e-43e2-bd49-f21c192427b6 req-9b786004-fb76-4853-a51a-56f863a2c4ec tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:27.785391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f97995-519e-43e2-bd49-f21c192427b6 req-9b786004-fb76-4853-a51a-56f863a2c4ec tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 1.7904863
Dec 22 14:59:27.796043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c07158c-e71c-4de3-80db-891372456dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82490>, [{'id': '46bb50fb-bdfc-4e26-8ae0-957846181a2f', 'name': '', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:14Z', 'updated_at': '2021-12-22T14:59:26Z', 'revision_number': 4, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:27.799767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.177s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:27.806474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f57ed230-bfba-4f38-88c2-a2049079181f None None] Provisioning for port 0dd404d1-3187-420e-8a75-c3a290dadf8b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:27.811859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07158c-e71c-4de3-80db-891372456dff None None] The sync data for ids ['46bb50fb-bdfc-4e26-8ae0-957846181a2f'] in dv-neutron-822675-1-hyperv is: [{'id': '46bb50fb-bdfc-4e26-8ae0-957846181a2f', 'name': '', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:14Z', 'updated_at': '2021-12-22T14:59:26Z', 'revision_number': 4, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:27.818613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:59:27.818888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:59:27.851723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f57ed230-bfba-4f38-88c2-a2049079181f None None] Provisioning complete for port 0dd404d1-3187-420e-8a75-c3a290dadf8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:27.852005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f57ed230-bfba-4f38-88c2-a2049079181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:27.898919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 0dd404d1-3187-420e-8a75-c3a290dadf8b owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:27.921440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f57ed230-bfba-4f38-88c2-a2049079181f None None] Port 0dd404d1-3187-420e-8a75-c3a290dadf8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:27.929705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Pushing event deleted for resources: {'Port': ['ID=ec598fbf-7604-4957-a22a-1edfdcdee2f7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:27.940021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:27.991590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:28.017371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] DHCP port deletion for 14acb837-3e9b-495d-aded-9bcad5a4ffd2 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:28.017838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.020199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.024091 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] 10.222.0.69 "DELETE /v2.0/floatingips/cc01d694-a5be-4ada-9072-d28f4d657863 HTTP/1.1" status: 204  len: 168 time: 3.8992200
Dec 22 14:59:28.040794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60204) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:28.061716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Deleting port a6123c58-d389-443e-9157-912008ff4520 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:28.062126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.100241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-9d6be136-5bfb-4ca4-b3e9-48df1798d436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:28.101756 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-9d6be136-5bfb-4ca4-b3e9-48df1798d436 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.5599477
Dec 22 14:59:28.129927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.139867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.245397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:28.282366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-9f562e0d-87df-4123-a05d-ab56670c440d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 999 time: 0.1685743
Dec 22 14:59:28.300979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f97995-519e-43e2-bd49-f21c192427b6 req-6e9f6c67-01e7-4990-8b84-68d4891d65f3 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4207451
Dec 22 14:59:28.340683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port 63c08911-352b-4fbd-bbfd-3a9fcffaed90 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:28.340683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.358182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:28.358727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.364216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.385546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984130ac-5baf-4d21-90c1-e705f649f4c5 None None] New status for floating IP aae4c910-bd39-41b9-9b63-99314d556e0d: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 14:59:28.394241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4afa6aeb-1e4f-45c8-af40-0d17db1ffb1f tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:28.493567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Deleting port 1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:28.493832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.526985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-d052dfd3-aac5-4171-8233-f369e2829201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:28.529471 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-d052dfd3-aac5-4171-8233-f369e2829201 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.2356486
Dec 22 14:59:28.531054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=0dd404d1-3187-420e-8a75-c3a290dadf8b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:28.697774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.698115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.792142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] For port a6123c58-d389-443e-9157-912008ff4520, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a6123c58-d389-443e-9157-912008ff4520,segment=NetworkSegment(70fc5861-7c56-495d-ad78-f2efd8eea7c9),segment_id=70fc5861-7c56-495d-ad78-f2efd8eea7c9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:28.793450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.810065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] For port 63c08911-352b-4fbd-bbfd-3a9fcffaed90, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=63c08911-352b-4fbd-bbfd-3a9fcffaed90,segment=NetworkSegment(d52e5041-a0ce-4b3c-af68-0c3667279894),segment_id=d52e5041-a0ce-4b3c-af68-0c3667279894)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:28.810878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:28.846609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Calling delete_port for 1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:28.956578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Calling delete_port for a6123c58-d389-443e-9157-912008ff4520 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:28.965258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for 63c08911-352b-4fbd-bbfd-3a9fcffaed90 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:29.057233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:29.067700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.086412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4fe68405-f99e-401a-9b10-c2d4e120ee35 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:29.087152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.133392 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/0dd404d1-3187-420e-8a75-c3a290dadf8b HTTP/1.1" status: 204  len: 168 time: 2.8347802
Dec 22 14:59:29.133595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network 676a16bd-3023-4b30-bb25-270f33f39a57 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:29.137602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.142761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60214) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:29.146350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:29.148763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c1eb8b4-3cd1-4608-9b7e-a3bfb73d89ab,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:29.152921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:29.187428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:29.194795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.197758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:29.226408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765936d-a9d5-4312-a29e-a20a1f905883 req-3c4bf783-365b-4fc5-83a8-4c875ce258cf tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:29.232252 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1765936d-a9d5-4312-a29e-a20a1f905883 req-3c4bf783-365b-4fc5-83a8-4c875ce258cf tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.7278121
Dec 22 14:59:29.239507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60218) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:29.253041 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-988f1b90-54f5-4ea7-8cf9-eb47356a58f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2363405
Dec 22 14:59:29.257026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.267366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Request body: {'floatingip': {'port_id': '65d574d6-2b3e-44cb-be64-d972efe4a8c7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:29.294991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] No DVR routers for this DVR port a6123c58-d389-443e-9157-912008ff4520 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:29.310058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.319546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:29.323772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:29.324279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4419594b-7d74-4661-a879-6a58e53e6beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:29.348945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] For port a6123c58-d389-443e-9157-912008ff4520, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a6123c58-d389-443e-9157-912008ff4520,segment=NetworkSegment(70fc5861-7c56-495d-ad78-f2efd8eea7c9),segment_id=70fc5861-7c56-495d-ad78-f2efd8eea7c9)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:29.349441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.367356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a6123c58-d389-443e-9157-912008ff4520 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:29.418040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d38c3-5036-4054-aeb0-807e7b37d46f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:29.420582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d38c3-5036-4054-aeb0-807e7b37d46f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:29.421542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-180d38c3-5036-4054-aeb0-807e7b37d46f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:29.471450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a6123c58-d389-443e-9157-912008ff4520 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 14:59:29.471735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a6123c58-d389-443e-9157-912008ff4520 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:59:29.475481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Pushing event deleted for resources: {'Port': ['ID=a6123c58-d389-443e-9157-912008ff4520,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:29.478106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:29.493553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd084399-dc47-4d32-99b7-9f8a43c55bd4 None None] Provisioning complete for port 69defebc-5bf2-4969-8a0a-7660533c48c2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:29.494079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd084399-dc47-4d32-99b7-9f8a43c55bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.552789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-bd084399-dc47-4d32-99b7-9f8a43c55bd4 None None] Port 69defebc-5bf2-4969-8a0a-7660533c48c2 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:29.556931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.642123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.656627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eb137022-f327-4f24-9c31-b0f6fca62ab9 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:29.692247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Calling delete_port for a6123c58-d389-443e-9157-912008ff4520 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:29.751981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Port': ['ID=63c08911-352b-4fbd-bbfd-3a9fcffaed90,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:29.770442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:29.864433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-180d38c3-5036-4054-aeb0-807e7b37d46f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:29.865578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-180d38c3-5036-4054-aeb0-807e7b37d46f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7148697
Dec 22 14:59:29.880970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60222) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:29.960495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:29.983649 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-ead9630f-8749-4ba3-b70c-04721aca9204 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5346053
Dec 22 14:59:30.008366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:59:30.012846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:59:30.033648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.038549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/3f64089d-68b6-4ec1-9dbe-29ac6e2d45c2 HTTP/1.1" status: 204  len: 168 time: 1.9901910
Dec 22 14:59:30.052808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60228) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:30.149971 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Floating IP 28487bfa-d096-4b7c-ae8f-518c3dd78232 associated. External IP: 172.26.3.48, port: 2263b83f-bdd7-4fd4-9e92-64af816cec38.
Dec 22 14:59:30.291414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 7911de9b-0f4b-41ed-b59b-d1ae7254e530 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:30.297709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.415903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port a270a677-36e3-411a-bbe5-8a8e8c7751c8 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:30.416191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.459943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.467825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.516102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Deleting port a6123c58-d389-443e-9157-912008ff4520 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:30.516473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.613854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] The port 'a6123c58-d389-443e-9157-912008ff4520' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 14:59:30.669224 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7311c4af-a1bd-49b3-9806-16e12e3511cc req-7c4e9f8c-e746-4b5c-86db-aaf1b0e8b4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6510029
Dec 22 14:59:30.801830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.814347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.880913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857465a700>,) {'filters': {'network_id': ['14acb837-3e9b-495d-aded-9bcad5a4ffd2']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:30.911334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857465a700>, '70fc5861-7c56-495d-ad78-f2efd8eea7c9') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:30.911604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857465a700>, '70fc5861-7c56-495d-ad78-f2efd8eea7c9') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:30.933680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.941127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:30.966404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.971455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:30.985153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:30.985547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:31.003686 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:31.006028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.179882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.204957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b766ddfa-9020-464d-9d74-3d3803efd277 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:31.283643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.283643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46bb50fb-bdfc-4e26-8ae0-957846181a2f {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:31.288526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.324997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:31.380071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=7911de9b-0f4b-41ed-b59b-d1ae7254e530,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:31.399780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:31.402140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:31.402654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.414391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.433979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d22a0-6794-4d6e-b9a9-60672ddde97a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:31.435088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.442403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for a270a677-36e3-411a-bbe5-8a8e8c7751c8 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:31.448998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f636138-a66b-411b-ab81-f83c15f1c79f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:31.474092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.478404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] 10.222.0.69 "DELETE /v2.0/networks/14acb837-3e9b-495d-aded-9bcad5a4ffd2 HTTP/1.1" status: 204  len: 168 time: 4.7792890
Dec 22 14:59:31.478404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/7911de9b-0f4b-41ed-b59b-d1ae7254e530 HTTP/1.1" status: 204  len: 168 time: 1.5853620
Dec 22 14:59:31.481908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Pushing event deleted for resources: {'Network': ['ID=14acb837-3e9b-495d-aded-9bcad5a4ffd2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:31.483338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60236) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:31.559704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:31.582303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-284b5bf5-7468-4b33-bde9-8e38858ce50f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0943091
Dec 22 14:59:31.590202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60240) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:31.599260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:31.619831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.677947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:31.683905 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/routers/46bb50fb-bdfc-4e26-8ae0-957846181a2f HTTP/1.1" status: 204  len: 168 time: 7.2641668
Dec 22 14:59:31.688648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60244) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:31.696756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7b71c0cb-4777-40b7-9f2d-0c096bef6b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:31.774349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:31.774677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 14:59:31.780820 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "PUT /v2.0/routers/e642f8ee-73b9-4d96-9c36-ef311a1cdd12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5191784
Dec 22 14:59:31.793109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Router f9057b1c-6a94-4ad4-8941-7f57413cbef5 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:31.950430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=a270a677-36e3-411a-bbe5-8a8e8c7751c8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:31.963792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60252) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:31.968290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:31.973254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:31.977550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Deleting port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:31.977929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.044859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.082188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:32.099048 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Sync routers for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:32.113810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.115164 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:32.115309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.116213 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abdb80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:32.188859 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-05d6a527-874e-4287-9147-218ee14c176e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "PUT /v2.0/floatingips/28487bfa-d096-4b7c-ae8f-518c3dd78232 HTTP/1.1" status: 200  len: 990 time: 7.3352189
Dec 22 14:59:32.217941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:32.267952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-28579d5c-bf80-4928-a275-8be1247008f6 req-353c93a2-b3cb-4258-8e19-6b103f502089 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Synchronizing usage tracker for tenant:0469d3131f604f12a957d2f72509d48a on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:32.290810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-28579d5c-bf80-4928-a275-8be1247008f6 req-353c93a2-b3cb-4258-8e19-6b103f502089 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Unset dirty status for tenant:0469d3131f604f12a957d2f72509d48a on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:32.300077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-353c93a2-b3cb-4258-8e19-6b103f502089 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965493824&fields=id&tenant_id=0469d3131f604f12a957d2f72509d48a HTTP/1.1" status: 200  len: 267 time: 0.1095948
Dec 22 14:59:32.309378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting subnet 588a49c8-caf1-4045-aaee-df9878405ae3 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:32.316025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:32.348707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:32.361760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.377783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] For port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:32.378875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.382172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:32.434887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:32.469796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:32.486601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579d5c-bf80-4928-a275-8be1247008f6 req-f88c57c5-3124-4195-94a9-dcf2e0a66c51 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:32.496839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-f88c57c5-3124-4195-94a9-dcf2e0a66c51 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/networks?id=676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 200  len: 797 time: 0.1956518
Dec 22 14:59:32.519769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-aa575809-b727-4227-b40c-dc269b1bb29f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/quotas/0469d3131f604f12a957d2f72509d48a HTTP/1.1" status: 200  len: 375 time: 0.0219824
Dec 22 14:59:32.526915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.532231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Calling delete_port for e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:32.571919 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'status': 'completed', 'code': 200}
Dec 22 14:59:32.576108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.621867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-28579d5c-bf80-4928-a275-8be1247008f6 req-746f1916-8855-4cc0-a000-d841b6147720 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Synchronizing usage tracker for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:32.638957 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/ports/a270a677-36e3-411a-bbe5-8a8e8c7751c8 HTTP/1.1" status: 204  len: 168 time: 2.5788457
Dec 22 14:59:32.640509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60270) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:32.645691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:32.654500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:32.655040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:32.706698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-28579d5c-bf80-4928-a275-8be1247008f6 req-746f1916-8855-4cc0-a000-d841b6147720 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Unset dirty status for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:32.708223 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-746f1916-8855-4cc0-a000-d841b6147720 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0469d3131f604f12a957d2f72509d48a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1874242
Dec 22 14:59:32.734329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Pushing event deleted for resources: {'Port': ['ID=e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:32.742616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:32.749953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] No DVR routers for this DVR port e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:32.772649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70be0a4-0111-49df-8d36-68113d0aa155 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:32.776997 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a70be0a4-0111-49df-8d36-68113d0aa155 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aeac174-e266-4885-9181-46f38b5f3f1c HTTP/1.1" status: 200  len: 913 time: 0.1340816
Dec 22 14:59:32.777960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60274) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:32.851451 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5c10b438-703c-4f3b-bfd3-5c13b8f997dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24db5330503a4a86b5a7ad663a61544e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8650913
Dec 22 14:59:32.861198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60278) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:32.935094 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abdb80>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '28487bfa-d096-4b7c-ae8f-518c3dd78232', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'port_id': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'mac_address': 'fa:16:3e:d9:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133934c5-d7e6-4b49-a113-ae93333f753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:41Z', 'updated_at': '2021-12-22T14:59:27Z', 'revision_number': 1, 'project_id': '0631083bec19464db01039a923cbf8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:32.940674 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Checking router: f9057b1c-6a94-4ad4-8941-7f57413cbef5 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:32.954388 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:32.956130 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abdb80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:32.995828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.037830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.071886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.136846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-0f654435-1c1b-4e4b-8240-8bce1bc42500 service neutron] 10.222.0.69 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4052019
Dec 22 14:59:33.166401 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:33.314852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:33.318724 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-0e620390-5aa0-4dea-ad26-c00bc31bd518 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0631083bec19464db01039a923cbf8e9&device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 1098 time: 0.6667507
Dec 22 14:59:33.363504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 14:59:33.363908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1b4b8b0-5e2f-4580-b6bd-d55fd5a9822d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:59:33.374805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.377931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-893bb8e1-259b-477a-bf3d-3babe5e85833 service neutron] 10.222.0.69 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309527
Dec 22 14:59:33.487428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.492067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.515137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:33.540417 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-1aad2637-9dfe-48f2-be33-b806600d700c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2213471
Dec 22 14:59:33.675914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=588a49c8-caf1-4045-aaee-df9878405ae3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:33.709893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:33.712005 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abdb80>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '28487bfa-d096-4b7c-ae8f-518c3dd78232', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'port_id': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'mac_address': 'fa:16:3e:d9:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133934c5-d7e6-4b49-a113-ae93333f753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:41Z', 'updated_at': '2021-12-22T14:59:27Z', 'revision_number': 1, 'project_id': '0631083bec19464db01039a923cbf8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:33.717476 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b262af-3ba5-416d-91e7-d37a8a03249e None None] The sync data for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv is: [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '28487bfa-d096-4b7c-ae8f-518c3dd78232', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'port_id': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'mac_address': 'fa:16:3e:d9:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133934c5-d7e6-4b49-a113-ae93333f753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:41Z', 'updated_at': '2021-12-22T14:59:27Z', 'revision_number': 1, 'project_id': '0631083bec19464db01039a923cbf8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:33.719426 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Floating IP 078194e4-3011-4d55-a092-c38e4a4778ab associated. External IP: 172.26.3.212, port: 65d574d6-2b3e-44cb-be64-d972efe4a8c7.
Dec 22 14:59:33.798017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.833654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-cd6408c7-e54f-4c3a-bbf2-605d51632b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:33.835080 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-cd6408c7-e54f-4c3a-bbf2-605d51632b76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=19c39888-59d7-472f-82ae-9068cd5bf99c HTTP/1.1" status: 200  len: 905 time: 0.4927278
Dec 22 14:59:33.837062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8eaa161b-7f50-4df7-aeb4-7cd6d9435169 req-29bcdf7f-d497-4676-9ee6-f92437419f3b tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.1133809
Dec 22 14:59:33.941366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/588a49c8-caf1-4045-aaee-df9878405ae3 HTTP/1.1" status: 204  len: 168 time: 2.2133324
Dec 22 14:59:33.954224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60294) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:33.972740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.975045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:33.976181 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec43482f-9669-48cb-a32b-06ffc72162c4 HTTP/1.1" status: 204  len: 168 time: 1.1128101
Dec 22 14:59:33.983917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d93595e-a63a-496a-8efc-533fe4d0fc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:34.000336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43482f-9669-48cb-a32b-06ffc72162c4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:34.002384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.005363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:34.026954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3509ae6-785d-46e5-b188-4fc109fc6f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:34.054641 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-a87c3f9c-8d18-491e-8d93-fb31fcdcd124 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.3323641
Dec 22 14:59:34.072818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.096798 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-daa08a8a-c741-4af5-81e1-303ccaff76ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38 HTTP/1.1" status: 200  len: 998 time: 0.2471452
Dec 22 14:59:34.228934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:34.241939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=93e42bf7-07a2-42f0-91a1-e4b162fca2e8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:34.245617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:34.250049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:34.252949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:34.253465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.255026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499f5ac-f67b-4759-a73e-ac072bae57d5 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:34.290306 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.6973257
Dec 22 14:59:34.300651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60304) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:34.312234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.314038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-3344748b-f354-4f3f-bd72-3af9445a36ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:34.316599 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-3344748b-f354-4f3f-bd72-3af9445a36ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbbc53de-d91c-43f1-8ec7-b38837aabfc2 HTTP/1.1" status: 200  len: 843 time: 0.1940641
Dec 22 14:59:34.345646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'name': 'tempest-NetworksTestDHCPv6-1391072501'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:34.559407 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-5ee63122-dba5-4694-8916-12de34203976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19c39888-59d7-472f-82ae-9068cd5bf99c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2286961
Dec 22 14:59:34.702812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '93e42bf7-07a2-42f0-91a1-e4b162fca2e8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:34.704148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.720317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-3b797355-67da-4547-8a47-a3fddd5e0836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:34.721774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-3b797355-67da-4547-8a47-a3fddd5e0836 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.5727508
Dec 22 14:59:34.962800 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-792845ef-8398-4a5a-925c-9e6b929c1bc2 service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833268
Dec 22 14:59:34.963386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:34.985985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:34.990223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:34.993377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:34.996367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/93e42bf7-07a2-42f0-91a1-e4b162fca2e8/caabfd50-32ad-49c3-acd4-11b59cea5fa0) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:35.000221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:35.034660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:35.038391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.076955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 9272a455-ac19-4328-80d8-c882dd878b76 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:35.147618 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-614556b0-7b67-40f2-a196-80f9760e3d06 req-42261e01-0f24-4897-9920-c5d524d58d80 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.1233726
Dec 22 14:59:35.180914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:35.191700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748c2d60>,) {'filters': {'network_id': ['24ef3a1d-50ff-437a-a59b-980821220c62']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:35.219719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-a1ebafb6-ab87-4442-9535-3e497e59e6f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.4819443
Dec 22 14:59:35.221775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748c2d60>, 'd52e5041-a0ce-4b3c-af68-0c3667279894') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:35.222067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748c2d60>, 'd52e5041-a0ce-4b3c-af68-0c3667279894') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:35.243394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.304208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44292036-9f66-4c2a-94d6-d5b3bdcb812f req-d2bd24b0-fa63-45d9-af27-4818b1ea9de7 service neutron] 10.222.0.61 "GET /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3214290
Dec 22 14:59:35.380806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60330) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:35.444035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.451498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.513835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:35.514636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.570959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Sync routers for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:35.603865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:35.607629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575937b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:35.615376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:35.625435 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Sync routers for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:35.634099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.640203 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:35.641355 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:35.739956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2dc511b3-f2ae-4241-b1ce-35a4e610fa7f tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "PUT /v2.0/floatingips/078194e4-3011-4d55-a092-c38e4a4778ab HTTP/1.1" status: 200  len: 992 time: 6.4962418
Dec 22 14:59:35.741055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:35.757946 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:35.781773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'networks': [{'name': 'tempest-network--1322808333'}, {'name': 'tempest-network--1136707776'}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:35.782799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-network--1322808333'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:35.783547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-network--1136707776'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:35.802146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:35.809431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.821950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Transition to ACTIVE for port object caabfd50-32ad-49c3-acd4-11b59cea5fa0 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:35.829834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:network and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:35.837427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  24ef3a1d-50ff-437a-a59b-980821220c62 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 14:59:35.841897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-55595b2a-350d-47a4-828d-9102006b8e52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:35.844611 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'status': 'completed', 'code': 200}
Dec 22 14:59:35.844746 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-55595b2a-350d-47a4-828d-9102006b8e52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.5921817
Dec 22 14:59:35.880302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:35.893602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:35.896673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399f5c02-a17e-4baa-b43f-a42fc8674cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:35.915597 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:35.925679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Transition to ACTIVE for port object caabfd50-32ad-49c3-acd4-11b59cea5fa0 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:35.931010 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/networks/24ef3a1d-50ff-437a-a59b-980821220c62 HTTP/1.1" status: 204  len: 168 time: 1.9717109
Dec 22 14:59:35.953425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:35.983769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:35.986306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Network': ['ID=24ef3a1d-50ff-437a-a59b-980821220c62,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:36.035897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.043763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-9ffff384-e5b0-4417-9a8f-7298c9fe499d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79a130092077406f88730624da931c5b&device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 1099 time: 0.1501396
Dec 22 14:59:36.044892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:36.157652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:36.286385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-6631dde0-0972-44f9-932a-dfb1d7e72a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:36.288193 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-6631dde0-0972-44f9-932a-dfb1d7e72a17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9b93d59-3901-4fa4-82af-7e362fe62812 HTTP/1.1" status: 200  len: 913 time: 0.2359743
Dec 22 14:59:36.521679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579d5c-bf80-4928-a275-8be1247008f6 req-323d9dff-2e20-47df-8da5-3bc2423fbb6e tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:36.523459 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-323d9dff-2e20-47df-8da5-3bc2423fbb6e tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.61 "GET /v2.0/networks?id=676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 200  len: 797 time: 1.2020335
Dec 22 14:59:36.533569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'network': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:36.537820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.555403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Pushing event updated for resources: {'Port': ['ID=caabfd50-32ad-49c3-acd4-11b59cea5fa0,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:36.562434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.567487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:36.601140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:36.605056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:36.619923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:36.634829 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1fc8960b-9f2e-4628-adbb-7e2e28a905b0 req-f3fe4de6-9838-435f-94a7-a8f9c8b2f51a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.2383804
Dec 22 14:59:36.720158 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-0c173148-5765-457c-81f6-301c9a44952a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7 HTTP/1.1" status: 200  len: 1000 time: 0.4235685
Dec 22 14:59:36.731224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::293 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/93e42bf7-07a2-42f0-91a1-e4b162fca2e8/9272a455-ac19-4328-80d8-c882dd878b76) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:36.770136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-6114d7ec-9885-415c-8b01-8015ed26976e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8379049
Dec 22 14:59:36.779671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Attempting to bind port caabfd50-32ad-49c3-acd4-11b59cea5fa0 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:36.779964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Attempting to bind port caabfd50-32ad-49c3-acd4-11b59cea5fa0 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:36.780333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Attempting to bind port caabfd50-32ad-49c3-acd4-11b59cea5fa0 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:36.791540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:36.793162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:36.793582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.793991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:36.794480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Bound port: caabfd50-32ad-49c3-acd4-11b59cea5fa0, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:36.794859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.808643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60352) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:36.817566 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61370>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '078194e4-3011-4d55-a092-c38e4a4778ab', 'tenant_id': '79a130092077406f88730624da931c5b', 'floating_ip_address': '172.26.3.212', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'port_id': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'mac_address': 'fa:16:3e:b6:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:43Z', 'updated_at': '2021-12-22T14:59:31Z', 'revision_number': 1, 'project_id': '79a130092077406f88730624da931c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:36.818537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'name': 'tempest-router--743757551', 'project_id': '426086ab4eec4bd8a088aba4494b061b'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:36.822402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575937b50>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:24Z', 'revision_number': 2, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:36.824692 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Checking router: fd40ef7c-54b9-41e0-b0e9-f6a132200e6d for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:36.825075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:36.830910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Checking router: e642f8ee-73b9-4d96-9c36-ef311a1cdd12 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:36.831278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Updating router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 port 69defebc-5bf2-4969-8a0a-7660533c48c2 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:59:36.835933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:router and tenant:426086ab4eec4bd8a088aba4494b061b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:36.842757 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:36.843491 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:36.847585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:36.853061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-d621f5a6-24a7-4fa4-ad55-4b5b9a1d7712 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0469d3131f604f12a957d2f72509d48a HTTP/1.1" status: 200  len: 379 time: 0.2686794
Dec 22 14:59:36.862209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:36.877835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-79f40a26-d5c2-4c93-ba2b-2d06abdcb172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:36.880101 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-79f40a26-d5c2-4c93-ba2b-2d06abdcb172 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a677c2c-0338-4057-a23c-90eda6f5e5fa HTTP/1.1" status: 200  len: 851 time: 0.1462572
Dec 22 14:59:36.890315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.891411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.940275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'port': {'device_id': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'admin_state_up': True, 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'security_groups': ['4c1d6052-529e-47d4-80e7-4193e1f2fc09']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:36.962363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:36.981703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:36.982122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] For port caabfd50-32ad-49c3-acd4-11b59cea5fa0, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:36.985314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] For port caabfd50-32ad-49c3-acd4-11b59cea5fa0, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=caabfd50-32ad-49c3-acd4-11b59cea5fa0,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:36.989083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.009350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cfc0c-164e-4d5a-94b4-3d240aede422 None None] New status for floating IP 28487bfa-d096-4b7c-ae8f-518c3dd78232: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 14:59:37.029870 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-149213e9-d66f-47e3-bec9-6c83202ae4fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b93d59-3901-4fa4-82af-7e362fe62812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1347992
Dec 22 14:59:37.038233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.111600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.119434 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:37.129239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:37.146869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.148094 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-51d9d88f-13a1-4385-8e59-dbb77cc94ac2 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3382831
Dec 22 14:59:37.150984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60358) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:37.166952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:security_group_rule and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:37.172823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:37.175857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:37.219461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:37.264701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:37.381518 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-d6190589-d457-4dec-94b0-609d64cc73f6 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3383050
Dec 22 14:59:37.391310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.396596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Pushing event updated for resources: {'Port': ['ID=caabfd50-32ad-49c3-acd4-11b59cea5fa0,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:37.409907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:37.482975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Made reservation on behalf of 0469d3131f604f12a957d2f72509d48a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:37.487711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.621514 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61370>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '078194e4-3011-4d55-a092-c38e4a4778ab', 'tenant_id': '79a130092077406f88730624da931c5b', 'floating_ip_address': '172.26.3.212', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'port_id': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'mac_address': 'fa:16:3e:b6:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:43Z', 'updated_at': '2021-12-22T14:59:31Z', 'revision_number': 1, 'project_id': '79a130092077406f88730624da931c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:37.626379 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216df82a-b0d5-4945-bf02-0791b20175ae None None] The sync data for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv is: [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '078194e4-3011-4d55-a092-c38e4a4778ab', 'tenant_id': '79a130092077406f88730624da931c5b', 'floating_ip_address': '172.26.3.212', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'port_id': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'mac_address': 'fa:16:3e:b6:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:58:43Z', 'updated_at': '2021-12-22T14:59:31Z', 'revision_number': 1, 'project_id': '79a130092077406f88730624da931c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:37.837484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-646c97c3-f716-43e0-806c-0a645c50ef17 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0355928
Dec 22 14:59:37.972368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:37.987267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Transition to ACTIVE for port object 69defebc-5bf2-4969-8a0a-7660533c48c2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:37.998086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.002963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7a07e111-2a39-493b-bcde-e15a14770b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:38.084043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Pushing event updated for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:38.089687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:38.159633 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7f5013f0-06d0-4076-a625-58df2ee93178 req-6f0c4873-0689-4be6-b7f2-62d39a189215 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.2083955
Dec 22 14:59:38.200735 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-8a69eb6d-4bd2-4bb6-bc1e-083f7bf03215 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7337599
Dec 22 14:59:38.317759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Attempting to bind port 69defebc-5bf2-4969-8a0a-7660533c48c2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:38.318729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Attempting to bind port 69defebc-5bf2-4969-8a0a-7660533c48c2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:38.319339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Attempting to bind port 69defebc-5bf2-4969-8a0a-7660533c48c2 on network 676a16bd-3023-4b30-bb25-270f33f39a57 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:38.327997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:38.328770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Checking segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:38.329266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.329771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Bound using segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:38.330339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Bound port: 69defebc-5bf2-4969-8a0a-7660533c48c2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:38.330811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.336700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.378610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.383014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.383772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.384296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.389790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.405122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fcc39472-d12c-41c2-86e2-ca3fd490a285 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:38.427904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.428311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 794206fe-7de8-4c70-9996-cc0fffe0db91 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:38.445656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.447564 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-42e342f9-bc98-4a5c-8ed0-66e2e228d1b4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/routers/794206fe-7de8-4c70-9996-cc0fffe0db91 HTTP/1.1" status: 204  len: 168 time: 1.2956502
Dec 22 14:59:38.470708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] For port 69defebc-5bf2-4969-8a0a-7660533c48c2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:38.476257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] For port 69defebc-5bf2-4969-8a0a-7660533c48c2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=69defebc-5bf2-4969-8a0a-7660533c48c2,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:38.481865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.486464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-847b622c-5a96-4c60-9631-41112831b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:38.575443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:38.591690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.592773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment 32f2acb5-63f5-4d76-86ef-3bf9554f3c8e of type vlan for network bf246c58-2c64-49ef-a097-9c1333d32c84
Dec 22 14:59:38.596340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Pushing event updated for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:38.607584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:38.610028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:38.610815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575937b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:38.661201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.671295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:38.765525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:38.819688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 9272a455-ac19-4328-80d8-c882dd878b76 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:38.873378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.873982 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment e8f1f8ab-aa07-4e47-92b3-2c3e001a7c56 of type vlan for network 48d31e16-a912-4f71-a6cd-4077e6f852c5
Dec 22 14:59:38.886208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7176921f-6fe7-4550-bc8e-e203efaabf39,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:38.907685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:38.910464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:38.916676 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8066baeb-e24d-4a12-831e-a8ecb7150148 req-6f594e51-247e-41b5-b0d9-0015d8f112d6 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9952123
Dec 22 14:59:38.934958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port d2049a64-3a0e-4d84-893b-63297e9cfa10 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:38.935298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:38.998965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.016826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Allocated IP 172.20.0.27 (676a16bd-3023-4b30-bb25-270f33f39a57/6f73f339-51e1-478e-a310-7dbcb55437de/e4ad5bf9-bf87-4957-9adb-29130d391319) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:39.081446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f1c1e490-d7a2-4264-9838-2463de0a0bf3 None None] Provisioning for port caabfd50-32ad-49c3-acd4-11b59cea5fa0 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:39.117463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.117814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1331017863', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:39.125115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:39.129037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:39.131844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:39.136186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1e2f02f-8c78-4dcb-acee-4fd219c991c6 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:39.139061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:39.155593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.156752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.179310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.245907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.348102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.373768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575937b50>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:38Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:39.388887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device caabfd50-32ad-49c3-acd4-11b59cea5fa0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:39.420338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9162-3199-4b07-90cc-d011b9eaddfd None None] The sync data for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv is: [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:38Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:39.437463 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cfcda1bc-cc08-455f-8eed-5cbc8ff3b0bd req-d8568543-96f7-4d49-88ca-229f48ed1db2 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.1195395
Dec 22 14:59:39.483379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.489257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:39.493731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:39.497383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:39.498046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.514917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:39.520571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.529770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port caabfd50-32ad-49c3-acd4-11b59cea5fa0 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:39.533417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=9272a455-ac19-4328-80d8-c882dd878b76,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:39.545956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:39.550493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:39.551122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.555999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port caabfd50-32ad-49c3-acd4-11b59cea5fa0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:39.560028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.589224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:39.593302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:39.776751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=bf246c58-2c64-49ef-a097-9c1333d32c84,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:39.790070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network bf246c58-2c64-49ef-a097-9c1333d32c84 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:39.796907 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 4.4115396
Dec 22 14:59:39.803098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60386) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:39.881870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for d2049a64-3a0e-4d84-893b-63297e9cfa10 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:39.890615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.922771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:39.980698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port caabfd50-32ad-49c3-acd4-11b59cea5fa0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=caabfd50-32ad-49c3-acd4-11b59cea5fa0,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:40.015548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.024172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8038d648-be39-4e2b-b128-5e8cddd45dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:40.046883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.067719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.7519269
Dec 22 14:59:40.069114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60392) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:40.126979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=caabfd50-32ad-49c3-acd4-11b59cea5fa0,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:40.135957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:40.148455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=48d31e16-a912-4f71-a6cd-4077e6f852c5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:40.152942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b36bf0d7-1d66-4e96-8776-f77cc5db1599 None None] Provisioning for port 9272a455-ac19-4328-80d8-c882dd878b76 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:40.158612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b36bf0d7-1d66-4e96-8776-f77cc5db1599 None None] Provisioning complete for port 9272a455-ac19-4328-80d8-c882dd878b76 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:40.159002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b36bf0d7-1d66-4e96-8776-f77cc5db1599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.162636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:40.163972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:40.164335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:40.167826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.205528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 48d31e16-a912-4f71-a6cd-4077e6f852c5 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:40.232994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715e37c-882e-425f-9bf5-d3525dd2f369 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.236911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715e37c-882e-425f-9bf5-d3525dd2f369 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.241785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715e37c-882e-425f-9bf5-d3525dd2f369 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.246449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715e37c-882e-425f-9bf5-d3525dd2f369 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.248438 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e715e37c-882e-425f-9bf5-d3525dd2f369 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.3999300
Dec 22 14:59:40.282605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60398) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:40.391262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b36bf0d7-1d66-4e96-8776-f77cc5db1599 None None] Port 9272a455-ac19-4328-80d8-c882dd878b76 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:40.470939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.473407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Allocated IP 172.26.3.31 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/0def0c8d-9be7-449a-a640-8c75f99dd74b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:40.494229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Transition to ACTIVE for port object e4ad5bf9-bf87-4957-9adb-29130d391319 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:40.594022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f16c0b-950e-422f-b352-cbc16148ce0d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.597880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f16c0b-950e-422f-b352-cbc16148ce0d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.598647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b5f16c0b-950e-422f-b352-cbc16148ce0d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:40.628060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.645156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc767856-0c38-4d21-a227-cd0896b0a981 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:40.688106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network 676a16bd-3023-4b30-bb25-270f33f39a57 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:40.695624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:40.705398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:40.744650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b5f16c0b-950e-422f-b352-cbc16148ce0d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:40.746727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b5f16c0b-950e-422f-b352-cbc16148ce0d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.6610925
Dec 22 14:59:40.764728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60406) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:40.811360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.832763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:40.835350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:40.869138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85747e8820>,) {'filters': {'network_id': ['bf246c58-2c64-49ef-a097-9c1333d32c84']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:40.895466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747e8820>, '32f2acb5-63f5-4d76-86ef-3bf9554f3c8e') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:40.895466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747e8820>, '32f2acb5-63f5-4d76-86ef-3bf9554f3c8e') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:40.902416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.903344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.913009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.925393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.954355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 9272a455-ac19-4328-80d8-c882dd878b76 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:40.954692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.956918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86da983-e7c7-4889-89e9-87dd4ccb988d req-02a0db35-17f3-440f-a5c5-0add76034b0d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:40.958369 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b86da983-e7c7-4889-89e9-87dd4ccb988d req-02a0db35-17f3-440f-a5c5-0add76034b0d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 932 time: 0.2392013
Dec 22 14:59:40.962516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:40.992061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0698230
Dec 22 14:59:41.016658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Request body: {'port': {'device_id': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:41.024410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-857707aa-7c2f-4acd-a9d2-e8c105484e91 None None] Provisioning for port e4ad5bf9-bf87-4957-9adb-29130d391319 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:41.031476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-857707aa-7c2f-4acd-a9d2-e8c105484e91 None None] Provisioning complete for port e4ad5bf9-bf87-4957-9adb-29130d391319 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:41.032636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-857707aa-7c2f-4acd-a9d2-e8c105484e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.042958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.052935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d37ad42b-c91e-4eb5-b0ba-70a2da5b4cfd tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:41.095638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-857707aa-7c2f-4acd-a9d2-e8c105484e91 None None] Port e4ad5bf9-bf87-4957-9adb-29130d391319 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:41.100807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:41.101213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.109904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=d2049a64-3a0e-4d84-893b-63297e9cfa10,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:41.112275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:41.115441 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:41.225016 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b86da983-e7c7-4889-89e9-87dd4ccb988d req-b0cd7ff9-e868-4662-8dbd-51f48f69cfba tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2549703
Dec 22 14:59:41.227359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.231904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c5282819-0af8-4dc6-a6a3-c731bc39dfea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:41.267850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.295897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.304829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.329382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:41.335721 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/bf246c58-2c64-49ef-a097-9c1333d32c84 HTTP/1.1" status: 204  len: 168 time: 1.0492938
Dec 22 14:59:41.336555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:41.338170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60412) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:41.340574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event updated for resources: {'Port': ['ID=0def0c8d-9be7-449a-a640-8c75f99dd74b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:41.342799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:41.448659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 69defebc-5bf2-4969-8a0a-7660533c48c2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:41.482992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:41.485348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:41.519073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 69defebc-5bf2-4969-8a0a-7660533c48c2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:41.524350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 69defebc-5bf2-4969-8a0a-7660533c48c2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:41.524943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.528128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=bf246c58-2c64-49ef-a097-9c1333d32c84,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:41.543959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:41.602008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.665795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.699228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.709521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 69defebc-5bf2-4969-8a0a-7660533c48c2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=69defebc-5bf2-4969-8a0a-7660533c48c2,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:41.715761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.717271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device caabfd50-32ad-49c3-acd4-11b59cea5fa0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:41.754901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:41.767204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.802541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d89d60>,) {'filters': {'network_id': ['48d31e16-a912-4f71-a6cd-4077e6f852c5']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:41.816600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d89d60>, 'e8f1f8ab-aa07-4e47-92b3-2c3e001a7c56') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:41.816881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d89d60>, 'e8f1f8ab-aa07-4e47-92b3-2c3e001a7c56') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:41.835046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.853323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.864521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:41.868228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.877790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:41.881152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:41.882730 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:41.884852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 9272a455-ac19-4328-80d8-c882dd878b76 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:41.896844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port caabfd50-32ad-49c3-acd4-11b59cea5fa0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:41.897248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.928489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:41.929215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.030669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.036240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.038799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:42.067527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=48d31e16-a912-4f71-a6cd-4077e6f852c5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:42.071473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:42.073868 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/48d31e16-a912-4f71-a6cd-4077e6f852c5 HTTP/1.1" status: 204  len: 168 time: 0.7337127
Dec 22 14:59:42.076153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:42.294046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf7b90-8137-4431-b742-a71ce2533dde tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.298065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf7b90-8137-4431-b742-a71ce2533dde tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.298796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-34cf7b90-8137-4431-b742-a71ce2533dde tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Synchronizing usage tracker for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:42.327668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-34cf7b90-8137-4431-b742-a71ce2533dde tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Unset dirty status for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:42.328748 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-34cf7b90-8137-4431-b742-a71ce2533dde tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2516971
Dec 22 14:59:42.332491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60428) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:42.339516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1840995620'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:42.347849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:42.370913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:42.385216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:42.388692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.401968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Router d27e8b25-3c70-4245-aa41-3944e632a8fe is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:59:42.418537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.451904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5e91b1b3-b13f-42b9-97d3-781aca92a044 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:42.478653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:42.502105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=9272a455-ac19-4328-80d8-c882dd878b76,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:42.513142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:42.528868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:42.542970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.543303 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment 0db60c74-db31-455c-8e85-28951eb94403 of type vlan for network 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc
Dec 22 14:59:42.571414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.583900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.586883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.603537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.611226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Transition to ACTIVE for port object e4ad5bf9-bf87-4957-9adb-29130d391319 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:42.672202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.682033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-322763b7-cfe2-4251-810b-e9c01f9c8b5f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:42.692241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd63b2-ed59-4eb1-88fd-19ce384eaa34 req-bc577f13-18c4-429b-a753-f2f52dc47cec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.693734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1dd63b2-ed59-4eb1-88fd-19ce384eaa34 req-bc577f13-18c4-429b-a753-f2f52dc47cec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 932 time: 0.2174580
Dec 22 14:59:42.724093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/9272a455-ac19-4328-80d8-c882dd878b76 HTTP/1.1" status: 204  len: 168 time: 1.9537523
Dec 22 14:59:42.739502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60434) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:42.851241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.858041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.858659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:42.868498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:42.879510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:42.889507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3aed185a-3c94-4150-aa59-8158fcadd4e9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:42.906017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982afc61-6d91-4228-9182-600435073a4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.907436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982afc61-6d91-4228-9182-600435073a4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:42.908169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-982afc61-6d91-4228-9182-600435073a4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:42.912255 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1dd63b2-ed59-4eb1-88fd-19ce384eaa34 req-ebc6ecc3-31b8-453d-a2ea-89f8384ebfd1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2074866
Dec 22 14:59:43.033758 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6980221
Dec 22 14:59:43.035707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60440) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:43.045906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=9e6ad318-d7cf-41a5-85ff-b2f58d1408cc,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:43.047840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-982afc61-6d91-4228-9182-600435073a4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:43.049089 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-982afc61-6d91-4228-9182-600435073a4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3078587
Dec 22 14:59:43.050920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:43.054822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2029057727'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:43.060728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60444) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:43.063890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:43.064772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:43.069860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:network and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:43.074696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:43.083133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:43.097398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:43.100595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.124801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:43.147338 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] Sync routers for ids ['d27e8b25-3c70-4245-aa41-3944e632a8fe'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:43.151391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:43.163997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.164395 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment baf98b90-ccc8-4c31-880f-3d61d74c7aa0 of type vlan for network 7abef6e3-fae7-45ed-8772-9d3e140952bd
Dec 22 14:59:43.165603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Attempting to bind port e4ad5bf9-bf87-4957-9adb-29130d391319 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:43.165930 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] Routers {'d27e8b25-3c70-4245-aa41-3944e632a8fe'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:43.166052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Attempting to bind port e4ad5bf9-bf87-4957-9adb-29130d391319 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:43.166241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Attempting to bind port e4ad5bf9-bf87-4957-9adb-29130d391319 on network 676a16bd-3023-4b30-bb25-270f33f39a57 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:43.167550 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0af0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d27e8b25-3c70-4245-aa41-3944e632a8fe'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:43.170568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.174952 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.5025754
Dec 22 14:59:43.176718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60448) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:43.249604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0af0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:43.254817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Port e4ad5bf9-bf87-4957-9adb-29130d391319 on network 676a16bd-3023-4b30-bb25-270f33f39a57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 14:59:43.255140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Attempting to bind port e4ad5bf9-bf87-4957-9adb-29130d391319 on network 676a16bd-3023-4b30-bb25-270f33f39a57 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:43.272905 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] Routers {'d27e8b25-3c70-4245-aa41-3944e632a8fe'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:43.274035 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0af0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d27e8b25-3c70-4245-aa41-3944e632a8fe'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:43.279487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:43.279794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Checking segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:43.280172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Bound using segment: {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:43.280629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Bound port: e4ad5bf9-bf87-4957-9adb-29130d391319, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bea72f-d0be-4901-8098-0468a9395bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:43.280970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.287924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.321867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 69defebc-5bf2-4969-8a0a-7660533c48c2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:43.349718 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0af0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:43.350432 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921debd-1fa8-46d8-bbc8-22866bd5a39b None None] The sync data for ids ['d27e8b25-3c70-4245-aa41-3944e632a8fe'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:43.396822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 69defebc-5bf2-4969-8a0a-7660533c48c2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:43.397202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.405027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.414132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:43.414991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.428797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:43.487801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 93e42bf7-07a2-42f0-91a1-e4b162fca2e8 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:43.516234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.530576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad4b64-29ac-4b35-b04f-b7a29058373f None None] New status for floating IP 078194e4-3011-4d55-a092-c38e4a4778ab: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 14:59:43.571651 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5221667
Dec 22 14:59:43.580830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60454) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:43.586738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'ports': [{'network_id': '9e6ad318-d7cf-41a5-85ff-b2f58d1408cc', 'name': 'tempest-port--1685500737', 'admin_state_up': True}, {'network_id': '7abef6e3-fae7-45ed-8772-9d3e140952bd', 'admin_state_up': False}]} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:43.587164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'port': {'network_id': '9e6ad318-d7cf-41a5-85ff-b2f58d1408cc', 'name': 'tempest-port--1685500737', 'admin_state_up': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:43.588459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'port': {'network_id': '7abef6e3-fae7-45ed-8772-9d3e140952bd', 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:43.611083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=7abef6e3-fae7-45ed-8772-9d3e140952bd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:43.639128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 7abef6e3-fae7-45ed-8772-9d3e140952bd details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:43.672030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:43.674449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:43.680578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.738059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:43.758614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.767974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7deeaafe-3ea8-4a6e-9f87-11545d8c99ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:43.844891 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d219b0ef-f448-4016-b8c5-857ff52e7aea tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/d27e8b25-3c70-4245-aa41-3944e632a8fe HTTP/1.1" status: 200  len: 920 time: 0.6637130
Dec 22 14:59:43.844891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60458) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:43.846207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:43.847395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] 10.222.0.61 "PUT /v2.0/ports/e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 200  len: 1094 time: 2.8380587
Dec 22 14:59:43.847965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:43.848584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:43.902774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:port and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:43.913846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:43.928780 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-44a0e0d9-0035-4787-a235-13efb3b54772 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d27e8b25-3c70-4245-aa41-3944e632a8fe HTTP/1.1" status: 200  len: 205 time: 0.0793002
Dec 22 14:59:43.928780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:43.932639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60466) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:44.058107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'port': 2} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:44.062793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.111838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.168393 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'status': 'completed', 'code': 200}
Dec 22 14:59:44.234222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:44.240185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:44.249078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.335350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] device_id is not set on port 7f584e7a-b02b-4481-9e27-c890307a50bd yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:44.359612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-c29c3926-3ae8-4d97-832d-b3548ef55d50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0469d3131f604f12a957d2f72509d48a&device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1097 time: 0.1841505
Dec 22 14:59:44.409669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.449242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62ef1-b628-4a72-b85e-c8044a76431a req-54a4c9bc-794e-4fb5-89c2-bdbcbe26ca96 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:44.450750 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-36a62ef1-b628-4a72-b85e-c8044a76431a req-54a4c9bc-794e-4fb5-89c2-bdbcbe26ca96 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 944 time: 0.2098470
Dec 22 14:59:44.477527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74312fee-570c-49b3-bf98-49989ccd8a43 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:44.530786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=93e42bf7-07a2-42f0-91a1-e4b162fca2e8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:44.534037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:44.538042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-e3f1bef9-3e08-4028-814c-fd87a8d93394 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 200  len: 217 time: 0.1273725
Dec 22 14:59:44.542898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.550278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e5ee8-379d-4b4f-8375-154ecadb2c98 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:44.597900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/93e42bf7-07a2-42f0-91a1-e4b162fca2e8 HTTP/1.1" status: 204  len: 168 time: 1.5357959
Dec 22 14:59:44.602742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60474) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:44.608496 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-36a62ef1-b628-4a72-b85e-c8044a76431a req-0040831a-749c-43fb-9a77-842a5eed491a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199687
Dec 22 14:59:44.629683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.652249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:44.705542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c00408d-76a2-46aa-9277-dd015c6b41e7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1017613
Dec 22 14:59:44.710036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60480) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:44.711393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579d5c-bf80-4928-a275-8be1247008f6 req-22f27788-8e05-432a-bfec-d40e9c0aa4c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:44.712844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-22f27788-8e05-432a-bfec-d40e9c0aa4c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f73f339-51e1-478e-a310-7dbcb55437de HTTP/1.1" status: 200  len: 837 time: 0.1592274
Dec 22 14:59:44.851987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Router 2aeac174-e266-4885-9181-46f38b5f3f1c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 14:59:44.891908 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-a315b667-c1c6-4aed-99f2-94b501843ae2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=676a16bd-3023-4b30-bb25-270f33f39a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1400530
Dec 22 14:59:44.904568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58aa647-cf08-4fe7-859a-fd4a92cca34a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:44.906768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b58aa647-cf08-4fe7-859a-fd4a92cca34a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:44.925402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] device_id is not set on port 63cc477b-6537-4e8f-ac5a-18da3471095c yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:44.940453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:44.945574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Deleting port caabfd50-32ad-49c3-acd4-11b59cea5fa0 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:44.946051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.068364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b58aa647-cf08-4fe7-859a-fd4a92cca34a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:45.074263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b58aa647-cf08-4fe7-859a-fd4a92cca34a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3557465
Dec 22 14:59:45.074486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:45.117909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-ac9e35e1-c5de-4ed9-95ee-e0f033cc26fb service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078030
Dec 22 14:59:45.169916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] For port caabfd50-32ad-49c3-acd4-11b59cea5fa0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=caabfd50-32ad-49c3-acd4-11b59cea5fa0,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:45.170453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.209048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7b940-df51-4111-bbc4-97045a81b07f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:45.209641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a0f7b940-df51-4111-bbc4-97045a81b07f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:45.225895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.252862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a0f7b940-df51-4111-bbc4-97045a81b07f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:45.256214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a0f7b940-df51-4111-bbc4-97045a81b07f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1800544
Dec 22 14:59:45.256214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.258500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60490) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:45.324910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Calling delete_port for caabfd50-32ad-49c3-acd4-11b59cea5fa0 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:45.342548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.344429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port 0def0c8d-9be7-449a-a640-8c75f99dd74b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:45.344575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.382209 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28579d5c-bf80-4928-a275-8be1247008f6 req-41906c52-bbdb-4561-b129-4b450b7d4a47 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490728
Dec 22 14:59:45.387599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9574b983-5bcb-41bc-a526-99c6fe471aa7 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:45.409710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device caabfd50-32ad-49c3-acd4-11b59cea5fa0 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:45.432828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ed8cec6c-87e2-4f16-822c-70f559d8e785 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1706014
Dec 22 14:59:45.437242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:45.443519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:45.533622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.543804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:45.546565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:45.563160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Port': ['ID=7f584e7a-b02b-4481-9e27-c890307a50bd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:45.565186 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] Sync routers for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:45.577192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "PUT /v2.0/routers/2aeac174-e266-4885-9181-46f38b5f3f1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7986398
Dec 22 14:59:45.580981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60500) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:45.585148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:45.589036 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:45.589906 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10190>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:45.620305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port caabfd50-32ad-49c3-acd4-11b59cea5fa0 update to DOWN by agent not found {{(pid=83458) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 14:59:45.621790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Checking segment: {'id': '0db60c74-db31-455c-8e85-28951eb94403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9e6ad318-d7cf-41a5-85ff-b2f58d1408cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:45.622144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network hostable DHCP agents. Network: 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:45.646383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Pushing event deleted for resources: {'Port': ['ID=caabfd50-32ad-49c3-acd4-11b59cea5fa0,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:45.649341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.651964 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10190>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:45.652482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:45.665933 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] Routers {'2aeac174-e266-4885-9181-46f38b5f3f1c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:45.666271 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10190>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aeac174-e266-4885-9181-46f38b5f3f1c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:45.677524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] No DVR routers for this DVR port caabfd50-32ad-49c3-acd4-11b59cea5fa0 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:45.732132 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10190>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:45.732569 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcab21e-ee6f-4b48-a6e9-a70d23518329 None None] The sync data for ids ['2aeac174-e266-4885-9181-46f38b5f3f1c'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:45.762857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:45.783499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:45.789531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for 0def0c8d-9be7-449a-a640-8c75f99dd74b owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:45.804808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:45.808436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.853194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:45.891669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:45.901498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91b7bb-d4c0-4824-8b8e-92aabfae2cb7 None None] Network 9e6ad318-d7cf-41a5-85ff-b2f58d1408cc requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:45.914991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:45.915538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:45.928865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3a1e030d-9383-4b9c-89a3-fbfea3c3901e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:46.015669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Port': ['ID=63cc477b-6537-4e8f-ac5a-18da3471095c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:46.023530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:46.064067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3e178-b76b-4e6d-b487-361caee997c2 req-5a5107a6-9d7e-4177-b11a-7343cd5c0eb7 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.065803 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-50b3e178-b76b-4e6d-b487-361caee997c2 req-5a5107a6-9d7e-4177-b11a-7343cd5c0eb7 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 944 time: 0.2507665
Dec 22 14:59:46.083205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-4f9062cb-722c-413f-ab60-2173f9eb7e0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0469d3131f604f12a957d2f72509d48a&device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1097 time: 0.6211243
Dec 22 14:59:46.132238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Checking segment: {'id': 'baf98b90-ccc8-4c31-880f-3d61d74c7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7abef6e3-fae7-45ed-8772-9d3e140952bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:46.132627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network hostable DHCP agents. Network: 7abef6e3-fae7-45ed-8772-9d3e140952bd, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:46.194340 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-50b3e178-b76b-4e6d-b487-361caee997c2 req-e20a6cd2-48ed-4cf6-b2a6-4f50b077f0d2 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223795
Dec 22 14:59:46.197388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.201970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:46.236022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network 7abef6e3-fae7-45ed-8772-9d3e140952bd is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:46.248481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=0def0c8d-9be7-449a-a640-8c75f99dd74b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:46.253720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:46.290396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 7abef6e3-fae7-45ed-8772-9d3e140952bd) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:46.299685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794b3a4-457d-403c-8897-7b8c5b1f5a77 None None] Network 7abef6e3-fae7-45ed-8772-9d3e140952bd requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:46.327380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:46.331431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.334631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.335275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.371765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-20ba517d-8062-4dec-8741-911d27d53a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.373875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-20ba517d-8062-4dec-8741-911d27d53a28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 200  len: 898 time: 0.2187610
Dec 22 14:59:46.475861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-12ec53d3-778c-4f95-957b-6990b49fc387 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 200  len: 217 time: 0.0872905
Dec 22 14:59:46.575473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.614626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.0326648
Dec 22 14:59:46.615279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:46.650583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.661944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:46.676193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.706376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-ad4905f3-431d-4e52-baf3-fb7bbee5caf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.707800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-ad4905f3-431d-4e52-baf3-fb7bbee5caf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f73f339-51e1-478e-a310-7dbcb55437de HTTP/1.1" status: 200  len: 837 time: 0.2059982
Dec 22 14:59:46.730062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:46.771515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:46.780778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08747626-0abc-475d-8b0e-b87d78b3db67 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:46.785579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.786423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.814990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=d6930846-8161-4499-8ce8-51db4e67487f,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:46.818594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:46.895486 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4553430
Dec 22 14:59:46.896815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60516) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:46.906125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'd6930846-8161-4499-8ce8-51db4e67487f', 'ip_address': '2001:db8::99ae:c63:feb6:770a'}], 'name': 'tempest-NetworksTestDHCPv6-1144975272'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:46.960993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:46.974715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655c6b9-2b09-4770-8c72-a90deef5904e tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.978129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655c6b9-2b09-4770-8c72-a90deef5904e tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:46.979033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5655c6b9-2b09-4770-8c72-a90deef5904e tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Synchronizing usage tracker for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:46.984020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.004434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5655c6b9-2b09-4770-8c72-a90deef5904e tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Unset dirty status for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:47.008134 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5655c6b9-2b09-4770-8c72-a90deef5904e tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3815186
Dec 22 14:59:47.010220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60520) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:47.012616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'd6930846-8161-4499-8ce8-51db4e67487f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:47.013572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.027430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.028797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router d27e8b25-3c70-4245-aa41-3944e632a8fe {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:47.038914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-69d56f5c-2432-47bd-8ad7-68710cabcefe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=676a16bd-3023-4b30-bb25-270f33f39a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3128426
Dec 22 14:59:47.040875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.047171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/d27e8b25-3c70-4245-aa41-3944e632a8fe HTTP/1.1" status: 204  len: 168 time: 3.1092443
Dec 22 14:59:47.047951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60524) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:47.052947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1184005184', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:47.058174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:47.062036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:router and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:47.064844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:47.070464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:47.084354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.085873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.109454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.216285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/d6930846-8161-4499-8ce8-51db4e67487f/d8366d35-a497-4dfe-bbdd-454d8f3d4a70) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:47.247012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Deleting port 7f584e7a-b02b-4481-9e27-c890307a50bd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:47.247423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.273872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.316496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:47.339483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:47.431569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:47.437657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.455837 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-8520d2a7-9400-43c5-9df1-05129b005244 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3728628
Dec 22 14:59:47.456612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.480914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73ab7-6146-4ce1-8c5f-12b3f1089365 req-65cac789-8b97-4749-9ddd-92a06e0f7217 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:47.482271 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b5e73ab7-6146-4ce1-8c5f-12b3f1089365 req-65cac789-8b97-4749-9ddd-92a06e0f7217 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 944 time: 0.1083407
Dec 22 14:59:47.500564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.513965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Transition to ACTIVE for port object d8366d35-a497-4dfe-bbdd-454d8f3d4a70 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:47.520893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port 59a03077-c61c-413e-bd5c-970adade925e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:47.521211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.535057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Transition to ACTIVE for port object d8366d35-a497-4dfe-bbdd-454d8f3d4a70 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:47.543152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.548672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:47.613867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Pushing event updated for resources: {'Port': ['ID=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:47.617057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:47.632201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:47.633606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:47.640331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:47.645026 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b5e73ab7-6146-4ce1-8c5f-12b3f1089365 req-5cfd2ed8-b501-46cc-9967-2108f4870ca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549790
Dec 22 14:59:47.687557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.739544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.793031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Attempting to bind port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:47.794907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Attempting to bind port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:47.795396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Attempting to bind port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:47.813047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:47.813573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:47.814083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.814601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:47.815190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Bound port: d8366d35-a497-4dfe-bbdd-454d8f3d4a70, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:47.815674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.838073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 5ec084b7-35cf-44e3-8ef8-4f971d5da27a yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:47.936178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] For port d8366d35-a497-4dfe-bbdd-454d8f3d4a70, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:47.939861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] For port d8366d35-a497-4dfe-bbdd-454d8f3d4a70, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:47.943557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:59:47.952842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:47.966443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-106fc65a-5b12-456c-b4a1-481d9814513b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:47.978062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.26.3.214 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/4413627c-14cf-4e58-8a24-56d788f5bb61) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:48.084993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.127869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Pushing event updated for resources: {'Port': ['ID=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:48.138910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:48.184119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.209018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:48.215989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.222049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08885fc7-8f86-47d7-9226-c21964fe9157 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:48.233731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'mac_address': 'fa:16:3e:ba:de:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:59:48.270138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Calling delete_port for 7f584e7a-b02b-4481-9e27-c890307a50bd owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:48.306261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:48.307550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:48.320936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=4413627c-14cf-4e58-8a24-56d788f5bb61,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:48.323444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:48.355245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:48.359298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.364583 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33a2c72f-ff6d-4778-81c5-fb77ea80c195 req-cdcdbd4d-31e3-467e-8033-ae9ee0bd11ad service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8857412
Dec 22 14:59:48.379644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:59:48.403502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:48.411762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.417878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-590caebc-1d64-41ca-b772-75b94a803b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:48.460632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.515729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:48.519675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:48.632155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.640539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for 59a03077-c61c-413e-bd5c-970adade925e owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:48.676806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.677547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.684189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fce35ba-76f3-41c0-a4d7-53cda2fc8af7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:48.733531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Port': ['ID=7f584e7a-b02b-4481-9e27-c890307a50bd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:48.753364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:48.787464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::99ae:c63:feb6:770a (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/d6930846-8161-4499-8ce8-51db4e67487f/5ec084b7-35cf-44e3-8ef8-4f971d5da27a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:48.796496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:48.822521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['e4ad5bf9-bf87-4957-9adb-29130d391319'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 14:59:48.863641 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/ports/7f584e7a-b02b-4481-9e27-c890307a50bd HTTP/1.1" status: 204  len: 168 time: 1.8467884
Dec 22 14:59:48.865268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60542) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:49.034809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29672971-c1c8-4e49-83dd-3931bbedd7b6 req-6cb5f178-3e81-4ac0-bf73-c614d9652409 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:49.036819 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29672971-c1c8-4e49-83dd-3931bbedd7b6 req-6cb5f178-3e81-4ac0-bf73-c614d9652409 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 945 time: 0.1168575
Dec 22 14:59:49.105934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Deleting port 63cc477b-6537-4e8f-ac5a-18da3471095c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:49.106677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.131050 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29672971-c1c8-4e49-83dd-3931bbedd7b6 req-6c457d4b-1e27-4fb6-9f10-28d9e4968e98 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850780
Dec 22 14:59:49.156958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router d103659a-4e7f-49b6-adaa-2a09f12adbe8 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:59:49.263337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b0e2c5ff-9789-4d4b-ad37-5f6762e870a2 None None] Provisioning for port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:49.353356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d8366d35-a497-4dfe-bbdd-454d8f3d4a70 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:49.430167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:49.436608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:49.436979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.439253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:49.467080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Sync routers for ids ['d103659a-4e7f-49b6-adaa-2a09f12adbe8'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:49.469621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.470992 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 2.4220526
Dec 22 14:59:49.474030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60548) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:49.505800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Routers {'d103659a-4e7f-49b6-adaa-2a09f12adbe8'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:49.506334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ac9610>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d103659a-4e7f-49b6-adaa-2a09f12adbe8'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:49.540312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.557593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0844a59e-1808-4e3b-97f7-58a73206b53b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:49.690245 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-67a1c13d-29a7-47cc-8ae5-2cc5449340bb tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/d103659a-4e7f-49b6-adaa-2a09f12adbe8 HTTP/1.1" status: 200  len: 909 time: 0.2147400
Dec 22 14:59:49.692559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60554) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:49.698285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1184005184', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': True}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:49.698526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=59a03077-c61c-413e-bd5c-970adade925e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:49.703538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:49.707155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.709192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Usage tracker for resource:router and tenant:69ea7f7949294712b2c23e1894c7720a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:49.712118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:49.717977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:49.718140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:49.730663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.732074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.754143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.779143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.792622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 5ec084b7-35cf-44e3-8ef8-4f971d5da27a will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:49.793189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.830711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Set router d103659a-4e7f-49b6-adaa-2a09f12adbe8 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:49.879735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d8366d35-a497-4dfe-bbdd-454d8f3d4a70, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:49.888105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.907601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:49.942514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Calling delete_port for 63cc477b-6537-4e8f-ac5a-18da3471095c owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:49.943106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:50.128000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.134911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:50.139544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:50.161214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.161959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.164240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.226663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:50.282130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ac9610>, [{'id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214'}], 'enable_snat': False}, 'gw_port_id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:48Z', 'revision_number': 3, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port': {'id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:50.287481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Checking router: d103659a-4e7f-49b6-adaa-2a09f12adbe8 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:50.287935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Updating router d103659a-4e7f-49b6-adaa-2a09f12adbe8 port 4413627c-14cf-4e58-8a24-56d788f5bb61 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:59:50.349531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.374955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.26.3.21 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/c0f50e88-1df6-4a76-b49a-fd62f4cf80bf) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:50.378788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.460615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:50.475374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf53ba-3179-48ee-beaa-fac65937bc72 req-4094a393-af6f-4ca5-8a9d-d21936325aa9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:50.476882 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eedf53ba-3179-48ee-beaa-fac65937bc72 req-4094a393-af6f-4ca5-8a9d-d21936325aa9 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 945 time: 0.1848259
Dec 22 14:59:50.523288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:50.527414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:50.531410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:50.532013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.535769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=5ec084b7-35cf-44e3-8ef8-4f971d5da27a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:50.539728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:50.551365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:50.595054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.614268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.635019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Port': ['ID=63cc477b-6537-4e8f-ac5a-18da3471095c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:50.638782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:50.647778 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/ports/63cc477b-6537-4e8f-ac5a-18da3471095c HTTP/1.1" status: 204  len: 168 time: 1.7719567
Dec 22 14:59:50.647778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.648195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60564) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:50.683970 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eedf53ba-3179-48ee-beaa-fac65937bc72 req-c0184174-69e6-40df-b849-f32b8a1e8099 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935902
Dec 22 14:59:50.700974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c042f8be-9688-46f0-b26c-6148b95907b7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Synchronizing usage tracker for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:50.705294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.706889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.8089781
Dec 22 14:59:50.707668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60568) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:50.749283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.756510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:50.810103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c042f8be-9688-46f0-b26c-6148b95907b7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Unset dirty status for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:50.811271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c042f8be-9688-46f0-b26c-6148b95907b7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1611879
Dec 22 14:59:50.815520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.816022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Fanout notify agent at l3_agent the message router_deleted on router 2aeac174-e266-4885-9181-46f38b5f3f1c {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:50.816495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:50.818971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60574) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:50.826580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-457498984'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:50.830291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.830470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:50.831402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/routers/2aeac174-e266-4885-9181-46f38b5f3f1c HTTP/1.1" status: 204  len: 168 time: 5.2495310
Dec 22 14:59:50.834083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60578) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:50.843120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:50.873592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:50.890801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:network and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:50.892831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-43b930a6-f78f-4e74-a00f-9598e4b40393 None None] Provisioning for port 5ec084b7-35cf-44e3-8ef8-4f971d5da27a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:50.895362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:50.899303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:50.906650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:50.908891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-43b930a6-f78f-4e74-a00f-9598e4b40393 None None] Provisioning complete for port 5ec084b7-35cf-44e3-8ef8-4f971d5da27a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:50.909347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-43b930a6-f78f-4e74-a00f-9598e4b40393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:50.918806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:50.933762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d177c-f36b-4dc8-a2f0-dc175da0834b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:50.937980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d177c-f36b-4dc8-a2f0-dc175da0834b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:50.938782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a34d177c-f36b-4dc8-a2f0-dc175da0834b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:50.963975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:50.966097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.001682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-43b930a6-f78f-4e74-a00f-9598e4b40393 None None] Port 5ec084b7-35cf-44e3-8ef8-4f971d5da27a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 14:59:51.016165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:51.032811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.033033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment 2bfa5028-8d1e-4803-8113-896880de428b of type vlan for network 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f
Dec 22 14:59:51.038193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a34d177c-f36b-4dc8-a2f0-dc175da0834b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:51.042554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a34d177c-f36b-4dc8-a2f0-dc175da0834b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.3290229
Dec 22 14:59:51.042740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60582) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:51.104208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.112589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.118312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Transition to ACTIVE for port object 4413627c-14cf-4e58-8a24-56d788f5bb61 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:51.125683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.136187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:51.149684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 5ec084b7-35cf-44e3-8ef8-4f971d5da27a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:51.149980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.224941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting subnet 9d7db6f7-5ae3-4cad-93ba-12f6a02eb767 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:51.231553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.250085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Attempting to bind port 4413627c-14cf-4e58-8a24-56d788f5bb61 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:51.250818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Attempting to bind port 4413627c-14cf-4e58-8a24-56d788f5bb61 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:51.251274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Attempting to bind port 4413627c-14cf-4e58-8a24-56d788f5bb61 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:51.262536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Pushing event updated for resources: {'Port': ['ID=4413627c-14cf-4e58-8a24-56d788f5bb61,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:51.265916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.273111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:51.277177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:51.277758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.278202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:51.278701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:51.279207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.279709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:51.280309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Bound port: 4413627c-14cf-4e58-8a24-56d788f5bb61, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:51.280899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.286716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:51.304278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.344158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d8366d35-a497-4dfe-bbdd-454d8f3d4a70 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:51.382158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.382884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.418093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.486578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] For port 4413627c-14cf-4e58-8a24-56d788f5bb61, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:51.499944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] For port 4413627c-14cf-4e58-8a24-56d788f5bb61, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4413627c-14cf-4e58-8a24-56d788f5bb61,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:51.519355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.524891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:51.535909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.545615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:51.558667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:51.564758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60590) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:51.575469 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7448092
Dec 22 14:59:51.579349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:51.583224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1062708296'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:51.588236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7db6f7-5ae3-4cad-93ba-12f6a02eb767,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:51.594698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:51.597745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:51.605939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.613857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:network and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:51.618092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:51.626267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/subnets/9d7db6f7-5ae3-4cad-93ba-12f6a02eb767 HTTP/1.1" status: 204  len: 168 time: 0.7903531
Dec 22 14:59:51.628025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:51.630005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60594) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:51.664776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.697508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Pushing event updated for resources: {'Port': ['ID=4413627c-14cf-4e58-8a24-56d788f5bb61,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:51.700816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:51.712922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015ad41-90f5-41e3-9409-f117bf51a5aa None None] Network 18d9feec-6036-4866-8e45-4827290cb492 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:51.733075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:51.738784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:51.741472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.803494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.815156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:59:51.828825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:51.829203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.844062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 5ec084b7-35cf-44e3-8ef8-4f971d5da27a owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:51.857409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:51.857784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.863856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:51.864205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Added segment a336f6b6-d00b-4115-9966-fed734993b8d of type vlan for network e3092f99-0550-4340-b2c6-6a9ed2c960c5
Dec 22 14:59:51.893652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:59:51.915853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.032333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Routers {'d103659a-4e7f-49b6-adaa-2a09f12adbe8'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:52.032992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ac9610>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d103659a-4e7f-49b6-adaa-2a09f12adbe8'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:52.082921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.090750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:52.091356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.099282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:52.156056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.191541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:52.205107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] For port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,segment=NetworkSegment(7d95b823-118b-4a8e-b29e-cf12a1e32d7a),segment_id=7d95b823-118b-4a8e-b29e-cf12a1e32d7a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:52.205460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.289395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=5ec084b7-35cf-44e3-8ef8-4f971d5da27a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:52.319241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc779cd-19c1-4b9d-b323-d8e01255e8b1 req-0efcfa68-5c8f-4270-9b8a-7176486ea0ba tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:52.323628 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1fc779cd-19c1-4b9d-b323-d8e01255e8b1 req-0efcfa68-5c8f-4270-9b8a-7176486ea0ba tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 945 time: 0.4863613
Dec 22 14:59:52.325013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:52.326241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.352084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7819495
Dec 22 14:59:52.359378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:52.362311 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/5ec084b7-35cf-44e3-8ef8-4f971d5da27a HTTP/1.1" status: 204  len: 168 time: 1.3164153
Dec 22 14:59:52.389920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60604) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:52.430580 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1fc779cd-19c1-4b9d-b323-d8e01255e8b1 req-5ce787e1-72c8-495b-802c-bc58b0a0d1c1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775473
Dec 22 14:59:52.464617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router e8e11cce-95e0-440a-aabb-4c4919a2b8e5 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 14:59:52.502832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2467ab-161e-4477-84ff-b0b2a42b27c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:52.504169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2467ab-161e-4477-84ff-b0b2a42b27c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:52.505373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-be2467ab-161e-4477-84ff-b0b2a42b27c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:52.507878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60608) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:52.514139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Network': ['ID=e3092f99-0550-4340-b2c6-6a9ed2c960c5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:52.516860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:52.524145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'subnets': [{'network_id': '0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1589471678', 'ip_version': 4}, {'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:52.524479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'subnet': {'network_id': '0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1589471678', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:52.525103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Request body: {'subnet': {'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:52.559183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network e3092f99-0550-4340-b2c6-6a9ed2c960c5 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:59:52.654387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-be2467ab-161e-4477-84ff-b0b2a42b27c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:52.655700 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-be2467ab-161e-4477-84ff-b0b2a42b27c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2594976
Dec 22 14:59:52.660136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60612) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:52.711403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port e4ad5bf9-bf87-4957-9adb-29130d391319 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:59:52.721146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.727139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:52.736232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port e4ad5bf9-bf87-4957-9adb-29130d391319 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:59:52.736737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.794676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:52.797611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:52.805348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] Set router d103659a-4e7f-49b6-adaa-2a09f12adbe8 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:52.864297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] No DVR routers for this DVR port fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:52.868766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 14:59:52.880674 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Sync routers for ids ['e8e11cce-95e0-440a-aabb-4c4919a2b8e5'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 14:59:52.898837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:52.902878 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.2066064
Dec 22 14:59:52.902878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60618) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:52.907566 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Routers {'e8e11cce-95e0-440a-aabb-4c4919a2b8e5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:52.916774 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d102b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e8e11cce-95e0-440a-aabb-4c4919a2b8e5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.031858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb249f1-b3ca-4d15-9c8c-784952fda69b None None] DHCP port deletion for 18d9feec-6036-4866-8e45-4827290cb492 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:53.127457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.144727 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b589769d-00ab-4a85-9918-4bd37c81b1bd tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/e8e11cce-95e0-440a-aabb-4c4919a2b8e5 HTTP/1.1" status: 200  len: 907 time: 0.2390110
Dec 22 14:59:53.147551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:53.201716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:59:53.212901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:53.220336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.222838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:53.249789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:53.253707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Set router e8e11cce-95e0-440a-aabb-4c4919a2b8e5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:53.269939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Usage tracker for resource:subnet and tenant:fb34cbb159414dc4b8c096b6477a6fd5 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:53.300727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:53.307555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:53.313712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:53.319046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ac9610>, [{'id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214'}], 'enable_snat': False}, 'gw_port_id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:48Z', 'revision_number': 3, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port': {'id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.319453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:53.324612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0beaa6-61c6-4311-b5f2-78ab73da0e14 None None] The sync data for ids ['d103659a-4e7f-49b6-adaa-2a09f12adbe8'] in dv-neutron-822675-1-hyperv is: [{'id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214'}], 'enable_snat': False}, 'gw_port_id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:48Z', 'revision_number': 3, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port': {'id': '4413627c-14cf-4e58-8a24-56d788f5bb61', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103659a-4e7f-49b6-adaa-2a09f12adbe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:47Z', 'updated_at': '2021-12-22T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:53.357075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.383609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:53.412327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Made reservation on behalf of fb34cbb159414dc4b8c096b6477a6fd5 for: {'subnet': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:53.435673 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'code': 200}
Dec 22 14:59:53.441667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 14:59:53.442022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb8c09ae-a11d-4fb1-8abc-d6b7fa7ee770 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:59:53.451748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575d00c70>,) {'filters': {'network_id': ['18d9feec-6036-4866-8e45-4827290cb492']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.482900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.694830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575d00c70>, '7d95b823-118b-4a8e-b29e-cf12a1e32d7a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.695119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575d00c70>, '7d95b823-118b-4a8e-b29e-cf12a1e32d7a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.755255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.778341 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d102b0>, [{'id': 'e8e11cce-95e0-440a-aabb-4c4919a2b8e5', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c0f50e88-1df6-4a76-b49a-fd62f4cf80bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:49Z', 'updated_at': '2021-12-22T14:59:51Z', 'revision_number': 3, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port': {'id': 'c0f50e88-1df6-4a76-b49a-fd62f4cf80bf', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e11cce-95e0-440a-aabb-4c4919a2b8e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:50Z', 'updated_at': '2021-12-22T14:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:53.783123 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Checking router: e8e11cce-95e0-440a-aabb-4c4919a2b8e5 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 14:59:53.783473 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Updating router e8e11cce-95e0-440a-aabb-4c4919a2b8e5 port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 14:59:53.784844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet d6930846-8161-4499-8ce8-51db4e67487f {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:53.805577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.828828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68fda-8cb0-4b6e-ba50-204b5409ce78 req-e5d11c86-3444-4dfa-8af2-a19f854cef98 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:53.830766 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e4a68fda-8cb0-4b6e-ba50-204b5409ce78 req-e5d11c86-3444-4dfa-8af2-a19f854cef98 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.1266985
Dec 22 14:59:53.837366 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.849955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.856191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.867816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.868236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.872427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:53.872427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.887479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:53.887876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:53.907756 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:53.943420 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e4a68fda-8cb0-4b6e-ba50-204b5409ce78 req-58062c0f-faee-447a-ac55-cf43139b306d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020954
Dec 22 14:59:54.036696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.093006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.142118 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52cdfcf1-4ab9-40f5-83c8-81e37f84476d req-a0b11543-5deb-4df0-92ef-771c2dcafba2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1099 time: 0.4391963
Dec 22 14:59:54.148622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.176895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.186679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:54.218818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for c0f50e88-1df6-4a76-b49a-fd62f4cf80bf owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:54.223409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Network': ['ID=18d9feec-6036-4866-8e45-4827290cb492,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:54.226404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:54.235801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/networks/18d9feec-6036-4866-8e45-4827290cb492 HTTP/1.1" status: 204  len: 168 time: 2.6048336
Dec 22 14:59:54.240498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60636) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:54.241555 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.256228 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Transition to ACTIVE for port object c0f50e88-1df6-4a76-b49a-fd62f4cf80bf will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:54.263481 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.268648 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-490fb6b3-5430-41cd-b5eb-90b929c71d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:54.331885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:59:54.332208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:59:54.347364 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862011-2c08-4107-8649-e637f946382f None None] Pushing event updated for resources: {'Port': ['ID=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:54.349449 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Attempting to bind port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:54.349752 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Attempting to bind port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:54.350133 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Attempting to bind port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:54.359996 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52cdfcf1-4ab9-40f5-83c8-81e37f84476d req-4e60511a-1b7e-4279-baf8-6ea354a66349 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2074552
Dec 22 14:59:54.361820 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.362151 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.362471 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.362787 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.363112 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.363422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.363733 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.364029 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.364321 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.364654 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.364955 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71862011-2c08-4107-8649-e637f946382f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:59:54.368331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:54.368720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:54.369115 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.370018 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:54.370469 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Bound port: c0f50e88-1df6-4a76-b49a-fd62f4cf80bf, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:54.370844 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.392971 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-71862011-2c08-4107-8649-e637f946382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:54.442834 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] For port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:54.445839 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] For port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:54.449836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.451281 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.455123 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d65b2fc4-a496-401d-ad6d-ef5faa13bc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:54.532575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4fe26970-b242-4403-8359-74108bfe8e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.534111 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862011-2c08-4107-8649-e637f946382f None None] Pushing event updated for resources: {'Port': ['ID=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:54.535152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Deleting port de325280-d8a6-4721-b016-5f22dba63c8f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:54.535494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.538422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-71862011-2c08-4107-8649-e637f946382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:54.547298 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Routers {'e8e11cce-95e0-440a-aabb-4c4919a2b8e5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 14:59:54.548001 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d102b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e8e11cce-95e0-440a-aabb-4c4919a2b8e5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:54.703483 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] Set router e8e11cce-95e0-440a-aabb-4c4919a2b8e5 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 14:59:54.716504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.782168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:54.808193 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d102b0>, [{'id': 'e8e11cce-95e0-440a-aabb-4c4919a2b8e5', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:49Z', 'updated_at': '2021-12-22T14:59:53Z', 'revision_number': 4, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:54.812494 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4243a-dcbb-4977-97cf-e3bd20656dc4 None None] The sync data for ids ['e8e11cce-95e0-440a-aabb-4c4919a2b8e5'] in dv-neutron-822675-1-hyperv is: [{'id': 'e8e11cce-95e0-440a-aabb-4c4919a2b8e5', 'name': 'tempest-snat-router-1184005184', 'tenant_id': '69ea7f7949294712b2c23e1894c7720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:49Z', 'updated_at': '2021-12-22T14:59:53Z', 'revision_number': 4, 'project_id': '69ea7f7949294712b2c23e1894c7720a', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 14:59:54.833494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:54.833843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:54.966281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=d6930846-8161-4499-8ce8-51db4e67487f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:54.969238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:54.996359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.002773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0bfef-8321-4276-ac44-f9fa8d712fa7 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:55.056540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/d6930846-8161-4499-8ce8-51db4e67487f HTTP/1.1" status: 204  len: 168 time: 2.3955164
Dec 22 14:59:55.059962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60646) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:55.064266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.064728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.148057 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-94f3b002-d349-4c1d-a0a7-7cff856d2a57 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0863373
Dec 22 14:59:55.151286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60652) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:55.158852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:55.210560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Calling delete_port for de325280-d8a6-4721-b016-5f22dba63c8f owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:55.346579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:55.357807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:55.365738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:55.379059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] For port c0f50e88-1df6-4a76-b49a-fd62f4cf80bf, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:55.379059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.386602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 14:59:55.387262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:55.391628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Deleting port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:55.392120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.440273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.451910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a505b31a-e203-45f9-82c8-01b2b841bbec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:55.511667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.514460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:55.536779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for c0f50e88-1df6-4a76-b49a-fd62f4cf80bf owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:55.538582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Subnet': ['ID=6c16caee-6472-4fc7-bae7-6a1585bc839a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:55.542819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:55.543695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-131a1c96-7fd7-4e5b-9a6e-a66a3ddf5c51 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:55.600956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] For port d8366d35-a497-4dfe-bbdd-454d8f3d4a70, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:55.601485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.617138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Pushing event deleted for resources: {'Port': ['ID=de325280-d8a6-4721-b016-5f22dba63c8f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:55.625921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:55.663061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e72bc-3bab-4969-b359-b22a5be6fd20 req-c97c335c-95d6-4e02-b7fd-87205bdf0bee tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:55.668270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Checking segment: {'id': '2bfa5028-8d1e-4803-8113-896880de428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:55.668727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network hostable DHCP agents. Network: 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:55.671033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b55e72bc-3bab-4969-b359-b22a5be6fd20 req-c97c335c-95d6-4e02-b7fd-87205bdf0bee tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3971508
Dec 22 14:59:55.703417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.718540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:55.734870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:55.735224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.739085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.743864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6105e113-2c48-489b-914f-6d0349bdef48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:55.776956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.777518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] 10.222.0.69 "DELETE /v2.0/floatingips/0eda540a-48c7-4f01-a309-0eb405f823b1 HTTP/1.1" status: 204  len: 168 time: 1.5294549
Dec 22 14:59:55.802992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Calling delete_port for d8366d35-a497-4dfe-bbdd-454d8f3d4a70 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:55.894535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6e3ef-335c-4f3f-bbf2-1d1ecbed7043 None None] Network 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:55.910324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Checking segment: {'id': 'a336f6b6-d00b-4115-9966-fed734993b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:55.910681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network hostable DHCP agents. Network: e3092f99-0550-4340-b2c6-6a9ed2c960c5, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:59:55.912693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.927124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event updated for resources: {'Subnet': ['ID=c4aba990-2243-4f49-8432-2d09909d1998,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:55.941570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:55.956165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:55.960608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Network e3092f99-0550-4340-b2c6-6a9ed2c960c5 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:59:55.970783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33e121e8-93c8-4453-b04e-e4c488ca59a0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:55.981727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:55.996415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, e3092f99-0550-4340-b2c6-6a9ed2c960c5) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:56.022701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375bf9e1-4786-4217-a125-9c50005d74b8 None None] Network e3092f99-0550-4340-b2c6-6a9ed2c960c5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:56.023099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:56.023683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:56.024204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.044654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f50e88-1df6-4a76-b49a-fd62f4cf80bf,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:56.048974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Pushing event deleted for resources: {'Port': ['ID=d8366d35-a497-4dfe-bbdd-454d8f3d4a70,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:56.098692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:56.110112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:56.117411 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.6043282
Dec 22 14:59:56.122558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] No DVR routers for this DVR port d8366d35-a497-4dfe-bbdd-454d8f3d4a70 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:56.126264 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b55e72bc-3bab-4969-b359-b22a5be6fd20 req-31e1e313-b4ca-4b04-8b76-9b254aea554c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4542756
Dec 22 14:59:56.126386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60664) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:56.316563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:56.317988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:56.319694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:56.320871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Synchronizing usage tracker for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:56.337202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60668) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:56.343807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Unset dirty status for tenant:fb34cbb159414dc4b8c096b6477a6fd5 on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:56.345323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7605ef06-bb96-47ef-be5e-928ea371eed7 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2156723
Dec 22 14:59:56.348434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60674) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:56.410487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-e3092f99-0550-4340-b2c6-6a9ed2c960c5', 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5', 'tenant_id': 'fb34cbb159414dc4b8c096b6477a6fd5', 'fixed_ips': [{'subnet_id': 'c4aba990-2243-4f49-8432-2d09909d1998'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:56.413498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.426690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b819f-2823-438d-9209-cb92430e76e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f', 'network_id': '0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f', 'tenant_id': 'fb34cbb159414dc4b8c096b6477a6fd5', 'fixed_ips': [{'subnet_id': '6c16caee-6472-4fc7-bae7-6a1585bc839a'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:56.427781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d90b819f-2823-438d-9209-cb92430e76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.461916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Deleting subnet 6c16caee-6472-4fc7-bae7-6a1585bc839a {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:56.464237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.466717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.537534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.646610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.678080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-67dac5b4-cb34-4343-86e5-6f7bcc7d476c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.703971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Allocated IP 172.20.0.18 (e3092f99-0550-4340-b2c6-6a9ed2c960c5/c4aba990-2243-4f49-8432-2d09909d1998/cd20144c-55cf-4dd2-bfa8-67f5cce87401) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:56.734874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.740316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa7862ce-7e9d-4ebe-b676-52143470c9fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:56.780884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Subnet': ['ID=6c16caee-6472-4fc7-bae7-6a1585bc839a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:56.785437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:56.786693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-d90b819f-2823-438d-9209-cb92430e76e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c16caee-6472-4fc7-bae7-6a1585bc839a: This subnet is being modified by another concurrent operation.
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 14:59:56.796254 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c16caee-6472-4fc7-bae7-6a1585bc839a: This subnet is being modified by another concurrent operation.
Dec 22 14:59:56.799216 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 14:59:56.812844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/subnets/6c16caee-6472-4fc7-bae7-6a1585bc839a HTTP/1.1" status: 204  len: 168 time: 0.4607203
Dec 22 14:59:56.814918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60680) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:56.824978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee39660-e96f-4c96-a60a-053fa87c65c6 None None] Network 0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:56.886442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Deleting subnet c4aba990-2243-4f49-8432-2d09909d1998 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 14:59:56.946816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.954060 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c1e2465d-4e4c-40bc-ac11-66458f049d27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf7fdb187ea947e5af9ec65c0ecc2b5f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6155946
Dec 22 14:59:56.956697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60684) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:56.957723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.961145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:56.967127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:57.047091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.060823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.061026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8e11cce-95e0-440a-aabb-4c4919a2b8e5 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 14:59:57.084838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.086437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:57.091454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:57.100737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:57.101336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.106593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2bef9-eee0-4c5a-8a4e-f522308c79b5 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:57.123065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.131966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.133135 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/routers/e8e11cce-95e0-440a-aabb-4c4919a2b8e5 HTTP/1.1" status: 204  len: 168 time: 3.9844737
Dec 22 14:59:57.134328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=ae0707f0-ea81-4a3b-8e42-07cf4ea930c8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:57.137003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60690) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:57.138376 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9867480
Dec 22 14:59:57.139548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:57.141205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60692) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:57.147841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'ae0707f0-ea81-4a3b-8e42-07cf4ea930c8', 'ip_address': '2001:db8::9888:fa63:db0a:9c1a'}], 'name': 'tempest-NetworksTestDHCPv6-581668395'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:57.194362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Transition to ACTIVE for port object cd20144c-55cf-4dd2-bfa8-67f5cce87401 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:57.234999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Transition to ACTIVE for port object cd20144c-55cf-4dd2-bfa8-67f5cce87401 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:57.235175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.242821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:57.255396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.260407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.266673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-26f0c5e0-7eec-47de-a787-cf31f7b52aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:57.338733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6d9a08-2b46-48a3-8117-8fef4a115ba9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:57.342757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:57.350594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d8366d35-a497-4dfe-bbdd-454d8f3d4a70 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:59:57.373189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.374382 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a6d9a08-2b46-48a3-8117-8fef4a115ba9 HTTP/1.1" status: 204  len: 168 time: 0.4163642
Dec 22 14:59:57.402853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:57.433334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:57.439933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.443091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:57.465773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:57.495983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:59:57.502772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.558266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d8d18-90a9-4e74-b5de-0fdc1d1b6b6c req-ce049590-11a9-4dae-ba42-bfde36ab8168 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:57.560013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e07d8d18-90a9-4e74-b5de-0fdc1d1b6b6c req-ce049590-11a9-4dae-ba42-bfde36ab8168 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.2037942
Dec 22 14:59:57.564268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: d8366d35-a497-4dfe-bbdd-454d8f3d4a70 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 14:59:57.564752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d8366d35-a497-4dfe-bbdd-454d8f3d4a70 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:59:57.567820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port d9ce7529-fc67-4547-a8ca-3c5e801f562d yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 14:59:57.577317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.601518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Network e3092f99-0550-4340-b2c6-6a9ed2c960c5 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:57.603041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:57.607346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:57.626393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Pushing event updated for resources: {'Port': ['ID=cd20144c-55cf-4dd2-bfa8-67f5cce87401,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:57.640573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:57.760353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.817348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::9888:fa63:db0a:9c1a (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/ae0707f0-ea81-4a3b-8e42-07cf4ea930c8/d9ce7529-fc67-4547-a8ca-3c5e801f562d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:57.895058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'ae0707f0-ea81-4a3b-8e42-07cf4ea930c8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 14:59:57.906689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.935174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.944693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Attempting to bind port cd20144c-55cf-4dd2-bfa8-67f5cce87401 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:57.944693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Attempting to bind port cd20144c-55cf-4dd2-bfa8-67f5cce87401 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a336f6b6-d00b-4115-9966-fed734993b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:57.944693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Attempting to bind port cd20144c-55cf-4dd2-bfa8-67f5cce87401 on network e3092f99-0550-4340-b2c6-6a9ed2c960c5 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:57.949476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0764e55f-79f4-4cc1-a969-f91327013df7 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:57.982219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:57.982708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Checking segment: {'id': 'a336f6b6-d00b-4115-9966-fed734993b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:57.983246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.983823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Bound using segment: {'id': 'a336f6b6-d00b-4115-9966-fed734993b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:57.984350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Bound port: cd20144c-55cf-4dd2-bfa8-67f5cce87401, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a336f6b6-d00b-4115-9966-fed734993b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3092f99-0550-4340-b2c6-6a9ed2c960c5'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:57.985160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:57.985272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60708) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.009216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aba990-2243-4f49-8432-2d09909d1998,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:58.012374 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e07d8d18-90a9-4e74-b5de-0fdc1d1b6b6c req-b96bb6b8-1d36-49bd-93bd-77980b71ef4c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499586
Dec 22 14:59:58.028294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:58.041633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.056420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.058999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.087611 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/subnets/c4aba990-2243-4f49-8432-2d09909d1998 HTTP/1.1" status: 204  len: 168 time: 1.2701442
Dec 22 14:59:58.092138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60714) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.109092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.117118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:58.124348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7cabae813641dfa4500255c0119f53 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:58.128229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:58.136104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:58.181025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc859264-ff9f-4050-8524-0c078812cff8 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:58.183342 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cc859264-ff9f-4050-8524-0c078812cff8 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0901294
Dec 22 14:59:58.190481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.193791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60720) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.194959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] For port cd20144c-55cf-4dd2-bfa8-67f5cce87401, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:58.207075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:59:58.211004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] For port cd20144c-55cf-4dd2-bfa8-67f5cce87401, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cd20144c-55cf-4dd2-bfa8-67f5cce87401,segment=NetworkSegment(a336f6b6-d00b-4115-9966-fed734993b8d),segment_id=a336f6b6-d00b-4115-9966-fed734993b8d)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:58.217377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.221311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:58.237315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.292572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object d9ce7529-fc67-4547-a8ca-3c5e801f562d will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:58.323664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Pushing event updated for resources: {'Port': ['ID=cd20144c-55cf-4dd2-bfa8-67f5cce87401,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:58.325649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Deleting port 4413627c-14cf-4e58-8a24-56d788f5bb61 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:58.325979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.328049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:58.341304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.358800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Deleting port cd20144c-55cf-4dd2-bfa8-67f5cce87401 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:58.359198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.409546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.420711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.429022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:58.464335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8348f76-b663-4073-92f2-fa1bfb47ad88 None None] Network e3092f99-0550-4340-b2c6-6a9ed2c960c5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 14:59:58.473481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.481548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/ae0707f0-ea81-4a3b-8e42-07cf4ea930c8/45509f03-83f8-4436-a160-bebe281c18b9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:59:58.486366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:58.553489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b3b028-3d55-4206-bdad-558e5d911e7e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:58.563344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:58.566929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=d9ce7529-fc67-4547-a8ca-3c5e801f562d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:58.583410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:58.596085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:58.600220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:58.608829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0c2e-454c-482b-875d-583255e439a3 req-24a39e64-ab1a-4e87-b819-5b99ed8f6400 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:58.609524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a33c0c2e-454c-482b-875d-583255e439a3 req-24a39e64-ab1a-4e87-b819-5b99ed8f6400 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Synchronizing usage tracker for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:58.610341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:58.615362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:58.616025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.631446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a7cabae813641dfa4500255c0119f53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6441982
Dec 22 14:59:58.637513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60726) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.664930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] For port 4413627c-14cf-4e58-8a24-56d788f5bb61, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4413627c-14cf-4e58-8a24-56d788f5bb61,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:58.665282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.732055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a33c0c2e-454c-482b-875d-583255e439a3 req-24a39e64-ab1a-4e87-b819-5b99ed8f6400 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Unset dirty status for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:58.733301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a33c0c2e-454c-482b-875d-583255e439a3 req-24a39e64-ab1a-4e87-b819-5b99ed8f6400 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.4972477
Dec 22 14:59:58.761645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.6194227
Dec 22 14:59:58.779915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60730) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.798800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Calling delete_port for 4413627c-14cf-4e58-8a24-56d788f5bb61 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:58.857759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] For port cd20144c-55cf-4dd2-bfa8-67f5cce87401, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cd20144c-55cf-4dd2-bfa8-67f5cce87401,segment=NetworkSegment(a336f6b6-d00b-4115-9966-fed734993b8d),segment_id=a336f6b6-d00b-4115-9966-fed734993b8d)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 14:59:58.858118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.901452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a33c0c2e-454c-482b-875d-583255e439a3 req-b2c08cd6-ffcf-4cfc-bfeb-4c239f7efbb3 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136670
Dec 22 14:59:58.912477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.942120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Transition to ACTIVE for port object 45509f03-83f8-4436-a160-bebe281c18b9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:58.950276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60736) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:58.969547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Transition to ACTIVE for port object 45509f03-83f8-4436-a160-bebe281c18b9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:59:58.976253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:58.985075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:59.068823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:59:59.072831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:59:59.083501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 14:59:59.085804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Pushing event updated for resources: {'Port': ['ID=45509f03-83f8-4436-a160-bebe281c18b9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:59.094899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:59.095117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-35b1fd43-7b48-489a-99b3-81d44fdf8c10 tempest-TestNetworkAdvancedServerOps-515812717 tempest-TestNetworkAdvancedServerOps-515812717-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1094 time: 0.1410496
Dec 22 14:59:59.095117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.097594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60740) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:59.098211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-004a5923-e084-49f4-816c-11ca388451b0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:59.125579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Calling delete_port for cd20144c-55cf-4dd2-bfa8-67f5cce87401 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 14:59:59.147833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'fixed_ip_address': '172.20.0.27'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 14:59:59.154694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event deleted for resources: {'Port': ['ID=4413627c-14cf-4e58-8a24-56d788f5bb61,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:59.159662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:59:59.161774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:59.164753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Usage tracker for resource:floatingip and tenant:0469d3131f604f12a957d2f72509d48a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:59:59.168867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:59:59.173604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.188191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Attempting to bind port 45509f03-83f8-4436-a160-bebe281c18b9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:59:59.188596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Attempting to bind port 45509f03-83f8-4436-a160-bebe281c18b9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:59:59.188964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Attempting to bind port 45509f03-83f8-4436-a160-bebe281c18b9 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 14:59:59.196418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 14:59:59.196803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 14:59:59.198055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.198347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 14:59:59.199703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Bound port: 45509f03-83f8-4436-a160-bebe281c18b9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:59:59.199703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.205487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:59:59.239000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.254771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.255106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e586bc1-4d7d-4430-baaf-4b334b0b8a5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:59:59.255808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e586bc1-4d7d-4430-baaf-4b334b0b8a5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:59:59.300803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.302111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.306862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:59.324924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 14:59:59.328190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=45509f03-83f8-4436-a160-bebe281c18b9,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 14:59:59.333140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.337741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:59.342819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e586bc1-4d7d-4430-baaf-4b334b0b8a5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:59:59.344102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0e586bc1-4d7d-4430-baaf-4b334b0b8a5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.5631454
Dec 22 14:59:59.354426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60744) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:59:59.355279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Port': ['ID=cd20144c-55cf-4dd2-bfa8-67f5cce87401,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:59.358223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:59.412030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] No DVR routers for this DVR port cd20144c-55cf-4dd2-bfa8-67f5cce87401 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:59:59.463627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Pushing event updated for resources: {'Port': ['ID=45509f03-83f8-4436-a160-bebe281c18b9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:59.475539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:59.545767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.554647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-778551f4-c163-4cf1-a2d1-ec9c90f74e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:59:59.565754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port d9ce7529-fc67-4547-a8ca-3c5e801f562d {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 14:59:59.565754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.645799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.663811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b3b028-3d55-4206-bdad-558e5d911e7e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:59:59.672499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:59:59.736907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.862665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.866182 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9b3b028-3d55-4206-bdad-558e5d911e7e HTTP/1.1" status: 204  len: 168 time: 1.2184391
Dec 22 14:59:59.872752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574e56ca0>,) {'filters': {'network_id': ['e3092f99-0550-4340-b2c6-6a9ed2c960c5']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:59.891717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e56ca0>, 'a336f6b6-d00b-4115-9966-fed734993b8d') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:59.892005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e56ca0>, 'a336f6b6-d00b-4115-9966-fed734993b8d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:59:59.915313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.942325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.947754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.962793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 14:59:59.963292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.964009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:59:59.977684 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:59:59.980942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.040436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.041210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d103659a-4e7f-49b6-adaa-2a09f12adbe8 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:00.050899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.113794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.115200 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "DELETE /v2.0/routers/d103659a-4e7f-49b6-adaa-2a09f12adbe8 HTTP/1.1" status: 204  len: 168 time: 2.9767857
Dec 22 15:00:00.119464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60758) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:00.127538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1525502728', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:00.136619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:00.154608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:00.159074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:00.169404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:00.182349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Allocated IP 172.26.3.239 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/78514398-4fae-4ff5-8e62-0b3e63550c7f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:00.193878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.194791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.246575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for d9ce7529-fc67-4547-a8ca-3c5e801f562d owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:00.337000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60762) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:00.375603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.380054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.392043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:00.394437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.408121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.428661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.432516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=e3092f99-0550-4340-b2c6-6a9ed2c960c5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:00.433613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93841f6d-55c9-4c11-9092-954b6d584b22 tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:00.436910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:00.438300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/e3092f99-0550-4340-b2c6-6a9ed2c960c5 HTTP/1.1" status: 204  len: 168 time: 2.2435889
Dec 22 15:00:00.441507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60766) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:00.509223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:00.515891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:00.524370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.528022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:00.530611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9840e9595c640a482590e89ab270902 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:00.536954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:00.539756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:00.565905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:00.569017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=78514398-4fae-4ff5-8e62-0b3e63550c7f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:00.578920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:00.593165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.594747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:00.642890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=d9ce7529-fc67-4547-a8ca-3c5e801f562d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:00.653509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:00.680895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.686315 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d9ce7529-fc67-4547-a8ca-3c5e801f562d HTTP/1.1" status: 204  len: 168 time: 1.3249910
Dec 22 15:00:00.687230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60772) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:00.723086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-21981858-00b7-400a-a21a-fe90dac6219d None None] Provisioning for port 45509f03-83f8-4436-a160-bebe281c18b9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:00.762741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.824365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd069777-c616-48ee-ad28-8beab436829f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:00.825825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd069777-c616-48ee-ad28-8beab436829f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:00.826656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bd069777-c616-48ee-ad28-8beab436829f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:00.942763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.945249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5e7be2f1-71eb-4781-b03b-23d79265beaf None None] Could not find standard attr ID for object d9ce7529-fc67-4547-a8ca-3c5e801f562d. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:00:00.952654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:00.966809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:00.984555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.038184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bd069777-c616-48ee-ad28-8beab436829f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:01.042513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd069777-c616-48ee-ad28-8beab436829f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3506854
Dec 22 15:00:01.043429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60778) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:01.050068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.091106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7058fe-0c09-4da5-a9e1-e3d2bf9ec940,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:01.102594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:01.105527 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9840e9595c640a482590e89ab270902&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7674456
Dec 22 15:00:01.108361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60782) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:01.118462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574ff2340>,) {'filters': {'network_id': ['0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:01.139237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574ff2340>, '2bfa5028-8d1e-4803-8113-896880de428b') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:01.139520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574ff2340>, '2bfa5028-8d1e-4803-8113-896880de428b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:01.152304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb0059-3edc-49a8-9024-fdf91eae0417 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:00:01.169844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.241723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.252638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:01.253241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.293688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb0059-3edc-49a8-9024-fdf91eae0417 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:01.307912 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:01.357900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 45509f03-83f8-4436-a160-bebe281c18b9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:01.464638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.471003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:01.487912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet ae0707f0-ea81-4a3b-8e42-07cf4ea930c8 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:01.493456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.501115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.507016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.542815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:01.549383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:01.552485 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/0af11fa6-de5f-4d46-ba8f-3d3a8f81e88f HTTP/1.1" status: 204  len: 168 time: 1.1100349
Dec 22 15:00:01.555032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60788) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:01.558428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.561582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 45509f03-83f8-4436-a160-bebe281c18b9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:01.604996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 45509f03-83f8-4436-a160-bebe281c18b9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:01.605373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.678291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.693838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.698490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.728165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.737112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:01.745944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.797041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7058fe-0c09-4da5-a9e1-e3d2bf9ec940,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:01.803667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:01.846223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.847354 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b7058fe-0c09-4da5-a9e1-e3d2bf9ec940 HTTP/1.1" status: 204  len: 168 time: 0.7380252
Dec 22 15:00:01.872083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.937703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=45509f03-83f8-4436-a160-bebe281c18b9,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:01.941872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:01.944093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-438e065d-3f15-41c0-b8e3-6b1bab641b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:01.981803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5bf3f-fa3d-414e-bd0d-cd97be3277a8 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:00:02.005284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.024677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.051181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c48d30>,) {'filters': {'network_id': ['7abef6e3-fae7-45ed-8772-9d3e140952bd']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:02.062123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Allocated IP 172.26.3.118 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/0a14e7b3-a756-4ccd-bdd3-092cf24d822f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:02.065935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=45509f03-83f8-4436-a160-bebe281c18b9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:02.071379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:02.075705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48d30>, 'baf98b90-ccc8-4c31-880f-3d61d74c7aa0') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:02.076501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48d30>, 'baf98b90-ccc8-4c31-880f-3d61d74c7aa0') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:02.109541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.140652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.148645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:02.149268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.151687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5bf3f-fa3d-414e-bd0d-cd97be3277a8 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:00:02.171383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.250880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:02.324032 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:02.384191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.385225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.394747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.407266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:02.427810 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/7abef6e3-fae7-45ed-8772-9d3e140952bd HTTP/1.1" status: 204  len: 168 time: 0.8717899
Dec 22 15:00:02.429684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60804) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:02.440474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=7abef6e3-fae7-45ed-8772-9d3e140952bd,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:02.443318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:02.462303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.468301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ee46ab04-2eba-4fdc-a6d5-4bbe5aa18252 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:02.512185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0707f0-ea81-4a3b-8e42-07cf4ea930c8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:02.515273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:02.528439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.547608 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/ae0707f0-ea81-4a3b-8e42-07cf4ea930c8 HTTP/1.1" status: 204  len: 168 time: 1.5031619
Dec 22 15:00:02.550064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60812) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:02.582425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.584398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.591037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:02.626540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9eba11-77c5-4a1c-947a-13f5cee1a028 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:02.648897 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e0c623b7-1972-4ddf-a2a0-fe42a32e1bcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0974345
Dec 22 15:00:02.652069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60816) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:02.666552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:02.674685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.684870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:02.716680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event updated for resources: {'Port': ['ID=0a14e7b3-a756-4ccd-bdd3-092cf24d822f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:02.727745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:02.728221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10d5c9a9-3e02-451b-a49e-54a5f46c764d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:02.834128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:02.834889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event updated for resources: {'Port': ['ID=78514398-4fae-4ff5-8e62-0b3e63550c7f,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:02.875635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:02.879922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:02.882842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:02.887517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:02.889212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:02.889380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:02.897312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:02.900682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:02.905286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.037783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.048207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:00:03.058144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Deleting port 45509f03-83f8-4436-a160-bebe281c18b9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:03.059905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.127272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.174406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574813a90>,) {'filters': {'network_id': ['9e6ad318-d7cf-41a5-85ff-b2f58d1408cc']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:03.320916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.349596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 45509f03-83f8-4436-a160-bebe281c18b9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:03.355760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.365034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:03.413727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574813a90>, '0db60c74-db31-455c-8e85-28951eb94403') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:03.414054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574813a90>, '0db60c74-db31-455c-8e85-28951eb94403') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:03.443401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=45509f03-83f8-4436-a160-bebe281c18b9,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:03.443660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.443946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.444051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=79c23843-ee65-4290-955c-2efd0a5f226f,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:03.446702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:03.459010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:03.460942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:03.466286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:03.466286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.490305 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8360672
Dec 22 15:00:03.492875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:03.500260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '79c23843-ee65-4290-955c-2efd0a5f226f', 'ip_address': '2001:db8::f0a7:c6b5:1884:fd86'}], 'name': 'tempest-NetworksTestDHCPv6-1846009842'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:03.501775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.537419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:03.537884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:03.553038 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:03.643095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Calling delete_port for 45509f03-83f8-4436-a160-bebe281c18b9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:03.663925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.708427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.724995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.727672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:03.753788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:03.764884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:03.765465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=45509f03-83f8-4436-a160-bebe281c18b9,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:03.767844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Pushing event deleted for resources: {'Network': ['ID=9e6ad318-d7cf-41a5-85ff-b2f58d1408cc,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:03.778151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:03.788090 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] 10.222.0.69 "DELETE /v2.0/networks/9e6ad318-d7cf-41a5-85ff-b2f58d1408cc HTTP/1.1" status: 204  len: 168 time: 1.3556838
Dec 22 15:00:03.790184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.790316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:03.795882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.807646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ac32f0e9-c9de-4e01-8c68-d58c5a7e392a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:03.855302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 0a229ff7-5e60-4490-9e05-879834614e12 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:03.880158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.881082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:03.888574 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Floating IP ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 associated. External IP: 172.26.3.239, port: e4ad5bf9-bf87-4957-9adb-29130d391319.
Dec 22 15:00:03.934391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:03.934804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:03.976337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=45509f03-83f8-4436-a160-bebe281c18b9,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:03.982319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:04.270207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f0a7:c6b5:1884:fd86 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/79c23843-ee65-4290-955c-2efd0a5f226f/0a229ff7-5e60-4490-9e05-879834614e12) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:04.435974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Deleting port 45509f03-83f8-4436-a160-bebe281c18b9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:04.436976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:04.513067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60858) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:04.737429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:04.783074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Router f0c208b8-ae48-4def-923b-46bc02c927a4 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:04.785002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 0a229ff7-5e60-4490-9e05-879834614e12 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:04.821424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:04.828824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e617bffb-2d79-4bbd-a13d-a8905ed31f0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:04.902810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:04.907239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:04.917428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:04.921627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:04.922234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:04.940947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=0a229ff7-5e60-4490-9e05-879834614e12,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:04.943006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:04.953453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] For port 45509f03-83f8-4436-a160-bebe281c18b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=45509f03-83f8-4436-a160-bebe281c18b9,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:04.957428 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4632719
Dec 22 15:00:04.959657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:04.959974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60870) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:05.048997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:05.061450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03671951-17de-4870-899b-448ba4242504 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:05.065929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03671951-17de-4870-899b-448ba4242504 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:05.066757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03671951-17de-4870-899b-448ba4242504 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:05.088685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03671951-17de-4870-899b-448ba4242504 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:05.089881 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03671951-17de-4870-899b-448ba4242504 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.1287682
Dec 22 15:00:05.093880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60878) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:05.174506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Calling delete_port for 45509f03-83f8-4436-a160-bebe281c18b9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:05.180642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0f10190f-3732-4d4c-82ff-3ed96c12a449 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb34cbb159414dc4b8c096b6477a6fd5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6662979
Dec 22 15:00:05.189215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60882) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:05.226090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 0a229ff7-5e60-4490-9e05-879834614e12 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:05.226436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.293254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.298003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:05.366545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] No DVR routers for this DVR port 45509f03-83f8-4436-a160-bebe281c18b9 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:05.372739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Pushing event deleted for resources: {'Port': ['ID=45509f03-83f8-4436-a160-bebe281c18b9,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:05.384138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:05.385004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:05.404919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5d809-62d6-4dc9-8877-372d9d752827 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:05.412105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.416625 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.2932365
Dec 22 15:00:05.416859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.417551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60890) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:05.426141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:05.430268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] Sync routers for ids ['f0c208b8-ae48-4def-923b-46bc02c927a4'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:05.445244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.524700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.552210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8edb5011-a41f-404c-9ac3-a4ced34d2c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:05.566255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] Routers {'f0c208b8-ae48-4def-923b-46bc02c927a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:05.566976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f9f850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f0c208b8-ae48-4def-923b-46bc02c927a4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:05.636811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f9f850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:05.651640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60896) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:05.657562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176921f-6fe7-4550-bc8e-e203efaabf39,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:05.662139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:05.663181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] Routers {'f0c208b8-ae48-4def-923b-46bc02c927a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:05.663816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f9f850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f0c208b8-ae48-4def-923b-46bc02c927a4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:05.671013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.675051 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7176921f-6fe7-4550-bc8e-e203efaabf39 HTTP/1.1" status: 204  len: 168 time: 0.4850247
Dec 22 15:00:05.726699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:05.738781 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Sync routers for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:05.761189 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:05.762193 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c97730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:05.762440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.771710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f9f850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:05.776846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52f5ec-ace5-44bb-afe4-73eeffbd37a3 None None] The sync data for ids ['f0c208b8-ae48-4def-923b-46bc02c927a4'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:05.820499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:05.933149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.8036504
Dec 22 15:00:05.935767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:00:06.069669 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:06.086173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6daa3fda-f2e3-476e-8453-26701b049019 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:06.095339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 0a229ff7-5e60-4490-9e05-879834614e12 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:06.177736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '79c23843-ee65-4290-955c-2efd0a5f226f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:06.178369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:06.318992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'status': 'completed', 'code': 200}
Dec 22 15:00:06.340221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ac893-4ffe-4867-bb73-8727a568e97b req-ddce0691-afe6-4b42-81ad-44e063f270f6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:06.341777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-491ac893-4ffe-4867-bb73-8727a568e97b req-ddce0691-afe6-4b42-81ad-44e063f270f6 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.1913333
Dec 22 15:00:06.400863 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6daa3fda-f2e3-476e-8453-26701b049019 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "PUT /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a HTTP/1.1" status: 200  len: 366 time: 0.7446835
Dec 22 15:00:06.401810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60916) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.419259 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9f0468bc-2aa9-4839-bdfb-27103586c1d7 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0141301
Dec 22 15:00:06.420055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60920) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.436651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-491ac893-4ffe-4867-bb73-8727a568e97b req-3ee87253-5fe3-4b7d-9055-4a84b7fbd9da tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890319
Dec 22 15:00:06.460544 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-26a1bd28-811c-4784-878c-f349f012f0d5 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a HTTP/1.1" status: 200  len: 366 time: 0.0371153
Dec 22 15:00:06.461762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60926) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.479991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60930) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.483757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:06.525442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/79c23843-ee65-4290-955c-2efd0a5f226f/d57b5af7-3a78-476f-a511-bde11a8a417d) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:06.590559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-23bffbb3-62ef-4805-bb7e-17f7469fb91a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0469d3131f604f12a957d2f72509d48a&device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1099 time: 0.1893511
Dec 22 15:00:06.678129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c96e11d7-e29b-4c9f-b4b9-00f2f12f9483 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:06.802238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=0a229ff7-5e60-4490-9e05-879834614e12,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:06.820686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:06.898053 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-df6e72df-b25f-41a0-b818-f526bc680fdc tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a HTTP/1.1" status: 204  len: 168 time: 0.4351766
Dec 22 15:00:06.905843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60942) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.932537 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c97730>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'mac_address': 'fa:16:3e:ba:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:00:01Z', 'updated_at': '2021-12-22T15:00:01Z', 'revision_number': 0, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:06.933155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:06.937425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:06.938217 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Checking router: e642f8ee-73b9-4d96-9c36-ef311a1cdd12 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:06.951042 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:06.951944 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c97730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:06.953929 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0021e11e-3710-4e08-bc53-1f06a86a1953 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 200  len: 992 time: 0.4721651
Dec 22 15:00:06.962418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/0a229ff7-5e60-4490-9e05-879834614e12 HTTP/1.1" status: 204  len: 168 time: 1.8673768
Dec 22 15:00:06.966609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60946) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.967841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Transition to ACTIVE for port object d57b5af7-3a78-476f-a511-bde11a8a417d will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:06.971453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-77986abe-0547-46d8-8b50-1fda011caf43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:06.972946 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-77986abe-0547-46d8-8b50-1fda011caf43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 200  len: 898 time: 0.3386655
Dec 22 15:00:06.977524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac139a7a-91ea-4224-8e3a-5597db94f283 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0550833
Dec 22 15:00:06.978605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60950) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:06.992747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Transition to ACTIVE for port object d57b5af7-3a78-476f-a511-bde11a8a417d will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:07.004059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.022686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:07.060054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55218910-d059-45ef-853e-83aeaac98557 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:07.062954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55218910-d059-45ef-853e-83aeaac98557 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:07.065189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-55218910-d059-45ef-853e-83aeaac98557 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:07.099980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-55218910-d059-45ef-853e-83aeaac98557 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:07.109467 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-55218910-d059-45ef-853e-83aeaac98557 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1417775
Dec 22 15:00:07.111707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60956) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.170680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:07.198645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:07.211433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:07.215382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:07.218397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Pushing event updated for resources: {'Port': ['ID=d57b5af7-3a78-476f-a511-bde11a8a417d,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:07.235334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:07.259253 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-d88be9aa-9bfe-4ae7-81ff-4637f1387056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 200  len: 1000 time: 0.2392240
Dec 22 15:00:07.263980 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-45c5904a-6571-4ce7-881f-64a1733db516 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a HTTP/1.1" status: 200  len: 370 time: 0.2819285
Dec 22 15:00:07.276741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60964) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.284146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c60b451a-8daf-44a2-b769-bd6c2627c739 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a/default HTTP/1.1" status: 200  len: 370 time: 0.0062158
Dec 22 15:00:07.287846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60968) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.403055 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-a918a2a4-d90c-42c4-8957-f777a0b4506a tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] delete failed (client error): The resource could not be found.
Dec 22 15:00:07.404273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Attempting to bind port d57b5af7-3a78-476f-a511-bde11a8a417d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:07.411702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Attempting to bind port d57b5af7-3a78-476f-a511-bde11a8a417d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:07.411702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Attempting to bind port d57b5af7-3a78-476f-a511-bde11a8a417d on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:07.411903 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a918a2a4-d90c-42c4-8957-f777a0b4506a tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/2d4102ba26a9411390e1a32f0704222a HTTP/1.1" status: 404  len: 348 time: 0.1183724
Dec 22 15:00:07.430332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.440044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:07.441136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:07.449441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.450008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:07.453058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Bound port: d57b5af7-3a78-476f-a511-bde11a8a417d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:07.453530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.475378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-715c495a-17d3-47c4-82d7-c2b13249b99f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:07.476862 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-715c495a-17d3-47c4-82d7-c2b13249b99f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f73f339-51e1-478e-a310-7dbcb55437de HTTP/1.1" status: 200  len: 837 time: 0.1869648
Dec 22 15:00:07.477310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 60974) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.517452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 79c23843-ee65-4290-955c-2efd0a5f226f {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:07.527674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.668094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.684436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-c0cb7537-6b54-44d5-9245-9a0ecdcd5b69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=676a16bd-3023-4b30-bb25-270f33f39a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1493514
Dec 22 15:00:07.719417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] For port d57b5af7-3a78-476f-a511-bde11a8a417d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:07.724945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] For port d57b5af7-3a78-476f-a511-bde11a8a417d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d57b5af7-3a78-476f-a511-bde11a8a417d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:07.733785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:07.745731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:07.814606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60982) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.879657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Pushing event updated for resources: {'Port': ['ID=d57b5af7-3a78-476f-a511-bde11a8a417d,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:07.887913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:network and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:07.889598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:07.903547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:07.926722 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c97730>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'mac_address': 'fa:16:3e:ba:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:00:01Z', 'updated_at': '2021-12-22T15:00:01Z', 'revision_number': 0, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:07.938839 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a3fda-8652-4c74-84f7-d2242f68d893 None None] The sync data for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv is: [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'mac_address': 'fa:16:3e:ba:de:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:00:01Z', 'updated_at': '2021-12-22T15:00:01Z', 'revision_number': 0, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:07.944081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:subnet and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:07.957461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60988) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:07.982087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:07.988510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.152823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:subnetpool and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.179366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.209339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:port and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.219930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b609fa38-b12c-4203-8ce5-325e5b9fdfa8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 200  len: 992 time: 0.2596481
Dec 22 15:00:08.225327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.235019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:router and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.237135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.239913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.244784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.245446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.249775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dd7a4f9d-1004-494c-81c9-e04b38030455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:08.250234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301252247'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:08.255366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:08.264286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.270126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.288361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:08.288813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=79c23843-ee65-4290-955c-2efd0a5f226f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:08.293732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:08.294752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:floatingip and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.302200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.307298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.324084 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/79c23843-ee65-4290-955c-2efd0a5f226f HTTP/1.1" status: 204  len: 168 time: 1.2111151
Dec 22 15:00:08.328352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:08.386911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:08.389750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.400057 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a60a68f7-7d31-4f9f-ade7-4b32e1abe331 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0683887
Dec 22 15:00:08.401558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 60996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:08.406573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.441638 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-ed2266a3-0e64-40f0-bb16-23aac91ad5d1 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7313173
Dec 22 15:00:08.467596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:security_group and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.474258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.497592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Usage tracker for resource:security_group_rule and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.506810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ef177-596b-47cd-904f-c4b70b0d21a1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:08.507480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ee9ef177-596b-47cd-904f-c4b70b0d21a1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:08.512458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.524776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c3ecc317-1cb3-4627-acce-8c3e2ba5c187 tempest-QuotasTest-770407109 tempest-QuotasTest-770407109-project-admin] 10.222.0.69 "GET /v2.0/quotas/f3ab2d66ac59496ca6cdb77c8a5f6a0b/details.json HTTP/1.1" status: 200  len: 703 time: 0.7033226
Dec 22 15:00:08.534418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ee9ef177-596b-47cd-904f-c4b70b0d21a1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:08.536345 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ee9ef177-596b-47cd-904f-c4b70b0d21a1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1335976
Dec 22 15:00:08.539041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32772) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:08.550887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:08.628564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958f887-9bf8-4999-b2cc-c08274bd08f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:08.629720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e958f887-9bf8-4999-b2cc-c08274bd08f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:08.635425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:security_group_rule and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:08.646389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:08.660424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:08.662125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e958f887-9bf8-4999-b2cc-c08274bd08f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:08.664100 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e958f887-9bf8-4999-b2cc-c08274bd08f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1233115
Dec 22 15:00:08.667737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32776) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:08.751883 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-06fdf06c-6499-43a7-84bc-cd5cad842ec8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0782020
Dec 22 15:00:08.752097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fff27bcf-b93f-45ef-84b5-4254602ccd8f req-33a323ed-37c1-4298-adce-8fc80d1ec111 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961709
Dec 22 15:00:08.752191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32780) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:08.757914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:08.848266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.860284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.864538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router f0c208b8-ae48-4def-923b-46bc02c927a4 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:08.865378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cab86bf-7551-4ed6-a05c-4ce11763a600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:08.883332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:08.896064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:08.909137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:08.912034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:08.918915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33339ed9-9c10-49fc-ba3f-ea09e60582fa,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:08.920674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.923287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:08.929080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:08.929420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 562b5144-3255-4784-ab80-0b2aa54ac22d of type vlan for network 019bbf97-3614-494a-afca-f217b5cff12e
Dec 22 15:00:08.941667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32788) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:09.029716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.132456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.142353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:09.142934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.154154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0221201c-af72-4a29-9746-96726af8d6a0 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:09.215521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943a9db-861e-457c-883a-793ea0d59053 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:09.229647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.236769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32796) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:09.314996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:09.319520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f154b3a82b534dcd95cfed4f3c1d0001 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:09.323037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:09.330159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:09.352919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.362730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=019bbf97-3614-494a-afca-f217b5cff12e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:09.367260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:09.376401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9701c4d6-0e93-4d85-b5cc-37f62466727c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:09.388995 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.9081168
Dec 22 15:00:09.426636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 019bbf97-3614-494a-afca-f217b5cff12e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:09.447818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d57b5af7-3a78-476f-a511-bde11a8a417d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:09.457400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:09.461423 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-64ac08ce-206c-4f30-9c0d-5f1201ee51ca tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 200  len: 992 time: 0.2225428
Dec 22 15:00:09.465662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:09.476821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:09.477274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.519059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:09.533058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.534760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-66f08e62-70d3-4b67-95a3-625c15bf339b tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "PUT /v2.0/routers/f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 200  len: 922 time: 4.1159117
Dec 22 15:00:09.537635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32800) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:09.618195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] Sync routers for ids ['f0c208b8-ae48-4def-923b-46bc02c927a4'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:09.654752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=4fcb9ada-a307-42c5-91ad-380d558aba78,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:09.660708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.662149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:09.669674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:09.706015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2135c261-4497-41d0-86f3-765c42ca8aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:09.721344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] Routers {'f0c208b8-ae48-4def-923b-46bc02c927a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:09.722238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857607ad90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f0c208b8-ae48-4def-923b-46bc02c927a4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:09.754944 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f154b3a82b534dcd95cfed4f3c1d0001&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8114803
Dec 22 15:00:09.755969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32806) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:09.770300 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fba487-0b41-4f21-a3cc-2b85e7ae89b6 None None] New status for floating IP ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:00:09.775104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0218213
Dec 22 15:00:09.783493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32810) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:09.801542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '4fcb9ada-a307-42c5-91ad-380d558aba78', 'ip_address': '2001:db8::7921:317:1b61:3ebd'}], 'name': 'tempest-NetworksTestDHCPv6-1256460821'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:09.913175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857607ad90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:09.942224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] Routers {'f0c208b8-ae48-4def-923b-46bc02c927a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:09.942860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857607ad90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f0c208b8-ae48-4def-923b-46bc02c927a4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:09.988419 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1596c6a7-e5f7-4054-b7bd-d2e7db25a5a4 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 200  len: 922 time: 0.4480023
Dec 22 15:00:09.990041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32814) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:10.015239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76b8b86c-1aaf-4a83-950a-1149a5e23c43 None None] Provisioning for port d57b5af7-3a78-476f-a511-bde11a8a417d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:10.021354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f50da1-c993-4345-9368-39295ebec866,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:10.030628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857607ad90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:10.031955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663d091-ab68-47fd-a9d6-ec302cd3379d None None] The sync data for ids ['f0c208b8-ae48-4def-923b-46bc02c927a4'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:10.039585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:10.047513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76b8b86c-1aaf-4a83-950a-1149a5e23c43 None None] Could not find standard attr ID for object 0a229ff7-5e60-4490-9e05-879834614e12. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:00:10.058512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d57b5af7-3a78-476f-a511-bde11a8a417d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:10.065713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d57b5af7-3a78-476f-a511-bde11a8a417d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:10.066278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.123599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-41428c8b-6cf7-40f7-bdea-f59d3f712bf6 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Synchronizing usage tracker for tenant:69ea7f7949294712b2c23e1894c7720a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:10.159282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-41428c8b-6cf7-40f7-bdea-f59d3f712bf6 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Unset dirty status for tenant:69ea7f7949294712b2c23e1894c7720a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:10.163660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-41428c8b-6cf7-40f7-bdea-f59d3f712bf6 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=f0c208b8-ae48-4def-923b-46bc02c927a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1723514
Dec 22 15:00:10.164247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32820) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:10.297824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.311187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.324596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:10.343403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:10.362343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:10.370087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.405885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd9496-9ce4-4095-a231-87bb42c04208 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:10.408632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d2fd9496-9ce4-4095-a231-87bb42c04208 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Synchronizing usage tracker for tenant:69ea7f7949294712b2c23e1894c7720a on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:10.415349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d57b5af7-3a78-476f-a511-bde11a8a417d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d57b5af7-3a78-476f-a511-bde11a8a417d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:10.419592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port f1d08a63-3612-4a73-b0fc-265012afc8dd yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:10.422049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.423927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:10.448733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d2fd9496-9ce4-4095-a231-87bb42c04208 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Unset dirty status for tenant:69ea7f7949294712b2c23e1894c7720a on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:10.452569 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d2fd9496-9ce4-4095-a231-87bb42c04208 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.2820699
Dec 22 15:00:10.452825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32826) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:10.510980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df5cd5-5e4e-4e2d-89dd-6648a1869f69 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:10.545655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1885da42-cb82-4097-8e4e-ef540840ce8d tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 200  len: 205 time: 0.0896060
Dec 22 15:00:10.545655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32830) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:10.546354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32832) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:10.640376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::7921:317:1b61:3ebd (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/4fcb9ada-a307-42c5-91ad-380d558aba78/f1d08a63-3612-4a73-b0fc-265012afc8dd) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:10.842667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4f59093d-6e58-4cf7-bbbc-5cdf126be937 None None] Provisioning complete for port d57b5af7-3a78-476f-a511-bde11a8a417d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:10.843044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4f59093d-6e58-4cf7-bbbc-5cdf126be937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.863226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.880795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object f1d08a63-3612-4a73-b0fc-265012afc8dd will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:10.910899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.912476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d57b5af7-3a78-476f-a511-bde11a8a417d,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:10.918671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:10.927464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:10.936751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:11.001170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:11.005738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:11.028190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:11.032347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:11.033269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.066539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5496e112-21ff-40e9-abe8-4bca4dab3c9d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 200  len: 994 time: 0.5196307
Dec 22 15:00:11.096642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=f1d08a63-3612-4a73-b0fc-265012afc8dd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:11.104880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:11.111909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.120522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a25937ed-d219-4c7f-b4f6-f933be5a8339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:11.165248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f50da1-c993-4345-9368-39295ebec866,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:11.193208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4015083
Dec 22 15:00:11.193208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.193208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30f50da1-c993-4345-9368-39295ebec866 HTTP/1.1" status: 204  len: 168 time: 1.4242077
Dec 22 15:00:11.193208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32840) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:11.193208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:11.211684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '4fcb9ada-a307-42c5-91ad-380d558aba78', 'ip_address': '2001:db8::7921:317:1b61:3ebd'}], 'name': 'tempest-NetworksTestDHCPv6-1722263357'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:11.382666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d57b5af7-3a78-476f-a511-bde11a8a417d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:11.387850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.484131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96791d1f-0e81-4c6f-a38d-0e49b7838d11 None None] Provisioning complete for port d57b5af7-3a78-476f-a511-bde11a8a417d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:11.484501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96791d1f-0e81-4c6f-a38d-0e49b7838d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.500184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:11.506375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:11.510298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:11.525980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:11.539498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:11.553355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.614249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port f8dc96d1-2f57-42bc-a2a6-1762639743d7 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:11.904204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d57b5af7-3a78-476f-a511-bde11a8a417d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:11.904849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.953332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:11.971357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port 0a14e7b3-a756-4ccd-bdd3-092cf24d822f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:11.975316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:12.027143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c7f98f5d-4df5-4a76-ae6d-fcdc1ddd7ace None None] Could not find standard attr ID for object 0a229ff7-5e60-4490-9e05-879834614e12. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:00:12.061023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32852) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:12.091421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:12.115518 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:00:12.116031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:00:12.153991 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6c40d2b5-e63b-45d9-934c-f350fb102760 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.9486203
Dec 22 15:00:12.156323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32856) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:12.266370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aaea1a1a-6f2d-4074-a5da-0c287501d415 None None] Provisioning for port f1d08a63-3612-4a73-b0fc-265012afc8dd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:12.269783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181f360-7672-4ed8-b9e5-0f67db0b7a2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:12.273793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181f360-7672-4ed8-b9e5-0f67db0b7a2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:12.274569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d181f360-7672-4ed8-b9e5-0f67db0b7a2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:12.278515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aaea1a1a-6f2d-4074-a5da-0c287501d415 None None] Provisioning complete for port f1d08a63-3612-4a73-b0fc-265012afc8dd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:12.279104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aaea1a1a-6f2d-4074-a5da-0c287501d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:12.295149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d181f360-7672-4ed8-b9e5-0f67db0b7a2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:12.303517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32862) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:12.303741 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d181f360-7672-4ed8-b9e5-0f67db0b7a2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.1437821
Dec 22 15:00:12.377632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:12.417938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aaea1a1a-6f2d-4074-a5da-0c287501d415 None None] Port f1d08a63-3612-4a73-b0fc-265012afc8dd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:00:12.428365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ab2d66ac59496ca6cdb77c8a5f6a0b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:12.438100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:12.475500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:12.483892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:12.501231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port f1d08a63-3612-4a73-b0fc-265012afc8dd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:12.501565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:12.654966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32868) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:12.659807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for 0a14e7b3-a756-4ccd-bdd3-092cf24d822f owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:12.661205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': '019bbf97-3614-494a-afca-f217b5cff12e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:12.771849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:12.775805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:12.778605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:12.784353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:12.794519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:12.898465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.000646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.014022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.030427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:13.055713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f564171-9f1e-4e24-8b5d-34ec1499820c req-4a87f728-9b02-4fee-ae3b-3c9057157745 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:13.058417 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f564171-9f1e-4e24-8b5d-34ec1499820c req-4a87f728-9b02-4fee-ae3b-3c9057157745 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4099846
Dec 22 15:00:13.152579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f30973-6284-4b20-bb61-97ac1a657b7b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:13.202934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3ab2d66ac59496ca6cdb77c8a5f6a0b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1376255
Dec 22 15:00:13.209051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32876) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:13.211650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.299569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.308182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:13.339198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.400914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=4c4850f4-c162-4d46-8d1b-d852d87390e7,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:13.408900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.409349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.409797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.410223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.410656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.411290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.411650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.412034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.412165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.412369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.412754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.413088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:13.419106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:13.455957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': '562b5144-3255-4784-ab80-0b2aa54ac22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:13.456307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: 019bbf97-3614-494a-afca-f217b5cff12e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:13.480961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network 019bbf97-3614-494a-afca-f217b5cff12e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:13.483095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for f1d08a63-3612-4a73-b0fc-265012afc8dd owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:13.488395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.492607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:13.503310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 019bbf97-3614-494a-afca-f217b5cff12e) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:13.507658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f30973-6284-4b20-bb61-97ac1a657b7b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:13.511558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:13.512317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:13.513319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:13.513956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.514388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b2e62-69fa-46d0-be05-31854a6d2ba0 None None] Network 019bbf97-3614-494a-afca-f217b5cff12e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:13.522186 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f564171-9f1e-4e24-8b5d-34ec1499820c req-42b806bd-6979-446d-bee7-3db57bf6016f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4479258
Dec 22 15:00:13.531683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.532841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8f30973-6284-4b20-bb61-97ac1a657b7b HTTP/1.1" status: 204  len: 168 time: 0.3228693
Dec 22 15:00:13.556659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8904319
Dec 22 15:00:13.556659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32882) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:13.562399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420830498'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:13.568693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:13.573408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:13.577776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:13.581061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.594406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:13.597917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:13.613308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:13.616709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.679137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=0a14e7b3-a756-4ccd-bdd3-092cf24d822f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:13.680906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:13.689116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:13.699349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.699697 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd of type vlan for network ec73c622-f7e3-402b-b3bc-f062453a1235
Dec 22 15:00:13.743290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.824734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.829884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:13.830992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.871220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7cb6e799-2b69-4aa4-a5bb-4250aebca2d6 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:13.896242 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3472688
Dec 22 15:00:13.897489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-019bbf97-3614-494a-afca-f217b5cff12e', 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '4c4850f4-c162-4d46-8d1b-d852d87390e7'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:13.898203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:13.931832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32890) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:13.943475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:13.999569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=ec73c622-f7e3-402b-b3bc-f062453a1235,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:14.009465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.009465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.009465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.009867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.010031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.010458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.010826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.011177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.011524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.011870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.012218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.022859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ec73c622-f7e3-402b-b3bc-f062453a1235 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:14.035510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:14.189194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.214763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-738f6720-3342-4c8c-b385-476ead90b43c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:14.256725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.287093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Allocated IP 2001:db8:0:ffff::2 (019bbf97-3614-494a-afca-f217b5cff12e/4c4850f4-c162-4d46-8d1b-d852d87390e7/09086ba6-d1ae-42bf-ace8-7d17e06ce57d) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:14.405608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=f1d08a63-3612-4a73-b0fc-265012afc8dd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:14.409239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:14.483957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:14.547802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.551209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:14.555336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.568772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Transition to ACTIVE for port object 09086ba6-d1ae-42bf-ace8-7d17e06ce57d will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:14.591653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Transition to ACTIVE for port object 09086ba6-d1ae-42bf-ace8-7d17e06ce57d will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:14.598683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.605048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:14.619103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:14.638818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:14.672330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.677000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:14.691365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Network 019bbf97-3614-494a-afca-f217b5cff12e is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:14.710488 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/f1d08a63-3612-4a73-b0fc-265012afc8dd HTTP/1.1" status: 204  len: 168 time: 2.3939650
Dec 22 15:00:14.710601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32914) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:14.720335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:14.733518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:14.737720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Pushing event updated for resources: {'Port': ['ID=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:14.756668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.781608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214666d9-652b-4e15-afa4-4cc8777eced4 req-c2469f22-9685-4ef2-b1f9-b7922fac9503 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:14.788901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-214666d9-652b-4e15-afa4-4cc8777eced4 req-c2469f22-9685-4ef2-b1f9-b7922fac9503 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.6597805
Dec 22 15:00:14.814292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32918) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:14.818120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fac95a-51f3-4179-a702-1d4ecbe7c799 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:14.819922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fac95a-51f3-4179-a702-1d4ecbe7c799 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:14.820797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-30fac95a-51f3-4179-a702-1d4ecbe7c799 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:14.838332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.850628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-30fac95a-51f3-4179-a702-1d4ecbe7c799 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:14.856166 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-30fac95a-51f3-4179-a702-1d4ecbe7c799 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1519325
Dec 22 15:00:14.856779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32924) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:14.913684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.914117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.914572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.914930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.915819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.916168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.916559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.916973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.917323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.917679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.927810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:00:14.932955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:14.963438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Attempting to bind port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:14.963914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Attempting to bind port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '562b5144-3255-4784-ab80-0b2aa54ac22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:14.964326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Attempting to bind port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d on network 019bbf97-3614-494a-afca-f217b5cff12e {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:14.976173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:14.976588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Checking segment: {'id': '562b5144-3255-4784-ab80-0b2aa54ac22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:14.978417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:14.978877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Bound using segment: {'id': '562b5144-3255-4784-ab80-0b2aa54ac22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:14.979371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Bound port: 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562b5144-3255-4784-ab80-0b2aa54ac22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '019bbf97-3614-494a-afca-f217b5cff12e'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:14.979754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.043376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1110777293'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:15.049267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-214666d9-652b-4e15-afa4-4cc8777eced4 req-f55c3c26-3ced-47b5-bb1e-b35fc04d83e8 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2594361
Dec 22 15:00:15.121813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:15.124720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] For port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:15.126405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.126936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router f0c208b8-ae48-4def-923b-46bc02c927a4 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:15.127629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:network and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:15.131114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] For port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,segment=NetworkSegment(562b5144-3255-4784-ab80-0b2aa54ac22d),segment_id=562b5144-3255-4784-ab80-0b2aa54ac22d)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:15.136881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.141701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bbde462a-1747-4067-89a3-701f6156802c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:15.142634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:15.148944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:15.154597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.160071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32930) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:15.160481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 204  len: 168 time: 4.6131892
Dec 22 15:00:15.170633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:15.174168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.188096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615741341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:15.211366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:15.218744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.229519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:15.236605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:15.263716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Pushing event updated for resources: {'Port': ['ID=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:15.266947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:15.276562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:15.312325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:15.317200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:security_group_rule and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:15.320872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:15.327464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:15.397874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.411890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:15.422345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.423413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.453035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 4fcb9ada-a307-42c5-91ad-380d558aba78 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:15.462806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.545835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=76983945-37d7-4d4d-b8c0-889cb9a6275b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:15.549551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:15.575344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:15.577699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: ec73c622-f7e3-402b-b3bc-f062453a1235, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:15.601444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.638443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.639627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network ec73c622-f7e3-402b-b3bc-f062453a1235 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:15.651477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ec73c622-f7e3-402b-b3bc-f062453a1235) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:15.656934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:15.657781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.669492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd51d39-96a8-4391-b4e9-df09202b46f4 None None] Network ec73c622-f7e3-402b-b3bc-f062453a1235 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:15.707774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.7692096
Dec 22 15:00:15.710868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:15.726756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.732140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.741684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.758489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6e47b90e-6d4d-4042-ad37-31d74f13cd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:15.812158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.872978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:15.891285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e23328-f2b1-42c4-a28c-31e2c507a7d8,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:15.904712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:15.909079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.913549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-49cfb48e-32b7-490a-9eb6-cfa1d1ff701e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7432859
Dec 22 15:00:15.913549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.913549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Added segment cf609db7-f430-428d-bcdf-24b21222d0d8 of type vlan for network eb3c4933-1688-4436-8b66-dddccf320eeb
Dec 22 15:00:15.914009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:15.943301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:15.965043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.970421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:15.978337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36edfb89-957c-4074-abd5-49df1013b0c3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:16.027566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcb9ada-a307-42c5-91ad-380d558aba78,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:16.038881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:16.068323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa0928-ab27-4bcf-95d2-906079bb6eb7 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:16.094855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.147604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.153555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.161474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:16.164543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.186717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-81943e8a-3d9f-45e7-9664-ac518b1e6d66 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:16.213732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3892479
Dec 22 15:00:16.218060 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/4fcb9ada-a307-42c5-91ad-380d558aba78 HTTP/1.1" status: 204  len: 168 time: 1.3602862
Dec 22 15:00:16.220424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32950) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:16.220966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32952) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:16.252155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ec73c622-f7e3-402b-b3bc-f062453a1235', 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '76983945-37d7-4d4d-b8c0-889cb9a6275b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:16.253003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.336317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Network': ['ID=eb3c4933-1688-4436-8b66-dddccf320eeb,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:16.339793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:16.405125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.405979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'subnet': {'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:16.585554 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-45d80bc4-698e-4ab3-88a7-6b0511c41a5c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2568910
Dec 22 15:00:16.604928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Allocated IP 2001:db8::1 (ec73c622-f7e3-402b-b3bc-f062453a1235/76983945-37d7-4d4d-b8c0-889cb9a6275b/9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:16.613890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:16.642476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:16.721551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network eb3c4933-1688-4436-8b66-dddccf320eeb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:16.725267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.822862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635b118-49ed-4b79-85a0-680301b8d0a8 None None] Network 019bbf97-3614-494a-afca-f217b5cff12e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:16.855844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:16.861407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:subnet and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:16.866337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:16.877524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:16.941115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:16.966517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa335995-f6bc-44b8-b504-7fd302ecacb2 None None] Provisioning for port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:16.976244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.039681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:17.065134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:17.070237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:17.087711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47678649-6253-4036-82a6-092f4b4f7b1a req-34454783-fd81-4229-a86e-823c4c83b547 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:17.090354 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-47678649-6253-4036-82a6-092f4b4f7b1a req-34454783-fd81-4229-a86e-823c4c83b547 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.6434631
Dec 22 15:00:17.094268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:17.095323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:17.109716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:00:17.117989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Deleting port d57b5af7-3a78-476f-a511-bde11a8a417d {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:17.118998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.198588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.205114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fa797-2596-4e0e-8d92-296962007048 req-7dfcc4a2-b082-4afd-8462-271225cecb67 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:17.206517 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0e7fa797-2596-4e0e-8d92-296962007048 req-7dfcc4a2-b082-4afd-8462-271225cecb67 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.1829271
Dec 22 15:00:17.207677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Allocated IP 172.26.3.230 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/b2912926-221c-45d6-869c-47b67fd68315) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:17.215827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:17.219820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.250213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Transition to ACTIVE for port object 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:17.304409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Transition to ACTIVE for port object 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:17.311973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.373831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.408885 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-47678649-6253-4036-82a6-092f4b4f7b1a req-14072b72-798d-49ed-a3c5-af316feff8ed tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3175535
Dec 22 15:00:17.428946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:17.467117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 09086ba6-d1ae-42bf-ace8-7d17e06ce57d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:17.494526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.499516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0e7fa797-2596-4e0e-8d92-296962007048 req-e9b2e87e-ee8e-4754-a416-35f58986d99e tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2801282
Dec 22 15:00:17.518482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a790dee6-79e8-49c3-9ef8-fe73a974025c tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:17.593075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Pushing event updated for resources: {'Port': ['ID=9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:17.596369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Network ec73c622-f7e3-402b-b3bc-f062453a1235 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:17.605001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:17.606789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:17.612723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] For port d57b5af7-3a78-476f-a511-bde11a8a417d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d57b5af7-3a78-476f-a511-bde11a8a417d,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:17.612723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.623867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:17.692666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.756230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857458c550>,) {'filters': {'network_id': ['ec73c622-f7e3-402b-b3bc-f062453a1235']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:17.770861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.774425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857458c550>, '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:17.775871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Calling delete_port for d57b5af7-3a78-476f-a511-bde11a8a417d owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:17.776740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857458c550>, '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:17.786719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:17.814879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.824785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=76983945-37d7-4d4d-b8c0-889cb9a6275b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:17.827528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:17.854105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.860685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.878322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:17.878745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.882894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:17.889166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:17.896431 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:17.899281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:17.899706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.900308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:17.905583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:17.907499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=98cf891f-fa93-4c74-bee9-b79e0a718e47,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:17.930327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:17.941703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:17.974468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:17.975130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.017148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3930552
Dec 22 15:00:18.021516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32976) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:18.032292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.034243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '98cf891f-fa93-4c74-bee9-b79e0a718e47', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-882579693'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:18.036202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Attempting to bind port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:18.036767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Attempting to bind port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:18.037349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Attempting to bind port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 on network ec73c622-f7e3-402b-b3bc-f062453a1235 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:18.037902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f6ecefd-efd3-4a49-aac6-0e48bfa14d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:18.063586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.069898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:18.070283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Checking segment: {'id': '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:18.070681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.071262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Bound using segment: {'id': '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:18.072075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Bound port: 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:18.072627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.088712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cc2dd6a3-5d4b-4e48-aadc-481858b7498f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:18.107868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event updated for resources: {'Port': ['ID=b2912926-221c-45d6-869c-47b67fd68315,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:18.110257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:00:18.110257 dv-neutron-822675-1-hyperv neutron-server[83456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:00:18.110257 dv-neutron-822675-1-hyperv neutron-server[83456]: [parameters: {'id': 'ec73c622-f7e3-402b-b3bc-f062453a1235'}]
Dec 22 15:00:18.110257 dv-neutron-822675-1-hyperv neutron-server[83456]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:18.110585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:18.111247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:18.129204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Checking segment: {'id': 'cf609db7-f430-428d-bcdf-24b21222d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:18.129623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network hostable DHCP agents. Network: eb3c4933-1688-4436-8b66-dddccf320eeb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:18.130262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:18.131326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:18.133643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:18.147381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Subnet': ['ID=64a2ba28-ba51-4bc7-8101-59716dcfc740,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:18.148434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Pushing event deleted for resources: {'Port': ['ID=d57b5af7-3a78-476f-a511-bde11a8a417d,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:18.151186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:18.176639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:18.192911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] No DVR routers for this DVR port d57b5af7-3a78-476f-a511-bde11a8a417d on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:18.199450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:18.233147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, eb3c4933-1688-4436-8b66-dddccf320eeb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:18.237993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:18.238577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.260525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:18.266720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:18.270436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:18.276869 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9473863
Dec 22 15:00:18.277269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 32980) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:18.278681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:18.284146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-472510642', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:18.289936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:18.293643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:18.296363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.306390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de7bc3-a824-45e3-8bc0-b89bd45bb988 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:18.306977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:router and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:18.311868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:18.318550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc3eae-4951-4549-b67d-ae6cee2605b6 None None] Network eb3c4933-1688-4436-8b66-dddccf320eeb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:18.319249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:18.321497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port cd81011f-da67-467e-a37d-57d2947b8367 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:18.336174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.338101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.358301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.454541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-45f0898e-f151-4804-aa82-af0eec394f1b None None] Provisioning complete for port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:18.454918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-45f0898e-f151-4804-aa82-af0eec394f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.491562 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:00:18.492286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:00:18.523058 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-68b6f1b3-0215-489d-8338-d700dbbd82cf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.5003636
Dec 22 15:00:18.525944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32988) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:18.544795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] For port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:18.556625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.595304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] For port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6,segment=NetworkSegment(2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd),segment_id=2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:18.600801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-89fffe4c-94a1-4eb2-a396-df62ee1c0091 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:18.602406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.648018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.666044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.682846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-89fffe4c-94a1-4eb2-a396-df62ee1c0091 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:18.687480 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-89fffe4c-94a1-4eb2-a396-df62ee1c0091 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1601198
Dec 22 15:00:18.687645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:18.688133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:18.688257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.781965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:18.782313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.782426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5dc118-37ca-4ea3-867d-7dcd9649c086 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:18.783740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5dc118-37ca-4ea3-867d-7dcd9649c086 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:18.784646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7f5dc118-37ca-4ea3-867d-7dcd9649c086 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:18.796637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea7087-7db4-4333-936b-c4f0364cf7ab req-ade6f49e-cc83-4cbf-af40-334de1e182b0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:18.804950 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a1ea7087-7db4-4333-936b-c4f0364cf7ab req-ade6f49e-cc83-4cbf-af40-334de1e182b0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.1824486
Dec 22 15:00:18.850476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7f5dc118-37ca-4ea3-867d-7dcd9649c086 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:18.854756 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7f5dc118-37ca-4ea3-867d-7dcd9649c086 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1604424
Dec 22 15:00:18.855839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 32996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:18.911953 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a1ea7087-7db4-4333-936b-c4f0364cf7ab req-feccd6b4-edf0-46e9-ba11-925ebfb07d40 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061163
Dec 22 15:00:18.959393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 98cf891f-fa93-4c74-bee9-b79e0a718e47 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:18.963323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.989822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:18.990969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,segment=NetworkSegment(562b5144-3255-4784-ab80-0b2aa54ac22d),segment_id=562b5144-3255-4784-ab80-0b2aa54ac22d)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:19.036859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.050586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.069351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.136855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.137085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab5b98-1d85-4656-93ff-60afaf92fee2 None None] Network ec73c622-f7e3-402b-b3bc-f062453a1235 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:19.161206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d57b5af7-3a78-476f-a511-bde11a8a417d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:19.186172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Pushing event updated for resources: {'Port': ['ID=9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:19.189669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:19.221087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.225529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:19.253981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-37988ae4-e07e-4c1e-9c1a-7f0c3c74ce3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:19.262078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=98cf891f-fa93-4c74-bee9-b79e0a718e47,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:19.266314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:19.269209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.286667 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/98cf891f-fa93-4c74-bee9-b79e0a718e47 HTTP/1.1" status: 204  len: 168 time: 0.4272199
Dec 22 15:00:19.286942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33004) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:19.319647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: d57b5af7-3a78-476f-a511-bde11a8a417d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:19.319983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d57b5af7-3a78-476f-a511-bde11a8a417d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:19.363511 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4f3f2dd0-9258-419f-86a4-cd270b7f49d4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0752368
Dec 22 15:00:19.367006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33008) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:19.373745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:19.416433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6,segment=NetworkSegment(2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd),segment_id=2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:19.416789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.463403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc4b08-062a-479a-9423-872d6c63df5a None None] Network eb3c4933-1688-4436-8b66-dddccf320eeb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:19.485364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0cf1c-bb12-429e-a057-12d64c0b2cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '98cf891f-fa93-4c74-bee9-b79e0a718e47'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:19.486161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03e0cf1c-bb12-429e-a057-12d64c0b2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.572957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af51e8-f497-4180-ada5-4f13c2d2e0fe req-e58470e2-c494-455b-87e2-225613be9a13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:19.574001 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1af51e8-f497-4180-ada5-4f13c2d2e0fe req-e58470e2-c494-455b-87e2-225613be9a13 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.5734229
Dec 22 15:00:19.579221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:19.581783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:19.583530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:19.586557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:19.590305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:19.593414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:19.593621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:19.605421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:19.610142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.821876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1af51e8-f497-4180-ada5-4f13c2d2e0fe req-d4c8cfcf-28fd-41b2-ab54-0f77baa0cde1 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1987772
Dec 22 15:00:19.824705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.868114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.877198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b7850809-35b5-4d7c-83a6-dd8880a7cbcf tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:19.891639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.895919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c524041-10c5-474e-8355-1907e995dac3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:19.909971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c14c6-4955-4c1e-8a3d-724b941de318 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:00:19.913260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:19.928238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:19.968086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:19.977042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:19.979848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port 9d89ddd1-98c2-4d57-aa09-51c5d1a3c5b6 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:19.985087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:19.988320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:19.989279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.001702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=4a2ae626-7671-4e3d-ab3a-1c876b1e8f16,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:20.004957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:20.021871 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6536627
Dec 22 15:00:20.024369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33014) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:20.030223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:20.036744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:20.040979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:router and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:20.044196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:20.050716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:20.093063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c14c6-4955-4c1e-8a3d-724b941de318 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:00:20.097389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.098510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.137272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.164622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90d7e2-e73a-4331-96bb-1605b73f7397 req-f3fefd7c-b177-4ed8-84c9-1b5b52fea807 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:20.167147 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8d90d7e2-e73a-4331-96bb-1605b73f7397 req-f3fefd7c-b177-4ed8-84c9-1b5b52fea807 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.1092863
Dec 22 15:00:20.175879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.214972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.240536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.242385 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-092d4565-8ef1-4c02-9e44-494e6044294f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2162611
Dec 22 15:00:20.247979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33020) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:20.260809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857581cb80>,) {'filters': {'network_id': ['ec73c622-f7e3-402b-b3bc-f062453a1235']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:20.294557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.105 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/1f10fce2-0e26-47f3-a3af-7f968a1833ca) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:20.299253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857581cb80>, '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:20.299683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857581cb80>, '2f55857f-5fa7-4bfc-a5db-1f8b3618e7bd') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:20.326876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.379868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.396152 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8d90d7e2-e73a-4331-96bb-1605b73f7397 req-383dc966-c0f3-451f-b910-5051fb718bfb tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2132747
Dec 22 15:00:20.457725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:20.458131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:20.474660 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:20.538281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Router 5934bf0c-d615-4634-bc11-9c95db4ef551 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:20.547744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:20.549363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.597288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.675413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:20.693523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.706430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=ec73c622-f7e3-402b-b3bc-f062453a1235,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:20.719290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:20.734850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.744356 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/ec73c622-f7e3-402b-b3bc-f062453a1235 HTTP/1.1" status: 204  len: 168 time: 5.0289867
Dec 22 15:00:20.744669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:20.752114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006237277'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:20.755046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/4a2ae626-7671-4e3d-ab3a-1c876b1e8f16/4b687880-6918-4d3c-9585-7f4f4ac4823c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:20.759274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:20.770690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:20.776541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:20.785568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:20.827616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.846221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:20.848977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.875368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:20.904206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:20.963290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:20.968013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:20.970956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:21.006398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.017678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Transition to ACTIVE for port object 4b687880-6918-4d3c-9585-7f4f4ac4823c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:21.038671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Transition to ACTIVE for port object 4b687880-6918-4d3c-9585-7f4f4ac4823c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:21.046537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.052347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:21.069107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:21.121580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.121580 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 43faa97e-a60f-4fa6-932b-b985f24067f5 of type vlan for network c8d3ca82-5a69-4666-84d1-f60a20652b6d
Dec 22 15:00:21.122903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:21.126314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Pushing event updated for resources: {'Port': ['ID=4b687880-6918-4d3c-9585-7f4f4ac4823c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:21.129031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:21.130604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:21.132300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:21.177693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.234802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Attempting to bind port 4b687880-6918-4d3c-9585-7f4f4ac4823c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:21.235243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Attempting to bind port 4b687880-6918-4d3c-9585-7f4f4ac4823c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:21.236011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Attempting to bind port 4b687880-6918-4d3c-9585-7f4f4ac4823c on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:21.247662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:21.248193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:21.249230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.249954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:21.251415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Bound port: 4b687880-6918-4d3c-9585-7f4f4ac4823c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:21.252638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.267448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::1 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/4a2ae626-7671-4e3d-ab3a-1c876b1e8f16/2c25f79b-cc4d-4dbf-a3ac-91220e862b51) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:21.273833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.278647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:21.279427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.288570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:21.326842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=1f10fce2-0e26-47f3-a3af-7f968a1833ca,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:21.330048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:21.357281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] For port 4b687880-6918-4d3c-9585-7f4f4ac4823c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:21.360851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] For port 4b687880-6918-4d3c-9585-7f4f4ac4823c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4b687880-6918-4d3c-9585-7f4f4ac4823c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:21.369023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.381183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2bbbb69e-6144-4961-9e7a-ab64437ea97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:21.442855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-963d6819-e95f-4885-a1ae-ea93ddf91efc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:21.444530 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-963d6819-e95f-4885-a1ae-ea93ddf91efc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.61 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.2853985
Dec 22 15:00:21.456045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc2338-5043-4b98-81d9-2a4f1cfc88d5 req-cae7a4d3-15a3-42ea-bc86-a20e79ee958b tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:21.458757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1bcc2338-5043-4b98-81d9-2a4f1cfc88d5 req-cae7a4d3-15a3-42ea-bc86-a20e79ee958b tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 945 time: 0.3046408
Dec 22 15:00:21.470894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 09086ba6-d1ae-42bf-ace8-7d17e06ce57d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:21.502409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:21.508522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.510522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "PUT /v2.0/routers/5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 200  len: 879 time: 5.5958817
Dec 22 15:00:21.521730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33034) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:21.541601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] Sync routers for ids ['5934bf0c-d615-4634-bc11-9c95db4ef551'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:21.547783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Pushing event updated for resources: {'Port': ['ID=4b687880-6918-4d3c-9585-7f4f4ac4823c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:21.558761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:21.571431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:21.572043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.674115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Deleting port 2263b83f-bdd7-4fd4-9e92-64af816cec38 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:21.674284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.674665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] Routers {'5934bf0c-d615-4634-bc11-9c95db4ef551'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:21.675334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e79280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5934bf0c-d615-4634-bc11-9c95db4ef551'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:21.706309 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9604137
Dec 22 15:00:21.713067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33038) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:21.738155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:21.745098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1bcc2338-5043-4b98-81d9-2a4f1cfc88d5 req-f430a1c7-437a-4d19-aef8-c3d1da2f1c73 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups?id=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2455323
Dec 22 15:00:21.771814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e79280>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:21.817465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.818174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.820174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] Routers {'5934bf0c-d615-4634-bc11-9c95db4ef551'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:21.820848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e79280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5934bf0c-d615-4634-bc11-9c95db4ef551'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:21.913474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e79280>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:21.913892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8ebef-fbf5-48cd-957d-5ebc7c6899f4 None None] The sync data for ids ['5934bf0c-d615-4634-bc11-9c95db4ef551'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:21.950070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4413627c-14cf-4e58-8a24-56d788f5bb61 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:21.954802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:21.964431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=c8d3ca82-5a69-4666-84d1-f60a20652b6d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:21.990718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:22.005570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:22.014357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 4413627c-14cf-4e58-8a24-56d788f5bb61 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:22.014987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4413627c-14cf-4e58-8a24-56d788f5bb61 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:22.043135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:22.079714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:22.089300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:22.095310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:22.112514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:22.136409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e951-9e85-4f27-8a48-2430e49f83ce req-3c7e88f6-ec65-4707-b4be-a3a9e4b240c5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:22.137881 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-47c5e951-9e85-4f27-8a48-2430e49f83ce req-3c7e88f6-ec65-4707-b4be-a3a9e4b240c5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.1932251
Dec 22 15:00:22.139651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.143967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:22.161794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8415c2c4-072a-4058-aba6-b70bd3df414a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:22.199337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] For port 2263b83f-bdd7-4fd4-9e92-64af816cec38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2263b83f-bdd7-4fd4-9e92-64af816cec38,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:22.199889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.334566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:22.342571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:22.347359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:22.348084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.359523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.373260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:22.381567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:22.452719 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-47c5e951-9e85-4f27-8a48-2430e49f83ce req-74563cc5-8472-472e-8aba-3cafc5be8522 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2945707
Dec 22 15:00:22.489141 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e58f9b7f-4faa-4412-a3f8-19b7c1bbf73c tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 200  len: 920 time: 0.9534826
Dec 22 15:00:22.493898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33042) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:22.641407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.656349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.657296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.657829 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Floating IP 28487bfa-d096-4b7c-ae8f-518c3dd78232 disassociated. External IP: 172.26.3.48, port: 2263b83f-bdd7-4fd4-9e92-64af816cec38.
Dec 22 15:00:22.658393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Calling delete_port for 2263b83f-bdd7-4fd4-9e92-64af816cec38 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:22.817200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-78ef8100-1e27-4467-be36-a3186bcedc2f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Synchronizing usage tracker for tenant:69ea7f7949294712b2c23e1894c7720a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:22.826323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3adcb-e29d-41fb-9ea9-993ce2b7af55 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:22.902232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:22.909009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b49ce8-1c11-4340-b0b3-5daff7c89c1d tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:22.959885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.010806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f79763f0-e384-49fd-8413-c725a816b681 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:23.014902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1a298f32-5639-4bca-96a1-f70e6775b8b1 None None] Provisioning for port 4b687880-6918-4d3c-9585-7f4f4ac4823c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:23.035230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-78ef8100-1e27-4467-be36-a3186bcedc2f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Unset dirty status for tenant:69ea7f7949294712b2c23e1894c7720a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:23.039291 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-78ef8100-1e27-4467-be36-a3186bcedc2f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=5934bf0c-d615-4634-bc11-9c95db4ef551&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5410745
Dec 22 15:00:23.047896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33052) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:23.075300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1642cdd6-d968-4a15-8223-8d8344bd84f4 req-2cd42920-4c81-448b-a89c-da64dc7c9778 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.1141567
Dec 22 15:00:23.094288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:23.144954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event deleted for resources: {'Port': ['ID=2263b83f-bdd7-4fd4-9e92-64af816cec38,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:23.197989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:23.428047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7bbf-b5b1-4ef0-ac22-3991f9828e75 req-f6de3395-4d02-4343-a7cb-de46f1a231f6 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:23.434538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dbe7bbf-b5b1-4ef0-ac22-3991f9828e75 req-f6de3395-4d02-4343-a7cb-de46f1a231f6 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.3434668
Dec 22 15:00:23.528421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4b687880-6918-4d3c-9585-7f4f4ac4823c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:23.597493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c3f00-58a4-45ef-b2fd-14d24843c190 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:23.601425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c1c3f00-58a4-45ef-b2fd-14d24843c190 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Synchronizing usage tracker for tenant:69ea7f7949294712b2c23e1894c7720a on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:23.617383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=079d9f61-b6be-4e96-b777-14d69568d637,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:23.625217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:23.668089 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dbe7bbf-b5b1-4ef0-ac22-3991f9828e75 req-7ad54192-6be6-4967-9f4c-dfdc5e9d683c tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241373
Dec 22 15:00:23.729743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Provisioning complete for port 4b687880-6918-4d3c-9585-7f4f4ac4823c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:23.730135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.742580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': '43faa97e-a60f-4fa6-932b-b985f24067f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:23.743018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: c8d3ca82-5a69-4666-84d1-f60a20652b6d, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:23.768583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:23.782414 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:23.803557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 4b687880-6918-4d3c-9585-7f4f4ac4823c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:23.807637 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:23.808298 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bcd940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:23.809285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c1c3f00-58a4-45ef-b2fd-14d24843c190 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Unset dirty status for tenant:69ea7f7949294712b2c23e1894c7720a on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:23.810634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c1c3f00-58a4-45ef-b2fd-14d24843c190 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.7505171
Dec 22 15:00:23.815233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33062) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:23.822443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:23.835162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.836569 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.5582113
Dec 22 15:00:23.839845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:23.853124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4b687880-6918-4d3c-9585-7f4f4ac4823c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:23.857150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.878985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:00:23.922593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.930286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5fb9492b-c6f4-4164-9eda-255491f614b3 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 200  len: 205 time: 0.1102152
Dec 22 15:00:23.931332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Router f9057b1c-6a94-4ad4-8941-7f57413cbef5 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:23.932222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33070) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:23.936145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c8d3ca82-5a69-4666-84d1-f60a20652b6d) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:23.941623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:23.942527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:23.958882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e3adf-97b3-45a9-8a23-ebf1ac4dd118 None None] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:24.001132 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bcd940>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:24.022232 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:24.023062 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bcd940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:24.082588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.083745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.106373 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bcd940>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:24.107061 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c047be-7b21-4eae-9ca6-4e7c6a085fff None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:24.116426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d724440-556b-42b5-8828-c172a48e5216 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:24.216782 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.4831800
Dec 22 15:00:24.222746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:24.235561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:24.236024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:24.260476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934769484'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:24.316643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f9c78722-243f-484a-bb95-d2b696d6b70b req-afc39519-d2de-4535-8ad0-47d7df952084 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Synchronizing usage tracker for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:24.349266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.407374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f9c78722-243f-484a-bb95-d2b696d6b70b req-afc39519-d2de-4535-8ad0-47d7df952084 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Unset dirty status for tenant:0631083bec19464db01039a923cbf8e9 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:24.408752 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f9c78722-243f-484a-bb95-d2b696d6b70b req-afc39519-d2de-4535-8ad0-47d7df952084 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.1451013
Dec 22 15:00:24.409875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54432-9f90-473a-bd38-c040518fa3ae req-3deae129-df40-47c5-9707-6578d6708499 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:24.418509 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-53d54432-9f90-473a-bd38-c040518fa3ae req-3deae129-df40-47c5-9707-6578d6708499 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7347686
Dec 22 15:00:24.429181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.464843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c8d3ca82-5a69-4666-84d1-f60a20652b6d', 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '079d9f61-b6be-4e96-b777-14d69568d637'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:24.465668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.467763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:24.471834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:24.475279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:24.482099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:24.503748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:24.507367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.556682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:24.561726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:24.632278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:24.648279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Allocated IP 2001:db8::3 (c8d3ca82-5a69-4666-84d1-f60a20652b6d/079d9f61-b6be-4e96-b777-14d69568d637/41216fa6-9ee7-4017-b8be-9e93ed0de27a) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:24.676622 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-53d54432-9f90-473a-bd38-c040518fa3ae req-5260488e-9c69-4e27-879a-a5ffc82b89f1 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2570729
Dec 22 15:00:24.765866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:24.770033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] For port 4b687880-6918-4d3c-9585-7f4f4ac4823c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4b687880-6918-4d3c-9585-7f4f4ac4823c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:24.782465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Sync routers for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:24.814917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:24.815687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a16700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T14:59:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:24.856175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.856544 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 05f1e3d7-2041-404c-936c-919f24cb2eb9 of type vlan for network bbada559-acf0-4d57-aa1a-d710d50176f1
Dec 22 15:00:24.878625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] No DVR routers for this DVR port 2263b83f-bdd7-4fd4-9e92-64af816cec38 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:24.882248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:24.886994 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-213fc91c-a360-4bfc-a698-2f9d4223b20f req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.61 "DELETE /v2.0/ports/2263b83f-bdd7-4fd4-9e92-64af816cec38 HTTP/1.1" status: 204  len: 173 time: 3.4266934
Dec 22 15:00:24.898271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'name': 'network-vif-deleted', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:00:24.950996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.050705 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133934c5-d7e6-4b49-a113-ae93333f753e', 'name': 'network-vif-deleted', 'tag': '2263b83f-bdd7-4fd4-9e92-64af816cec38', 'status': 'completed', 'code': 200}
Dec 22 15:00:25.139428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:25.276510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.283002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:25.308191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.335920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6e96a218-bfb6-4afb-806a-7ae98ca65cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.362963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.366640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:25.367213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.381144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:25.502664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Provisioning for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:25.543352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Provisioning complete for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:25.543778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.688981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:00:25.707595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:25.800809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:25.804592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:25.805429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5647147
Dec 22 15:00:25.820845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33090) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:25.833143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:25.847635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-152175f7-ab93-4163-a574-a7421469f00e req-3e275fd5-8190-4197-b1ec-3efe17bdc912 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/ports?device_id=133934c5-d7e6-4b49-a113-ae93333f753e HTTP/1.1" status: 200  len: 210 time: 0.0586739
Dec 22 15:00:25.997775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:26.001103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.003970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:26.023111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Transition to ACTIVE for port object 41216fa6-9ee7-4017-b8be-9e93ed0de27a will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:26.026126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=bbada559-acf0-4d57-aa1a-d710d50176f1,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:26.030054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:26.039755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Pushing event updated for resources: {'Port': ['ID=4b687880-6918-4d3c-9585-7f4f4ac4823c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:26.042771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:26.049400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bea0d-ecd7-48e2-b1b1-d6146d71e0d4 req-b91ab904-85a8-4442-85e1-2cf3686f3ba7 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:26.050593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network bbada559-acf0-4d57-aa1a-d710d50176f1 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:26.050993 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b65bea0d-ecd7-48e2-b1b1-d6146d71e0d4 req-b91ab904-85a8-4442-85e1-2cf3686f3ba7 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.8952644
Dec 22 15:00:26.052590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:26.113576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:26.122230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:26.127335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 2263b83f-bdd7-4fd4-9e92-64af816cec38 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:26.188143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-87921f4f-0edb-4692-88eb-1ece323f6380 None None] Provisioning complete for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:26.188856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-87921f4f-0edb-4692-88eb-1ece323f6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.211019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 2263b83f-bdd7-4fd4-9e92-64af816cec38 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:26.211470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 2263b83f-bdd7-4fd4-9e92-64af816cec38 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:26.262605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745b82e-b676-4c62-83d6-06ceab3f49b5 req-b19edc00-f129-496d-8a92-9a784dd0339b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:26.264421 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d745b82e-b676-4c62-83d6-06ceab3f49b5 req-b19edc00-f129-496d-8a92-9a784dd0339b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.1620793
Dec 22 15:00:26.269997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b65bea0d-ecd7-48e2-b1b1-d6146d71e0d4 req-6639629f-08d2-4799-8c0b-99f066f015b3 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2088768
Dec 22 15:00:26.270220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Transition to ACTIVE for port object 41216fa6-9ee7-4017-b8be-9e93ed0de27a will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:26.305006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.307960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.338479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:26.385292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.1 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/386e4a69-a0ba-4b44-9410-e63bed2c429c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:26.385711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-87921f4f-0edb-4692-88eb-1ece323f6380 None None] Port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:00:26.442868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:26.451954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing IP validity checks on allocation pools {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:00:26.452522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:00:26.464618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:26.487564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:26.496368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Pushing event updated for resources: {'Port': ['ID=41216fa6-9ee7-4017-b8be-9e93ed0de27a,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:26.502655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Router ece3f58f-430c-477d-a4c1-311e13c8ef50 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:26.504258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:26.506941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d745b82e-b676-4c62-83d6-06ceab3f49b5 req-a3b19110-6855-418c-bbc4-47ad2ad7c344 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2309542
Dec 22 15:00:26.585477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.636879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4b687880-6918-4d3c-9585-7f4f4ac4823c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:26.695375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.721775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Attempting to bind port 41216fa6-9ee7-4017-b8be-9e93ed0de27a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:26.722270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Attempting to bind port 41216fa6-9ee7-4017-b8be-9e93ed0de27a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '43faa97e-a60f-4fa6-932b-b985f24067f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:26.722534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Attempting to bind port 41216fa6-9ee7-4017-b8be-9e93ed0de27a on network c8d3ca82-5a69-4666-84d1-f60a20652b6d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:26.731838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a16700>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:26.737332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b2510d40-1b95-4ad3-bc23-627dfa4f45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.743623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Checking router: f9057b1c-6a94-4ad4-8941-7f57413cbef5 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:26.746761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-0e8cc92e-c1d4-409c-88cf-f99c93a813f5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:26.747902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:26.748287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Checking segment: {'id': '43faa97e-a60f-4fa6-932b-b985f24067f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:26.748724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.749132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Bound using segment: {'id': '43faa97e-a60f-4fa6-932b-b985f24067f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:26.749621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Bound port: 41216fa6-9ee7-4017-b8be-9e93ed0de27a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43faa97e-a60f-4fa6-932b-b985f24067f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c8d3ca82-5a69-4666-84d1-f60a20652b6d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:26.749952 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-0e8cc92e-c1d4-409c-88cf-f99c93a813f5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.1052692
Dec 22 15:00:26.750073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.799869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.807249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fbe9af2-5667-4664-8d52-7ffebdb3b8dd tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:26.807595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port b2912926-221c-45d6-869c-47b67fd68315 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:26.808052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.821952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:26.822603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a16700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:26.896162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4b687880-6918-4d3c-9585-7f4f4ac4823c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:26.896558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.898475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Deleting port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:26.899017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.934700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:26.935537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=386e4a69-a0ba-4b44-9410-e63bed2c429c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:26.944196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:26.946198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:26.949673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:26.966047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:26.971989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:27.059580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.063547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] For port 41216fa6-9ee7-4017-b8be-9e93ed0de27a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:27.093554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] For port 41216fa6-9ee7-4017-b8be-9e93ed0de27a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=41216fa6-9ee7-4017-b8be-9e93ed0de27a,segment=NetworkSegment(43faa97e-a60f-4fa6-932b-b985f24067f5),segment_id=43faa97e-a60f-4fa6-932b-b985f24067f5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:27.100448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=951cb571-ca33-4f50-a867-c68abda0ed0b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:27.107655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.110173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:27.115878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a09a0990-2cea-4c70-a767-2a4b2b0a72ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:27.140897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.177073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33098) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:27.238665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:27.245896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': '05f1e3d7-2041-404c-936c-919f24cb2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:27.246206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: bbada559-acf0-4d57-aa1a-d710d50176f1, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:27.276685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] For port 65d574d6-2b3e-44cb-be64-d972efe4a8c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=65d574d6-2b3e-44cb-be64-d972efe4a8c7,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:27.277037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.293369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.323682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for b2912926-221c-45d6-869c-47b67fd68315 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:27.332258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Pushing event updated for resources: {'Port': ['ID=41216fa6-9ee7-4017-b8be-9e93ed0de27a,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:27.344553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:27.438981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:27.453460 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Sync routers for ids ['ece3f58f-430c-477d-a4c1-311e13c8ef50'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:27.470286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Routers {'ece3f58f-430c-477d-a4c1-311e13c8ef50'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:27.471004 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e08df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['ece3f58f-430c-477d-a4c1-311e13c8ef50'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:27.528626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "PUT /v2.0/routers/ece3f58f-430c-477d-a4c1-311e13c8ef50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2794631
Dec 22 15:00:27.537643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33104) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:27.807657 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Set router ece3f58f-430c-477d-a4c1-311e13c8ef50 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:27.825774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a16700>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:27.849550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52562c0f-7b02-4607-b6bf-9fbbe634fc32 None None] The sync data for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv is: [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:28Z', 'revision_number': 4, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '5bc472e9-6ad4-4ce0-9186-6fd006011879', 'name': '', 'network_id': '19c39888-59d7-472f-82ae-9068cd5bf99c', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'mac_address': 'fa:16:3e:6a:b0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:26Z', 'updated_at': '2021-12-22T14:58:58Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'subnets': [{'id': 'dbbc53de-d91c-43f1-8ec7-b38837aabfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:27.959256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:27.965184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network bbada559-acf0-4d57-aa1a-d710d50176f1 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:27.991854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.002985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, bbada559-acf0-4d57-aa1a-d710d50176f1) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:28.009866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffd29b-2ac2-4807-b53f-dd7a2b0bebab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.010434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ffd29b-2ac2-4807-b53f-dd7a2b0bebab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:28.013112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b8e29-1be4-48c5-a12c-357b03629222 None None] Network bbada559-acf0-4d57-aa1a-d710d50176f1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:28.037165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.037753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.078511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.135268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.148423 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.3206356
Dec 22 15:00:28.162216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33110) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:28.166608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ffd29b-2ac2-4807-b53f-dd7a2b0bebab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:28.167708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d3ffd29b-2ac2-4807-b53f-dd7a2b0bebab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports/2c25f79b-cc4d-4dbf-a3ac-91220e862b51 HTTP/1.1" status: 200  len: 911 time: 0.6257772
Dec 22 15:00:28.178222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33114) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:28.379181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f776ef-a966-4ae1-9d2d-192dc93bfee1 req-634f70d1-325f-4584-bea4-c74d4b37b3d4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.388158 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e08df0>, [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:22Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': '2c25f79b-cc4d-4dbf-a3ac-91220e862b51', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:91:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:21Z', 'updated_at': '2021-12-22T15:00:23Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:28.389827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b4f776ef-a966-4ae1-9d2d-192dc93bfee1 req-634f70d1-325f-4584-bea4-c74d4b37b3d4 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 946 time: 0.5095112
Dec 22 15:00:28.391694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.392122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.392453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Floating IP 078194e4-3011-4d55-a092-c38e4a4778ab disassociated. External IP: 172.26.3.212, port: 65d574d6-2b3e-44cb-be64-d972efe4a8c7.
Dec 22 15:00:28.392853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Calling delete_port for 65d574d6-2b3e-44cb-be64-d972efe4a8c7 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:28.393494 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Checking router: ece3f58f-430c-477d-a4c1-311e13c8ef50 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:28.394020 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Updating router ece3f58f-430c-477d-a4c1-311e13c8ef50 port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:00:28.413296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4ec7a-1be0-4718-8fa5-c55de8667bb6 None None] New status for floating IP 28487bfa-d096-4b7c-ae8f-518c3dd78232: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:00:28.414606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.425841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8fe0c8db-5873-473c-8496-b73976502b9b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:28.471133 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.488082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.495966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dea02-b33c-4fd3-85e0-e05b4c77cfc8 req-add15d5d-b439-4c3e-985a-fdfe4fd462e6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.503048 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-df7dea02-b33c-4fd3-85e0-e05b4c77cfc8 req-add15d5d-b439-4c3e-985a-fdfe4fd462e6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7048931
Dec 22 15:00:28.516539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=b2912926-221c-45d6-869c-47b67fd68315,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:28.526186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:28.530199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-115dd607-61ed-4bf3-a902-83dc8eaa8104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:28.635012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be77a02-24a0-4d1c-80c7-4ddc4653ffa0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:28.656632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:28.687594 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b4f776ef-a966-4ae1-9d2d-192dc93bfee1 req-4e495027-5b3a-4346-b99a-581ceda187f5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups?id=30850360-708c-45b7-9d4e-0650949ebac0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2967970
Dec 22 15:00:28.761987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.776154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.777344 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "DELETE /v2.0/security-groups/5be77a02-24a0-4d1c-80c7-4ddc4653ffa0 HTTP/1.1" status: 204  len: 168 time: 1.5990164
Dec 22 15:00:28.782415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33118) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:28.839109 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-df7dea02-b33c-4fd3-85e0-e05b4c77cfc8 req-0cf3bc1e-a2b6-4172-a834-6468fe13f4ec tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3351741
Dec 22 15:00:28.845859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 41216fa6-9ee7-4017-b8be-9e93ed0de27a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:28.861199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c4cec-6360-44ec-aefd-cc3eb1b837f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.865433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c4cec-6360-44ec-aefd-cc3eb1b837f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:28.873317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-198c4cec-6360-44ec-aefd-cc3eb1b837f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:28.916866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-bbada559-acf0-4d57-aa1a-d710d50176f1', 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '951cb571-ca33-4f50-a867-c68abda0ed0b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:28.917681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:28.926713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8140f84-7a80-4775-994c-8a65eb33f188 None None] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:28.936424 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-7ed1014c-07fb-4fe0-ab3f-4a0c57dbae23 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] show failed (client error): The resource could not be found.
Dec 22 15:00:28.938167 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7ed1014c-07fb-4fe0-ab3f-4a0c57dbae23 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "GET /v2.0/security-groups/5be77a02-24a0-4d1c-80c7-4ddc4653ffa0 HTTP/1.1" status: 404  len: 347 time: 0.1533115
Dec 22 15:00:28.944228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33122) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:29.039269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-198c4cec-6360-44ec-aefd-cc3eb1b837f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:29.041059 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-198c4cec-6360-44ec-aefd-cc3eb1b837f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.8541133
Dec 22 15:00:29.064934 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.079351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33126) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:29.092444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:00:29.100684 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Transition to ACTIVE for port object 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:29.115544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.124069 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:29.134592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.205537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.213235 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Pushing event updated for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:29.250346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.272972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b0bd676-1290-4308-bbc1-a8c5da996130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:29.358892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.400174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b91c61f7-840c-43f2-8e8e-d7fe9846ff76 None None] Provisioning for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:29.415557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Deleting port 8925255a-716f-4767-807b-fb6acd0ffe6c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:29.416166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.457740 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:29.462008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:29.474696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:29.475081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.490615 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Attempting to bind port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:29.491689 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Attempting to bind port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:29.492261 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Attempting to bind port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:29.504604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:29.505300 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:29.510020 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.510554 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:29.511147 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Bound port: 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:29.511625 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.544222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.577752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.581225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=386e4a69-a0ba-4b44-9410-e63bed2c429c,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:29.608046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:29.621324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1e1569ac-dbe3-4681-a6d0-8a0f1ae22262 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:29.663422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Allocated IP 2001:db8::3 (bbada559-acf0-4d57-aa1a-d710d50176f1/951cb571-ca33-4f50-a867-c68abda0ed0b/3252794f-8da8-471b-859d-ddec104c553b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:29.665072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.727157 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] For port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:29.737503 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] For port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:29.750054 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:29.754880 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-71862011-2c08-4107-8649-e637f946382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:29.849422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Pushing event updated for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:29.853305 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:29.863772 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Routers {'ece3f58f-430c-477d-a4c1-311e13c8ef50'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:29.864778 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e08df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['ece3f58f-430c-477d-a4c1-311e13c8ef50'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:30.012833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.097647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 41216fa6-9ee7-4017-b8be-9e93ed0de27a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=41216fa6-9ee7-4017-b8be-9e93ed0de27a,segment=NetworkSegment(43faa97e-a60f-4fa6-932b-b985f24067f5),segment_id=43faa97e-a60f-4fa6-932b-b985f24067f5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:30.121865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.135523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aac7aa34-7e44-431c-9861-85a4ef0e63f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:30.162171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event deleted for resources: {'Port': ['ID=65d574d6-2b3e-44cb-be64-d972efe4a8c7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:30.171301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:30.193920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 65d574d6-2b3e-44cb-be64-d972efe4a8c7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:30.238282 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] Set router ece3f58f-430c-477d-a4c1-311e13c8ef50 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:30.299094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 65d574d6-2b3e-44cb-be64-d972efe4a8c7 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:30.299444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 65d574d6-2b3e-44cb-be64-d972efe4a8c7 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:30.348751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-38f0d1e5-986c-4763-bc3f-5f90b740db2b req-61d760fa-47a1-4b96-b49b-9fbfc5aaa9c5 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.0468273
Dec 22 15:00:30.353831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.360650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.397775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=41216fa6-9ee7-4017-b8be-9e93ed0de27a,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:30.406899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:30.408153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-600c6a47-94d6-4e63-9441-2549c32550df None None] Provisioning complete for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:30.408703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-600c6a47-94d6-4e63-9441-2549c32550df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.502605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.522129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Transition to ACTIVE for port object 3252794f-8da8-471b-859d-ddec104c553b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:30.529256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.530098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router 5934bf0c-d615-4634-bc11-9c95db4ef551 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:30.548007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.548509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.556178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Transition to ACTIVE for port object 3252794f-8da8-471b-859d-ddec104c553b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:30.556464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.559668 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 204  len: 168 time: 6.6231585
Dec 22 15:00:30.562819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33136) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:30.598273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1580100787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:30.615569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:30.617427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.642361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:30.652471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:30.659699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d91e5ac4-eb4e-4461-b76c-33b9a29706e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:30.673880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:30.676399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.686848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:30.696090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Calling delete_port for 8925255a-716f-4767-807b-fb6acd0ffe6c owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:30.724647 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e08df0>, [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:22Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': '2c25f79b-cc4d-4dbf-a3ac-91220e862b51', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:91:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:21Z', 'updated_at': '2021-12-22T15:00:29Z', 'revision_number': 4, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:30.729175 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da128158-bb6d-4644-a07a-90423cb16f6f None None] The sync data for ids ['ece3f58f-430c-477d-a4c1-311e13c8ef50'] in dv-neutron-822675-1-hyperv is: [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:22Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': '2c25f79b-cc4d-4dbf-a3ac-91220e862b51', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:91:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:21Z', 'updated_at': '2021-12-22T15:00:29Z', 'revision_number': 4, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '4a2ae626-7671-4e3d-ab3a-1c876b1e8f16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:30.742060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Pushing event updated for resources: {'Port': ['ID=3252794f-8da8-471b-859d-ddec104c553b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:30.745301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:30.746030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 41216fa6-9ee7-4017-b8be-9e93ed0de27a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:30.759903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=951cb571-ca33-4f50-a867-c68abda0ed0b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:30.763870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:30.793289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Network bbada559-acf0-4d57-aa1a-d710d50176f1 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:30.798167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:30.810810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:30.813202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.813914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.862101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:30.881955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:30.886957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.920984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.933505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Attempting to bind port 3252794f-8da8-471b-859d-ddec104c553b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:30.933968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Attempting to bind port 3252794f-8da8-471b-859d-ddec104c553b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '05f1e3d7-2041-404c-936c-919f24cb2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:30.934377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Attempting to bind port 3252794f-8da8-471b-859d-ddec104c553b on network bbada559-acf0-4d57-aa1a-d710d50176f1 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:30.950474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.953908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6af17f36-71b3-416f-8659-fd98408bb693 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:30.963514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d37820>,) {'filters': {'network_id': ['bbada559-acf0-4d57-aa1a-d710d50176f1']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:30.969405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:30.970177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Checking segment: {'id': '05f1e3d7-2041-404c-936c-919f24cb2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:30.970177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.970574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Bound using segment: {'id': '05f1e3d7-2041-404c-936c-919f24cb2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:30.971104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Bound port: 3252794f-8da8-471b-859d-ddec104c553b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1e3d7-2041-404c-936c-919f24cb2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:30.971421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:30.982893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d37820>, '05f1e3d7-2041-404c-936c-919f24cb2eb9') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:30.983707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d37820>, '05f1e3d7-2041-404c-936c-919f24cb2eb9') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:30.990778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:30.991110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.012078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.019114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Pushing event deleted for resources: {'Port': ['ID=8925255a-716f-4767-807b-fb6acd0ffe6c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:31.023438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.026845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:31.049032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.085123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:31.085519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:31.103338 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:31.111405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.115276 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c7bf864-9ec9-46b9-a87d-2bd514e421c6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5374429
Dec 22 15:00:31.148327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:31.222844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': True}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:31.241356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] For port 3252794f-8da8-471b-859d-ddec104c553b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:31.292538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed2db4-f286-44d3-8732-8b821c8e8ceb req-49133c64-f319-43c6-ad65-be46f1f0de30 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:31.294301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d6ed2db4-f286-44d3-8732-8b821c8e8ceb req-49133c64-f319-43c6-ad65-be46f1f0de30 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.9634488
Dec 22 15:00:31.386610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] For port 3252794f-8da8-471b-859d-ddec104c553b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3252794f-8da8-471b-859d-ddec104c553b,segment=NetworkSegment(05f1e3d7-2041-404c-936c-919f24cb2eb9),segment_id=05f1e3d7-2041-404c-936c-919f24cb2eb9)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:31.387260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:00:31.387260 dv-neutron-822675-1-hyperv neutron-server[83457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:00:31.387260 dv-neutron-822675-1-hyperv neutron-server[83457]: [parameters: {'id': 'bbada559-acf0-4d57-aa1a-d710d50176f1'}]
Dec 22 15:00:31.387260 dv-neutron-822675-1-hyperv neutron-server[83457]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:31.387941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:31.392986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.400619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:31.497326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Pushing event updated for resources: {'Port': ['ID=3252794f-8da8-471b-859d-ddec104c553b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:31.509480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.512868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:31.543061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d6ed2db4-f286-44d3-8732-8b821c8e8ceb req-0db8c62d-ee00-489f-a522-626e2a917f53 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2254364
Dec 22 15:00:31.602778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.604028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] 10.222.0.69 "DELETE /v2.0/floatingips/28487bfa-d096-4b7c-ae8f-518c3dd78232 HTTP/1.1" status: 204  len: 168 time: 2.6559255
Dec 22 15:00:31.608278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33150) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:31.670826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2ce22-9291-4f3c-a17c-59183affed98 None None] Network bbada559-acf0-4d57-aa1a-d710d50176f1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:31.697930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:31.734744 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a07c88b6-9424-4068-96f1-15abab48e046 req-9fe30d3c-9574-4301-a280-bfb1893f4142 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.0715570
Dec 22 15:00:31.931472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.934893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:31.975066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7a82c-5086-4693-bcd0-2632faeaa974 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:00:31.996065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:32.128951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db7a82c-5086-4693-bcd0-2632faeaa974 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:00:32.264521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 3252794f-8da8-471b-859d-ddec104c553b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:32.264521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:32.275388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:32.286912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Sync routers for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:32.302735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:32.303998 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:32.364648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] No DVR routers for this DVR port 65d574d6-2b3e-44cb-be64-d972efe4a8c7 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:32.367940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:32.370471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-166f6ee7-2f99-4b81-989d-395e286daba2 req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.61 "DELETE /v2.0/ports/65d574d6-2b3e-44cb-be64-d972efe4a8c7 HTTP/1.1" status: 204  len: 173 time: 5.6121559
Dec 22 15:00:32.372346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'name': 'network-vif-deleted', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:00:32.396829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:32.443723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:32.456036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/routers/76b84b6f-0072-48e3-b20b-d4aded3c246b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6148753
Dec 22 15:00:32.456735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33156) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:32.464960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'port': {'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb', 'name': 'tempest-FloatingIPTestJSON-996879047'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:32.518086 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7af72a-0f17-4125-9e86-7f7830cf5235', 'name': 'network-vif-deleted', 'tag': '65d574d6-2b3e-44cb-be64-d972efe4a8c7', 'status': 'completed', 'code': 200}
Dec 22 15:00:32.560173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:32.721005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:32.721658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d31700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:32.790508 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:32.794087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:32.856360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:32.861905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:port and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:32.871549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:32.883269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d31700>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:32.884093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:32.920858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:32.921880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d31700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:32.931112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:32.939744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.002062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d31700>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:33.002399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1bdaa-dc71-429f-8419-25bd5fbc2cbc None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:33.020172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] device_id is not set on port 8205055b-b700-473c-a8af-6d3d83b14eed yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:33.022595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:33.029596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:33.030654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.077299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-168a66c0-1343-4b2f-90e7-bd65a3663188 req-945552b0-28b8-4e7b-9cf0-fa4efb188598 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Synchronizing usage tracker for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:33.124066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-168a66c0-1343-4b2f-90e7-bd65a3663188 req-945552b0-28b8-4e7b-9cf0-fa4efb188598 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Unset dirty status for tenant:79a130092077406f88730624da931c5b on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:33.125306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-168a66c0-1343-4b2f-90e7-bd65a3663188 req-945552b0-28b8-4e7b-9cf0-fa4efb188598 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec7af72a-0f17-4125-9e86-7f7830cf5235 HTTP/1.1" status: 200  len: 210 time: 0.1466882
Dec 22 15:00:33.200861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.208920 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f700>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:33.214005 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Checking router: fd40ef7c-54b9-41e0-b0e9-f6a132200e6d for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:33.224772 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:33.225378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:33.270359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.10 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/8205055b-b700-473c-a8af-6d3d83b14eed) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:33.357135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 3252794f-8da8-471b-859d-ddec104c553b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3252794f-8da8-471b-859d-ddec104c553b,segment=NetworkSegment(05f1e3d7-2041-404c-936c-919f24cb2eb9),segment_id=05f1e3d7-2041-404c-936c-919f24cb2eb9)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:33.357556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.375101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:33.375716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.383916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.449237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:33.458118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.467660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2638df18-1f9a-44fb-8437-47b279b363f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:33.479811 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:33.533720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.546879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:33.558985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:33.575564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.583521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ed8d4f59-0312-4adf-a62c-e85aa327ee75 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:33.645338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 3252794f-8da8-471b-859d-ddec104c553b owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:33.676779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=8205055b-b700-473c-a8af-6d3d83b14eed,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:33.681338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:33.683046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:33.685551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:33.686511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:33.753172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:33.753767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.778576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3206356
Dec 22 15:00:33.779449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:33.781870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997893d3-6a6d-4b74-8f2f-a69d74d6f18f req-d2654b4c-9937-4648-a562-161e927e2c35 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:33.783626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-997893d3-6a6d-4b74-8f2f-a69d74d6f18f req-d2654b4c-9937-4648-a562-161e927e2c35 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.9228768
Dec 22 15:00:33.785173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'port': {'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb', 'name': 'tempest-FloatingIPTestJSON-867115466'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:33.812357 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20163438-f74d-4484-8543-3bff6769c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f4f700>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:33.816302 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20163438-f74d-4484-8543-3bff6769c39b None None] The sync data for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv is: [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T14:58:31Z', 'revision_number': 4, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '07b9a977-3410-47b2-a694-7b1eebb533cf', 'name': '', 'network_id': 'a9b93d59-3901-4fa4-82af-7e362fe62812', 'tenant_id': '79a130092077406f88730624da931c5b', 'mac_address': 'fa:16:3e:fd:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:28Z', 'updated_at': '2021-12-22T14:59:03Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'subnets': [{'id': '2a677c2c-0338-4057-a23c-90eda6f5e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:33.937703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:33.941996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:port and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:33.945595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:33.949262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.953873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:33.965381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:33.967555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7514dd63-bf2d-49a9-a698-144ec3b478ef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:33.968478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:33.993479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] device_id is not set on port c667a7ca-6c05-411c-98d3-7d4248c95d6e yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:00:34.084889 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7470f-4b3d-4681-ae23-e055b607f8ca None None] New status for floating IP 078194e4-3011-4d55-a092-c38e4a4778ab: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:00:34.143458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.14 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/c667a7ca-6c05-411c-98d3-7d4248c95d6e) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:34.204036 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-997893d3-6a6d-4b74-8f2f-a69d74d6f18f req-b642ef3f-5730-4e3e-9696-83aa6b38310f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3969636
Dec 22 15:00:34.213473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=3252794f-8da8-471b-859d-ddec104c553b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:34.221358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:34.224535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:34.224938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.251217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port 3252794f-8da8-471b-859d-ddec104c553b on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:34.464272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:34.472603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:34.638681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.672641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:34.684630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.737546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.741533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.765744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:34.766125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.794021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.804439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6f66638e-3efc-433a-82a4-3dcba3aa7d78 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:34.849004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574e1f880>,) {'filters': {'network_id': ['bbada559-acf0-4d57-aa1a-d710d50176f1']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:34.879879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e1f880>, '05f1e3d7-2041-404c-936c-919f24cb2eb9') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:34.880482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e1f880>, '05f1e3d7-2041-404c-936c-919f24cb2eb9') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:34.901171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:34.903029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=c667a7ca-6c05-411c-98d3-7d4248c95d6e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:34.907506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:34.911188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:34.915395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.923060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:34.923311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:34.958706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bdd51-c6e8-46e4-945f-1c6e64129a77 req-df2a396c-55b5-43a7-87cf-09b68b46d597 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:34.960173 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b3bdd51-c6e8-46e4-945f-1c6e64129a77 req-df2a396c-55b5-43a7-87cf-09b68b46d597 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.2846377
Dec 22 15:00:34.990920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.000941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-7cae19a8-f127-44d2-bdde-d3cebca3bc11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.2630417
Dec 22 15:00:35.042267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:35.042869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.054601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.075347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.094518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:35.094919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:35.111741 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:35.120228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b3bdd51-c6e8-46e4-945f-1c6e64129a77 req-9a5985a3-ce00-4f14-b762-9b1b5c25eca0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1523077
Dec 22 15:00:35.142106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3616545
Dec 22 15:00:35.144888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33182) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:35.154846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'c667a7ca-6c05-411c-98d3-7d4248c95d6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:35.163782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:35.178942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:floatingip and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:35.183291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:35.185176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:35.185489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:35.199237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:35.206864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-9d14c9f3-b8dd-4f3e-b380-ee026c7b9432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:35.208288 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-9d14c9f3-b8dd-4f3e-b380-ee026c7b9432 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.1971886
Dec 22 15:00:35.210002 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:00:35.214495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.236086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.26.3.100 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/784e3a37-ec0e-468d-9cb4-86bd77472198) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:35.242238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.251946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:35.268305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.315701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=bbada559-acf0-4d57-aa1a-d710d50176f1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:35.367460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.372981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:35.378867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6cd157fe-741a-4e6e-9e58-ba5c3011e23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:35.386970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-ddffa00d-2007-4261-a688-ad3b21e46d04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.1591320
Dec 22 15:00:35.397023 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/bbada559-acf0-4d57-aa1a-d710d50176f1 HTTP/1.1" status: 204  len: 168 time: 7.2322681
Dec 22 15:00:35.401264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33186) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:35.436089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311006020'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:35.445663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30850360-708c-45b7-9d4e-0650949ebac0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:35.447495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.450845 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "DELETE /v2.0/security-groups/30850360-708c-45b7-9d4e-0650949ebac0 HTTP/1.1" status: 204  len: 168 time: 0.9316664
Dec 22 15:00:35.451152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:35.451975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33190) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:35.459972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:35.466366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:35.476305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:35.496113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:35.500567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-089245dd-fe3a-41b0-899a-c4db1de8c3ba tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] show failed (client error): The resource could not be found.
Dec 22 15:00:35.504069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-089245dd-fe3a-41b0-899a-c4db1de8c3ba tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "GET /v2.0/security-groups/30850360-708c-45b7-9d4e-0650949ebac0 HTTP/1.1" status: 404  len: 347 time: 0.0476739
Dec 22 15:00:35.510181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33194) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:35.515110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-81df9f13-9bc1-4aea-869b-3b36c92e97dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:35.516584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-81df9f13-9bc1-4aea-869b-3b36c92e97dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.1177394
Dec 22 15:00:35.522243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:35.525860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.617265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:35.629646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.636369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.636729 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 287efe08-d577-4ba5-b55f-067f101952e9 of type vlan for network d4766072-18c2-4266-940a-59f1cca08243
Dec 22 15:00:35.721567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.746507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-b7e51621-78a6-4bf9-a6ea-6aa8ac1fa116 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2078223
Dec 22 15:00:35.747474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:35.747933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.835506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.857478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.863156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:35.863729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.870964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6af3b7b4-dc4c-4950-b1c5-735aa9b9d194 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:35.881746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Deleting port 3d2292c8-056f-4d76-bcd7-46d051470443 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:35.882077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:35.990251 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5848134
Dec 22 15:00:36.005465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:36.017008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': 'd4766072-18c2-4266-940a-59f1cca08243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:36.034680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=d4766072-18c2-4266-940a-59f1cca08243,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:36.046235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d4766072-18c2-4266-940a-59f1cca08243 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:36.082888 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-592bc108-7c9b-4895-be15-6f9a4d6bebb5 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3255262
Dec 22 15:00:36.083762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:36.148770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.166550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5afb12d9-ba6a-480c-bfe2-c6515630edf7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:36.367121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:36.380348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:36.390686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:36.395884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:36.414505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:36.416408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=784e3a37-ec0e-468d-9cb4-86bd77472198,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:36.418526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:36.419332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.2 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/9ebbc59f-c94b-43fa-aa18-3e6017ea6312) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:36.421515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:36.452402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d482aec-1aed-412d-ad9c-492e3d14cd42 req-d962d8c8-702c-45f1-b7ae-d34467a69e7c service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3623135
Dec 22 15:00:36.455193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:36.469186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:36.480731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.481053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.545167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port 2c25f79b-cc4d-4dbf-a3ac-91220e862b51, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:36.545524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.637245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.674320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Calling delete_port for 3d2292c8-056f-4d76-bcd7-46d051470443 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:36.771727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.840489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:36.850179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:36.858617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f24b1471-4021-44da-8cb6-003b66c9893b tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:36.947942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:36.950656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=9ebbc59f-c94b-43fa-aa18-3e6017ea6312,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:36.954493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:36.956273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:36.967386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:37.039294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d4d40-5a5b-4415-9ed8-a6ecdd17ee68 req-3e96678e-84a7-4aec-af98-c199523afb0d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:37.042310 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c96d4d40-5a5b-4415-9ed8-a6ecdd17ee68 req-3e96678e-84a7-4aec-af98-c199523afb0d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7438221
Dec 22 15:00:37.072549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.080374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:37.171035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=fc891eb9-54fa-41e1-935e-2676cc036ff5,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:37.200975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:37.246905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': '287efe08-d577-4ba5-b55f-067f101952e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:37.247263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: d4766072-18c2-4266-940a-59f1cca08243, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:37.376231 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c96d4d40-5a5b-4415-9ed8-a6ecdd17ee68 req-608cc4e4-8b1f-4785-a2a6-5826e9a06ef0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2965128
Dec 22 15:00:37.412490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network d4766072-18c2-4266-940a-59f1cca08243 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:37.423454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.430073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1d103ff0-c30e-4a36-95a2-971d533d57d2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:37.437040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, d4766072-18c2-4266-940a-59f1cca08243) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:37.443900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:37.444507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.445868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd35f56-a595-49bc-81c2-f7216232f700 None None] Network d4766072-18c2-4266-940a-59f1cca08243 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:37.479809 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.4732122
Dec 22 15:00:37.482203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33206) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:37.521887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Pushing event deleted for resources: {'Port': ['ID=3d2292c8-056f-4d76-bcd7-46d051470443,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:37.529551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:37.629207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.656374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.660526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.685092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-d4766072-18c2-4266-940a-59f1cca08243', 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': 'fc891eb9-54fa-41e1-935e-2676cc036ff5'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:37.686120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.722420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a28cbbfd-2259-4c10-85cf-84c178c99186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-275393806-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:37.733049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.813434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=2c25f79b-cc4d-4dbf-a3ac-91220e862b51,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:37.821857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:37.828061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:37.859194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Allocated IP 2001:db8::1 (d4766072-18c2-4266-940a-59f1cca08243/fc891eb9-54fa-41e1-935e-2676cc036ff5/e39f4567-b976-4afb-a3a3-ebf01ff3cf3c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:37.941015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.019049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.109509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.114827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] 10.222.0.69 "DELETE /v2.0/floatingips/078194e4-3011-4d55-a092-c38e4a4778ab HTTP/1.1" status: 204  len: 168 time: 2.5995171
Dec 22 15:00:38.119148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33210) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:38.121102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.134775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Transition to ACTIVE for port object e39f4567-b976-4afb-a3a3-ebf01ff3cf3c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:38.155437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Transition to ACTIVE for port object e39f4567-b976-4afb-a3a3-ebf01ff3cf3c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:38.161973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.166908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:38.203997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.215898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.218087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.223359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bbf6024-5c53-47f2-b41d-2580169ac3f1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:38.231090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Network d4766072-18c2-4266-940a-59f1cca08243 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:38.231322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.238691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:38.242790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:38.249011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Pushing event updated for resources: {'Port': ['ID=e39f4567-b976-4afb-a3a3-ebf01ff3cf3c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:38.252655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:38.262625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=fc891eb9-54fa-41e1-935e-2676cc036ff5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:38.267619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:38.335797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Attempting to bind port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:38.336175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Attempting to bind port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '287efe08-d577-4ba5-b55f-067f101952e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:38.337299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Attempting to bind port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c on network d4766072-18c2-4266-940a-59f1cca08243 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:38.344421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:38.344421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Checking segment: {'id': '287efe08-d577-4ba5-b55f-067f101952e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:38.344819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.345219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Bound using segment: {'id': '287efe08-d577-4ba5-b55f-067f101952e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:38.345822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Bound port: e39f4567-b976-4afb-a3a3-ebf01ff3cf3c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287efe08-d577-4ba5-b55f-067f101952e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd4766072-18c2-4266-940a-59f1cca08243'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:38.346389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.439701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] For port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:38.442583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.442896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] For port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e39f4567-b976-4afb-a3a3-ebf01ff3cf3c,segment=NetworkSegment(287efe08-d577-4ba5-b55f-067f101952e9),segment_id=287efe08-d577-4ba5-b55f-067f101952e9)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:38.450628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.458437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:38.491939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857575bb50>,) {'filters': {'network_id': ['d4766072-18c2-4266-940a-59f1cca08243']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:38.497227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Deleting port 5bc472e9-6ad4-4ce0-9186-6fd006011879 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:38.497598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.511645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857575bb50>, '287efe08-d577-4ba5-b55f-067f101952e9') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:38.512074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857575bb50>, '287efe08-d577-4ba5-b55f-067f101952e9') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:38.527731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.556539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.568918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.570887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:38.571368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:38.588519 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:38.591335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.636513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Pushing event updated for resources: {'Port': ['ID=e39f4567-b976-4afb-a3a3-ebf01ff3cf3c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:38.652925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcd28ed7-4d3c-413f-b646-eec1eb4b5d30 tempest-PortsAdminExtendedAttrsTestJSON-9112260 tempest-PortsAdminExtendedAttrsTestJSON-9112260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:38.653289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:38.702962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e1812-cff7-45ad-b8e7-6f0c84ab7f62 None None] Network d4766072-18c2-4266-940a-59f1cca08243 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:38.827692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=9ebbc59f-c94b-43fa-aa18-3e6017ea6312,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:38.839277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:38.848920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:00:38.848920 dv-neutron-822675-1-hyperv neutron-server[83456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:00:38.848920 dv-neutron-822675-1-hyperv neutron-server[83456]: [parameters: {'id': 'd4766072-18c2-4266-940a-59f1cca08243'}]
Dec 22 15:00:38.848920 dv-neutron-822675-1-hyperv neutron-server[83456]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:38.849578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:38.858115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:38.952197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e51a3-55c9-4651-958a-fbe17da71850 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:00:38.953009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960632-1caa-4553-96e3-5f1692a4a42d req-19ffca90-a2f6-4784-bad6-1f670af7a1c5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:38.954476 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-91960632-1caa-4553-96e3-5f1692a4a42d req-19ffca90-a2f6-4784-bad6-1f670af7a1c5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.2453735
Dec 22 15:00:39.075915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-91960632-1caa-4553-96e3-5f1692a4a42d req-49c231c4-61c0-4694-9685-758b4584346f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087730
Dec 22 15:00:39.096256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e51a3-55c9-4651-958a-fbe17da71850 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:00:39.119442 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 894a86ec-dc0a-433f-b124-192f47c852ef associated. External IP: 172.26.3.2, port: c667a7ca-6c05-411c-98d3-7d4248c95d6e.
Dec 22 15:00:39.163236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] For port 5bc472e9-6ad4-4ce0-9186-6fd006011879, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5bc472e9-6ad4-4ce0-9186-6fd006011879,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:39.163843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:39.303701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Calling delete_port for 5bc472e9-6ad4-4ce0-9186-6fd006011879 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:39.398633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:39.423276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:39.423603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:39.745039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc9e0-2795-4f36-add6-936248ee0bde req-7c9f8acf-c3f7-4431-9898-49f59d5862b2 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:39.746605 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a38dc9e0-2795-4f36-add6-936248ee0bde req-7c9f8acf-c3f7-4431-9898-49f59d5862b2 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4127531
Dec 22 15:00:39.769809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Router ece3f58f-430c-477d-a4c1-311e13c8ef50 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:39.832322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e39f4567-b976-4afb-a3a3-ebf01ff3cf3c,segment=NetworkSegment(287efe08-d577-4ba5-b55f-067f101952e9),segment_id=287efe08-d577-4ba5-b55f-067f101952e9)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:39.832695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:39.956074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for e39f4567-b976-4afb-a3a3-ebf01ff3cf3c owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:39.976300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a38dc9e0-2795-4f36-add6-936248ee0bde req-bc3d970d-ff13-4ffa-9220-6875d8255768 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2211251
Dec 22 15:00:40.031906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:40.058209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.061990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2109c430-82b7-4c26-83a8-1f6d288ca125 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:40.164299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=e39f4567-b976-4afb-a3a3-ebf01ff3cf3c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:40.169770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:40.174714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port e39f4567-b976-4afb-a3a3-ebf01ff3cf3c on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:40.271088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router 420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:40.299248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.305684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94fb4c9f-e090-4f89-b448-1699ac4954c1 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:40.320762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.337224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:40.349601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Sync routers for ids ['ece3f58f-430c-477d-a4c1-311e13c8ef50'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:40.365881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Routers {'ece3f58f-430c-477d-a4c1-311e13c8ef50'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:40.366650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576036220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['ece3f58f-430c-477d-a4c1-311e13c8ef50'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.408934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752bcd30>,) {'filters': {'network_id': ['d4766072-18c2-4266-940a-59f1cca08243']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.424163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752bcd30>, '287efe08-d577-4ba5-b55f-067f101952e9') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.424485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752bcd30>, '287efe08-d577-4ba5-b55f-067f101952e9') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.426110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc472e9-6ad4-4ce0-9186-6fd006011879,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:40.439148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.448416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:40.454237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "PUT /v2.0/routers/ece3f58f-430c-477d-a4c1-311e13c8ef50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3651342
Dec 22 15:00:40.454386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33222) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:40.492936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.502340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Set router ece3f58f-430c-477d-a4c1-311e13c8ef50 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:40.535894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:40.536695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:40.555680 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:40.654494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2569c85-6b83-4f18-b647-fc28b875e4c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:40.655675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2569c85-6b83-4f18-b647-fc28b875e4c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:40.656649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c2569c85-6b83-4f18-b647-fc28b875e4c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:40.679512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.687735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a5716563-e5ee-4a36-bc96-826a34d53c9c tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:40.705862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:40.708129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.709150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576036220>, [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:37Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.719003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Checking router: ece3f58f-430c-477d-a4c1-311e13c8ef50 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:40.721319 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:40.724590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c2569c85-6b83-4f18-b647-fc28b875e4c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:40.734535 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:40.735382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d54a90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.736019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c2569c85-6b83-4f18-b647-fc28b875e4c6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2813067
Dec 22 15:00:40.739779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:40.750787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Routers {'ece3f58f-430c-477d-a4c1-311e13c8ef50'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:40.751583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576036220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['ece3f58f-430c-477d-a4c1-311e13c8ef50'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.783358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:40.789119 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/d4766072-18c2-4266-940a-59f1cca08243 HTTP/1.1" status: 204  len: 168 time: 3.3058791
Dec 22 15:00:40.791751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=d4766072-18c2-4266-940a-59f1cca08243,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:40.794667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:40.824099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33228) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:40.857629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847938100'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:40.858457 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d54a90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.870648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:40.871866 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:40.872666 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d54a90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.880144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:40.899377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] Set router ece3f58f-430c-477d-a4c1-311e13c8ef50 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:40.938004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:40.945245 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d54a90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:40.946039 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83adc1-bd3d-4e4f-abef-087c2d8c4091 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:40.946909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a1b8-be30-4015-a76a-201ff5451b9d req-0f45a348-6629-4ae3-b67b-3c64eb74b773 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:40.953564 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6353a1b8-be30-4015-a76a-201ff5451b9d req-0f45a348-6629-4ae3-b67b-3c64eb74b773 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5177019
Dec 22 15:00:40.966329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:40.990964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.009899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576036220>, [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:37Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:41.014211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0155e8-3785-470f-a00d-dd2a155b485e None None] The sync data for ids ['ece3f58f-430c-477d-a4c1-311e13c8ef50'] in dv-neutron-822675-1-hyperv is: [{'id': 'ece3f58f-430c-477d-a4c1-311e13c8ef50', 'name': 'tempest-NetworksTestDHCPv6-router-995534165', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:20Z', 'updated_at': '2021-12-22T15:00:37Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:41.020815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:41.024347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.069724 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 5.9240103
Dec 22 15:00:41.076191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33234) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:41.089418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:41.103146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 4a2ae626-7671-4e3d-ab3a-1c876b1e8f16 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:41.106027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.163966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.192977 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6353a1b8-be30-4015-a76a-201ff5451b9d req-fa0b97d1-5b4b-4cd1-a2ae-fb9f619efbf7 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2385740
Dec 22 15:00:41.253955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.294271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:41.335163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.335485 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment f71500f5-c9c0-442c-a402-5fb775e07bf3 of type vlan for network 840a78a2-f16c-4899-b04a-e41fe891077b
Dec 22 15:00:41.345677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.359276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:41.366565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.404204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.420527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6b805-0d82-4884-996a-320305eb0c8e None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:41.439576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2ae626-7671-4e3d-ab3a-1c876b1e8f16,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:41.447707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:41.451602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/4a2ae626-7671-4e3d-ab3a-1c876b1e8f16 HTTP/1.1" status: 204  len: 168 time: 0.6549852
Dec 22 15:00:41.453041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33242) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:41.476131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.537241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:41.559971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] Sync routers for ids ['420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:41.614327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] Routers {'420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:41.615230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754715b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:41.647165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.648300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "PUT /v2.0/routers/420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 200  len: 915 time: 10.4372661
Dec 22 15:00:41.655116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33246) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:41.759709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754715b0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:41.783141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] Routers {'420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:41.784025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754715b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:41.812159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.815795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:41.816404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:41.850450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6d6055ca-2cd7-4df2-8e06-28dd0637fbed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3876886
Dec 22 15:00:41.850949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33250) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:41.898257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754715b0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:41.898705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa940f-9d89-4e16-9eb2-ec9f289683fd None None] The sync data for ids ['420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:41.974542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:41.986176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:00:41.990564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Deleting port 4b687880-6918-4d3c-9585-7f4f4ac4823c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:41.991074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.002145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.087555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.146704 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3166299
Dec 22 15:00:42.157734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33256) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:42.179295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:42.196966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=840a78a2-f16c-4899-b04a-e41fe891077b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:42.202910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:42.207068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] For port 4b687880-6918-4d3c-9585-7f4f4ac4823c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4b687880-6918-4d3c-9585-7f4f4ac4823c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:42.207599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.218318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 840a78a2-f16c-4899-b04a-e41fe891077b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:42.400748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Calling delete_port for 4b687880-6918-4d3c-9585-7f4f4ac4823c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:42.439641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.449871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.499257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.505922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.507828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Fanout notify agent at l3_agent the message router_deleted on router ece3f58f-430c-477d-a4c1-311e13c8ef50 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:42.522733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.528401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b948e453-321b-4f25-9f26-b159d39b272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:42.531541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2c1c6-dbda-467a-bc5a-2e733ecc40f3 req-fa372339-db7b-41aa-9d9e-b36bafbb6c76 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:42.534007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-87f2c1c6-dbda-467a-bc5a-2e733ecc40f3 req-fa372339-db7b-41aa-9d9e-b36bafbb6c76 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.8922241
Dec 22 15:00:42.546151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.550014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.550143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c504a197-24fa-477c-a85b-09cd114f7daa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/routers/ece3f58f-430c-477d-a4c1-311e13c8ef50 HTTP/1.1" status: 204  len: 168 time: 0.6953447
Dec 22 15:00:42.550223 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 894a86ec-dc0a-433f-b124-192f47c852ef disassociated. External IP: 172.26.3.2, port: c667a7ca-6c05-411c-98d3-7d4248c95d6e.
Dec 22 15:00:42.550418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33266) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:42.559887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:42.612824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Pushing event deleted for resources: {'Port': ['ID=4b687880-6918-4d3c-9585-7f4f4ac4823c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:42.620802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:42.626296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] No DVR routers for this DVR port 4b687880-6918-4d3c-9585-7f4f4ac4823c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:42.660342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4b687880-6918-4d3c-9585-7f4f4ac4823c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:42.714361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 4b687880-6918-4d3c-9585-7f4f4ac4823c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:42.714821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4b687880-6918-4d3c-9585-7f4f4ac4823c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:42.715369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:42.784075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:42.784483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2c25f79b-cc4d-4dbf-a3ac-91220e862b51 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:42.824914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:42.829744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:42.833871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:42.842187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:42.856734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:42.862302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:42.870257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:42.894295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:42.904162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:42.922708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:42.957937 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-87f2c1c6-dbda-467a-bc5a-2e733ecc40f3 req-832a2b73-057f-44d4-ac87-2e0f77e098f0 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3118923
Dec 22 15:00:43.027667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:43.078216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d9bd-60ad-4296-a24c-45e3d4761236 req-f8226bf6-f33d-49ed-b14e-405adfaa1f8b tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:43.079764 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3006d9bd-60ad-4296-a24c-45e3d4761236 req-f8226bf6-f33d-49ed-b14e-405adfaa1f8b tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.1339610
Dec 22 15:00:43.183366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3006d9bd-60ad-4296-a24c-45e3d4761236 req-3a3d6909-f74b-4647-a665-486c3d18534f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693390
Dec 22 15:00:43.216570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.220755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-af441647-6512-40bf-b1a5-e8f25113477e tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:43.277376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:43.280264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.280425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:43.284525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:43.285097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.291578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b4781-7437-4bcd-9655-b7c5bb776e2a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:43.294851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=1bb8368e-1ff7-427d-9d12-ba4e85a099ba,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:43.301741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:43.322462 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7678640
Dec 22 15:00:43.322927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33274) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:43.328880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:43.335921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:43.340037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:router and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:43.343063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:43.349095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:43.362271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.363466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.384869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.405338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.429701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.434206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9f8aece3-da0b-4ede-a0a8-717b78eaabfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1076331
Dec 22 15:00:43.434353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:43.537608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:43.539086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.613998 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-809b2e48-4c35-4af5-838d-75ab76108e68 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 200  len: 921 time: 1.9150374
Dec 22 15:00:43.631426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33282) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:43.742383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/1bb8368e-1ff7-427d-9d12-ba4e85a099ba/bb52ef63-ede6-4eb7-b582-3f808b3f48b6) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:43.951964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.963556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Transition to ACTIVE for port object bb52ef63-ede6-4eb7-b582-3f808b3f48b6 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:43.984554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Transition to ACTIVE for port object bb52ef63-ede6-4eb7-b582-3f808b3f48b6 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:43.990446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:43.996622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:44.066365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Pushing event updated for resources: {'Port': ['ID=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:44.071734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:44.083408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:44.084744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:44.090501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:44.109850 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f46b9279-5755-45f9-b2c8-2ed5316f9751 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4735756
Dec 22 15:00:44.116192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:44.141967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.176478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.181847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Attempting to bind port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:44.182289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Attempting to bind port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:44.183301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Attempting to bind port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:44.189513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:44.189777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:44.190319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.190949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:44.191152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:44.191329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Bound port: bb52ef63-ede6-4eb7-b582-3f808b3f48b6, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:44.191817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.335703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] For port bb52ef63-ede6-4eb7-b582-3f808b3f48b6, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:44.339672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] For port bb52ef63-ede6-4eb7-b582-3f808b3f48b6, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:44.343935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.348159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:44.405079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=229bb800-eb1c-4897-befd-46dc0ecbe66c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:44.414193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:44.421065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Pushing event updated for resources: {'Port': ['ID=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:44.426449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:44.505225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Deleting port 07b9a977-3410-47b2-a694-7b1eebb533cf {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:44.505554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.556627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b2c0d-8c7c-4b7d-a027-e8d88b7c859d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:44.560698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-763b2c0d-8c7c-4b7d-a027-e8d88b7c859d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.4409525
Dec 22 15:00:44.564097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33294) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:44.574275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': 'f71500f5-c9c0-442c-a402-5fb775e07bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:44.574631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: 840a78a2-f16c-4899-b04a-e41fe891077b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:44.644902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad07d1-fff6-4507-8936-6596a65364ed req-a9caafac-f98a-4239-a6c2-fc12e1a9d403 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:44.646413 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cad07d1-fff6-4507-8936-6596a65364ed req-a9caafac-f98a-4239-a6c2-fc12e1a9d403 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5255015
Dec 22 15:00:44.659427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650480-dfdf-4234-8d73-161d6cae2648 req-ad79af77-a0bf-44f9-87b7-de5ba4530f1d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:44.661342 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48650480-dfdf-4234-8d73-161d6cae2648 req-ad79af77-a0bf-44f9-87b7-de5ba4530f1d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3392146
Dec 22 15:00:44.681708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3f0a7ce5-b016-46cd-86dd-e10989a44db9 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 200  len: 205 time: 0.1131840
Dec 22 15:00:44.697264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33298) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:44.867877 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48650480-dfdf-4234-8d73-161d6cae2648 req-f346ab37-82c4-4c4d-8e35-d7d95339ab07 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1919472
Dec 22 15:00:44.878711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::1 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/1bb8368e-1ff7-427d-9d12-ba4e85a099ba/e4841a67-3873-4ef2-88e0-933f54b19543) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:44.906904 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cad07d1-fff6-4507-8936-6596a65364ed req-dcb36cab-0cc3-4f9e-8bd4-2ccf627d533f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2352087
Dec 22 15:00:44.911950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network 840a78a2-f16c-4899-b04a-e41fe891077b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:44.949103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] For port 07b9a977-3410-47b2-a694-7b1eebb533cf, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=07b9a977-3410-47b2-a694-7b1eebb533cf,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:44.949462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.956793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 840a78a2-f16c-4899-b04a-e41fe891077b) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:44.971066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:44.971674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:44.972042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39721f66-48f2-4686-8ee1-85d4628c0bb6 None None] Network 840a78a2-f16c-4899-b04a-e41fe891077b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:45.113402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Calling delete_port for 07b9a977-3410-47b2-a694-7b1eebb533cf owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:45.134460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.157503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object e4841a67-3873-4ef2-88e0-933f54b19543 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:45.178041 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.0075068
Dec 22 15:00:45.178249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.180168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:45.182710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33304) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:45.387634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-840a78a2-f16c-4899-b04a-e41fe891077b', 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '229bb800-eb1c-4897-befd-46dc0ecbe66c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:45.389034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.434727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.439024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:45.523084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:45.549053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:45.552421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:45.555315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:45.555940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.559683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:45.698147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Allocated IP 2001:db8::1 (840a78a2-f16c-4899-b04a-e41fe891077b/229bb800-eb1c-4897-befd-46dc0ecbe66c/32815626-68a6-45e6-a06b-f7eb70400e3c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:45.808899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Router f9057b1c-6a94-4ad4-8941-7f57413cbef5 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:45.831216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.843252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:45.868947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-041398b7-2d70-410a-9a14-b3075c7095db None None] Provisioning for port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:45.887433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ec23e-817e-4a56-b882-3583baa101d5 req-b652920b-85cd-4b29-b4e9-a2ff2788c8b9 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:45.894186 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-902ec23e-817e-4a56-b882-3583baa101d5 req-b652920b-85cd-4b29-b4e9-a2ff2788c8b9 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.3915668
Dec 22 15:00:46.010429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.024178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Transition to ACTIVE for port object 32815626-68a6-45e6-a06b-f7eb70400e3c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:46.053321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Transition to ACTIVE for port object 32815626-68a6-45e6-a06b-f7eb70400e3c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:46.063727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.077269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:46.132606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Network 840a78a2-f16c-4899-b04a-e41fe891077b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:46.139469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:46.143547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:46.180543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.189582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Pushing event updated for resources: {'Port': ['ID=32815626-68a6-45e6-a06b-f7eb70400e3c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:46.197557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:46.198118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2d938f6b-3390-4b0c-9332-85354d5c6121 None None] Provisioning for port e4841a67-3873-4ef2-88e0-933f54b19543 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:46.226681 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-902ec23e-817e-4a56-b882-3583baa101d5 req-854f9a88-a72b-4e10-842e-827a90188af6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3315976
Dec 22 15:00:46.234503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2d938f6b-3390-4b0c-9332-85354d5c6121 None None] Provisioning complete for port e4841a67-3873-4ef2-88e0-933f54b19543 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:46.234503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d938f6b-3390-4b0c-9332-85354d5c6121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.238986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.266300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port 784e3a37-ec0e-468d-9cb4-86bd77472198 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:46.266773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.284302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.290708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7162052a-0a3e-4e52-bc8a-786d16554270 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:46.295999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Attempting to bind port 32815626-68a6-45e6-a06b-f7eb70400e3c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:46.296373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Attempting to bind port 32815626-68a6-45e6-a06b-f7eb70400e3c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'f71500f5-c9c0-442c-a402-5fb775e07bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:46.296761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Attempting to bind port 32815626-68a6-45e6-a06b-f7eb70400e3c on network 840a78a2-f16c-4899-b04a-e41fe891077b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:46.313247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d938f6b-3390-4b0c-9332-85354d5c6121 None None] Port e4841a67-3873-4ef2-88e0-933f54b19543 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:00:46.314926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:46.315307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Checking segment: {'id': 'f71500f5-c9c0-442c-a402-5fb775e07bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:46.315710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.316100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Bound using segment: {'id': 'f71500f5-c9c0-442c-a402-5fb775e07bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:46.316603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Bound port: 32815626-68a6-45e6-a06b-f7eb70400e3c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71500f5-c9c0-442c-a402-5fb775e07bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '840a78a2-f16c-4899-b04a-e41fe891077b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:46.316977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.344056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b9a977-3410-47b2-a694-7b1eebb533cf,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:46.362694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:46.407973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] For port 32815626-68a6-45e6-a06b-f7eb70400e3c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:46.413179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] For port 32815626-68a6-45e6-a06b-f7eb70400e3c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=32815626-68a6-45e6-a06b-f7eb70400e3c,segment=NetworkSegment(f71500f5-c9c0-442c-a402-5fb775e07bf3),segment_id=f71500f5-c9c0-442c-a402-5fb775e07bf3)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:46.418919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.425900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:46.439603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e6465-4add-4e94-8270-1f53310d898a req-d445e2cc-19f7-467e-a0a6-b2782bd3918c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:46.446551 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd9e6465-4add-4e94-8270-1f53310d898a req-d445e2cc-19f7-467e-a0a6-b2782bd3918c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3196485
Dec 22 15:00:46.456103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.466478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:46.518541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Pushing event updated for resources: {'Port': ['ID=32815626-68a6-45e6-a06b-f7eb70400e3c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:46.529951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:46.556623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=229bb800-eb1c-4897-befd-46dc0ecbe66c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:46.593092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:46.655313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.752406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.795951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb52ef63-ede6-4eb7-b582-3f808b3f48b6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:46.798889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:46.810527 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:46.831935 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:46.837094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for 784e3a37-ec0e-468d-9cb4-86bd77472198 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:46.837255 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bcda60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.895498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574bb3040>,) {'filters': {'network_id': ['840a78a2-f16c-4899-b04a-e41fe891077b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.905325 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd9e6465-4add-4e94-8270-1f53310d898a req-13f69eb5-0f64-4a4f-963f-a77e90953733 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4577463
Dec 22 15:00:46.918128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:46.940421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:46.950141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.952977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bb3040>, 'f71500f5-c9c0-442c-a402-5fb775e07bf3') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.953662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bb3040>, 'f71500f5-c9c0-442c-a402-5fb775e07bf3') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.965096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.970776 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bcda60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.979084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.980301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:46.989549 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:46.990170 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bcda60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:46.996510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3977a4ec-67af-4532-962e-cc9cd4c594f0 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:46.999951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.024520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.069869 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bcda60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:47.070556 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c05412-ecc5-44dc-aa4f-3da4db841dbc None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:47.096428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.124369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.127362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:47.128182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:47.147650 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:47.158710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port bb52ef63-ede6-4eb7-b582-3f808b3f48b6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:47.162648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.165398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f750a5c1-df0e-45be-80ee-cd3ff4e02c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:47.183814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:47.192098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:47.204863 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1eab88f0-528a-40be-9a98-6baabfc907e6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/894a86ec-dc0a-433f-b124-192f47c852ef HTTP/1.1" status: 200  len: 686 time: 6.1258869
Dec 22 15:00:47.207888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33312) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:47.246570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:47.249937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:47.438174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:47.440479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:47.448834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:47.464279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Sync routers for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:47.475135 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] 10.222.0.69 "PUT /v2.0/routers/f9057b1c-6a94-4ad4-8941-7f57413cbef5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8216741
Dec 22 15:00:47.481893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:47.482364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:47.483225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758911c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:47.555933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:00:47.555933 dv-neutron-822675-1-hyperv neutron-server[83457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:00:47.555933 dv-neutron-822675-1-hyperv neutron-server[83457]: [parameters: {'id': '840a78a2-f16c-4899-b04a-e41fe891077b'}]
Dec 22 15:00:47.555933 dv-neutron-822675-1-hyperv neutron-server[83457]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:47.556395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:47.619025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:47.623925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-27f833fe-6fe5-4740-a46a-231a8363d768 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:47.737517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=784e3a37-ec0e-468d-9cb4-86bd77472198,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:47.747075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:47.796136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:47.828868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 9ebbc59f-c94b-43fa-aa18-3e6017ea6312 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:47.829299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.061643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.118250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382a59-04e6-47c3-951b-78d899964fd2 req-91764299-4c2f-4929-addc-e034d2921fe5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:48.120091 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-80382a59-04e6-47c3-951b-78d899964fd2 req-91764299-4c2f-4929-addc-e034d2921fe5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7097254
Dec 22 15:00:48.127020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.175199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b317e8d-cb46-4a4a-9e32-09b714265c98 None None] Network 840a78a2-f16c-4899-b04a-e41fe891077b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:48.221138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 32815626-68a6-45e6-a06b-f7eb70400e3c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:48.221644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.298656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-66079555-f5d1-4f66-a9a7-c55f1e7894fd None None] Provisioning complete for port e4841a67-3873-4ef2-88e0-933f54b19543 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:48.298931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66079555-f5d1-4f66-a9a7-c55f1e7894fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.314293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.314759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.347202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.429131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-66079555-f5d1-4f66-a9a7-c55f1e7894fd None None] Port e4841a67-3873-4ef2-88e0-933f54b19543 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:00:48.453523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758911c0>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:39Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:48.453933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.462377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Checking router: f9057b1c-6a94-4ad4-8941-7f57413cbef5 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:48.467598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.486570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 9ebbc59f-c94b-43fa-aa18-3e6017ea6312 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:48.489977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Routers {'f9057b1c-6a94-4ad4-8941-7f57413cbef5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:48.490708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758911c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:48.504567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450f60-cd28-4e12-82d3-8e813fdd0dd9 req-aaa080e2-a505-420b-9d32-690fe919311c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:48.511968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-50450f60-cd28-4e12-82d3-8e813fdd0dd9 req-aaa080e2-a505-420b-9d32-690fe919311c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3262582
Dec 22 15:00:48.532659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-80382a59-04e6-47c3-951b-78d899964fd2 req-b8440ea7-71c0-4900-a8ed-e69e0120b00e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4016187
Dec 22 15:00:48.568716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.569032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router 420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:48.598027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Router 7010b7f3-b482-4e87-836c-7565e504dc9b is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:48.613992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] DHCP port deletion for 840a78a2-f16c-4899-b04a-e41fe891077b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:00:48.616961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-50450f60-cd28-4e12-82d3-8e813fdd0dd9 req-f7dbc42c-a113-418f-9081-14f20c74d8c4 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040521
Dec 22 15:00:48.633926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Deleting port 32815626-68a6-45e6-a06b-f7eb70400e3c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:48.634315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.652097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.656760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 204  len: 168 time: 3.9457259
Dec 22 15:00:48.658342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33326) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:48.670189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1236290766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:48.678426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:48.778708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:48.802205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:48.803854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb52ef63-ede6-4eb7-b582-3f808b3f48b6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:48.849629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9b6c7446-eae4-4abb-9efd-0f2ee580f79a None None] Provisioning for port 32815626-68a6-45e6-a06b-f7eb70400e3c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:48.888420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 32815626-68a6-45e6-a06b-f7eb70400e3c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=32815626-68a6-45e6-a06b-f7eb70400e3c,segment=NetworkSegment(f71500f5-c9c0-442c-a402-5fb775e07bf3),segment_id=f71500f5-c9c0-442c-a402-5fb775e07bf3)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:48.888728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.910339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:48.966833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] Set router f9057b1c-6a94-4ad4-8941-7f57413cbef5 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:49.022817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:49.049906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.050839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.108485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.133525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79aa20-021a-402b-b8d8-bfee4780d82e req-c3d9d58f-9ec8-4d41-8e52-89108524ae2a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:49.135335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa79aa20-021a-402b-b8d8-bfee4780d82e req-c3d9d58f-9ec8-4d41-8e52-89108524ae2a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.3538475
Dec 22 15:00:49.163633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.187889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:49.203246 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Sync routers for ids ['7010b7f3-b482-4e87-836c-7565e504dc9b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:49.216917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "PUT /v2.0/routers/7010b7f3-b482-4e87-836c-7565e504dc9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7815077
Dec 22 15:00:49.218017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.221508 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-424354d8-3260-489f-9c86-7dd827516d1b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5596926
Dec 22 15:00:49.221508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33330) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:49.224093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 32815626-68a6-45e6-a06b-f7eb70400e3c owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:49.225086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33332) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:49.231275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:49.241905 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Routers {'7010b7f3-b482-4e87-836c-7565e504dc9b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:49.243282 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7010b7f3-b482-4e87-836c-7565e504dc9b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:49.257991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:49.258860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.319808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] For port 32815626-68a6-45e6-a06b-f7eb70400e3c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=32815626-68a6-45e6-a06b-f7eb70400e3c,segment=NetworkSegment(f71500f5-c9c0-442c-a402-5fb775e07bf3),segment_id=f71500f5-c9c0-442c-a402-5fb775e07bf3)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:49.321158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.343079 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa79aa20-021a-402b-b8d8-bfee4780d82e req-96f36d18-948a-4b63-b57e-a713b297c583 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1955235
Dec 22 15:00:49.355569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.362521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ea26736-1843-4da1-9205-a618c907e369 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:49.435418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=9ebbc59f-c94b-43fa-aa18-3e6017ea6312,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:49.443014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:49.458296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.473019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd78c2d-058e-40ff-8fb3-fdccf121d1dd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:49.473628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-dfd78c2d-058e-40ff-8fb3-fdccf121d1dd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:49.488121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e9dea847-7d52-451e-80f9-f5c4529f5472 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:49.541376 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Set router 7010b7f3-b482-4e87-836c-7565e504dc9b gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:49.554341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-dfd78c2d-058e-40ff-8fb3-fdccf121d1dd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:49.559002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dfd78c2d-058e-40ff-8fb3-fdccf121d1dd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports/e4841a67-3873-4ef2-88e0-933f54b19543 HTTP/1.1" status: 200  len: 911 time: 0.3363814
Dec 22 15:00:49.565645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33340) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:49.642746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Calling delete_port for 32815626-68a6-45e6-a06b-f7eb70400e3c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:49.706223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=32815626-68a6-45e6-a06b-f7eb70400e3c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:49.709426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:49.751254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port 32815626-68a6-45e6-a06b-f7eb70400e3c on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:49.878650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:49.878836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:49.906484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758911c0>, [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:39Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:49.907713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:49.910845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662480f-e6ee-43d5-9cd2-489b05e7dbbb None None] The sync data for ids ['f9057b1c-6a94-4ad4-8941-7f57413cbef5'] in dv-neutron-822675-1-hyperv is: [{'id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'name': 'tempest-ServersTestJSON-79642831-router', 'tenant_id': '0631083bec19464db01039a923cbf8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:39Z', 'revision_number': 5, 'project_id': '0631083bec19464db01039a923cbf8e9', 'gw_port': {'id': '3e8148a4-80fa-486b-acca-88fced67ab3c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9057b1c-6a94-4ad4-8941-7f57413cbef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:49.986221 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9df0>, [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:45Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': 'e4841a67-3873-4ef2-88e0-933f54b19543', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:98:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:44Z', 'updated_at': '2021-12-22T15:00:46Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:49.989995 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Checking router: 7010b7f3-b482-4e87-836c-7565e504dc9b for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:49.990337 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Updating router 7010b7f3-b482-4e87-836c-7565e504dc9b port e4841a67-3873-4ef2-88e0-933f54b19543 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:00:50.000861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe8694-f7f2-4952-b9af-750b5a1692ab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:50.004704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe8694-f7f2-4952-b9af-750b5a1692ab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:50.008226 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5cbe8694-f7f2-4952-b9af-750b5a1692ab tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4396820
Dec 22 15:00:50.011471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33346) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:50.036215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bb8e2-5ea9-4ccd-afdd-6b6ccf2deaad req-d34ceecc-ba9d-4092-95b2-245a7ad944dd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:50.037825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0b3bb8e2-5ea9-4ccd-afdd-6b6ccf2deaad req-d34ceecc-ba9d-4092-95b2-245a7ad944dd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4873064
Dec 22 15:00:50.048647 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.068277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.140889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.145371 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/894a86ec-dc0a-433f-b124-192f47c852ef HTTP/1.1" status: 204  len: 168 time: 2.9289894
Dec 22 15:00:50.152970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33350) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:50.165959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '8205055b-b700-473c-a8af-6d3d83b14eed'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:50.174617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.176618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:50.186339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e163-9292-4e3b-8116-d0e6e9439c0f req-186474b0-baf5-4238-9ea2-22fdaf1833b4 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:50.193004 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19e7e163-9292-4e3b-8116-d0e6e9439c0f req-186474b0-baf5-4238-9ea2-22fdaf1833b4 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3412902
Dec 22 15:00:50.196990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:floatingip and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:50.204299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:50.233835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85745ce280>,) {'filters': {'network_id': ['840a78a2-f16c-4899-b04a-e41fe891077b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:50.243522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:50.257122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745ce280>, 'f71500f5-c9c0-442c-a402-5fb775e07bf3') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:50.257538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745ce280>, 'f71500f5-c9c0-442c-a402-5fb775e07bf3') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:50.276754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.293455 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0b3bb8e2-5ea9-4ccd-afdd-6b6ccf2deaad req-556923ae-1b7d-43e8-a902-9e45157de940 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1857488
Dec 22 15:00:50.308523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.333652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19e7e163-9292-4e3b-8116-d0e6e9439c0f req-cac36580-1559-4268-a6f7-3790efb697c2 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398032
Dec 22 15:00:50.359057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.379562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:50.379984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Deleting port 32815626-68a6-45e6-a06b-f7eb70400e3c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:50.380530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.380630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:50.402398 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:50.466316 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.496372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.531958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42de5-b819-41b3-863c-f41c8b54887f None None] The port '32815626-68a6-45e6-a06b-f7eb70400e3c' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:00:50.557535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Deleting port 3e8148a4-80fa-486b-acca-88fced67ab3c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:50.557970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.595049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 32815626-68a6-45e6-a06b-f7eb70400e3c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:50.634893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 32815626-68a6-45e6-a06b-f7eb70400e3c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:50.635252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 32815626-68a6-45e6-a06b-f7eb70400e3c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:50.635754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bc472e9-6ad4-4ce0-9186-6fd006011879 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:50.685824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5bc472e9-6ad4-4ce0-9186-6fd006011879 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:50.686171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bc472e9-6ad4-4ce0-9186-6fd006011879 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:50.691276 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Transition to ACTIVE for port object e4841a67-3873-4ef2-88e0-933f54b19543 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:50.702605 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.707241 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:50.830329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.832289 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Pushing event updated for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:50.835382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:50.835511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.846642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-517fea66-adc8-4cd7-9e38-fd18e9e8dc9b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:50.877092 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/840a78a2-f16c-4899-b04a-e41fe891077b HTTP/1.1" status: 204  len: 168 time: 5.6917977
Dec 22 15:00:50.877296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:50.886846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613109584'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:50.894524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=840a78a2-f16c-4899-b04a-e41fe891077b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:50.897204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:50.905959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:50.920730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:50.927662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:50.946933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:50.968618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.971017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Attempting to bind port e4841a67-3873-4ef2-88e0-933f54b19543 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:50.971576 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Attempting to bind port e4841a67-3873-4ef2-88e0-933f54b19543 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:50.972119 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Attempting to bind port e4841a67-3873-4ef2-88e0-933f54b19543 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:50.980334 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:50.981055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:50.981664 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:50.982236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:50.982865 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Bound port: e4841a67-3873-4ef2-88e0-933f54b19543, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:50.983438 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.012567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:51.015691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.040157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.091070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] For port e4841a67-3873-4ef2-88e0-933f54b19543, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:51.093603 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] For port e4841a67-3873-4ef2-88e0-933f54b19543, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e4841a67-3873-4ef2-88e0-933f54b19543,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:51.097676 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.103053 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:51.116944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3bc6-3d4c-49df-853b-081b13a4eee9 req-417a8d48-17fc-4ef5-961a-b9db86b9242b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:51.118248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-892c3bc6-3d4c-49df-853b-081b13a4eee9 req-417a8d48-17fc-4ef5-961a-b9db86b9242b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5036070
Dec 22 15:00:51.128995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.136481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:51.186494 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Pushing event updated for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:51.189800 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:51.190777 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Routers {'7010b7f3-b482-4e87-836c-7565e504dc9b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:51.191421 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7010b7f3-b482-4e87-836c-7565e504dc9b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:51.209852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] For port 3e8148a4-80fa-486b-acca-88fced67ab3c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3e8148a4-80fa-486b-acca-88fced67ab3c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:51.210327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.249648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.249991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment cf7c6946-5c72-448f-b624-807bb04b8883 of type vlan for network 0db20773-47e5-4d04-9e22-aafd9de8e468
Dec 22 15:00:51.359994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.368255 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-892c3bc6-3d4c-49df-853b-081b13a4eee9 req-5edecf1d-154a-4e61-85f5-dfcc3b3f82b3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2358220
Dec 22 15:00:51.387935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Calling delete_port for 3e8148a4-80fa-486b-acca-88fced67ab3c owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:51.388197 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] Set router 7010b7f3-b482-4e87-836c-7565e504dc9b gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:51.455132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Allocated IP 172.26.3.216 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/675e9e96-08a6-4195-bf47-99ab6f31a365) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:51.462212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.472186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:51.473077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:51.497998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:00:51.501056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:51.526346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6435390
Dec 22 15:00:51.528415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33364) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:51.536580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:51.681747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:51.752865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:51.757052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:51.764022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:51.779106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=0db20773-47e5-4d04-9e22-aafd9de8e468,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:51.786522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:51.797588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9df0>, [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:45Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': 'e4841a67-3873-4ef2-88e0-933f54b19543', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:98:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:44Z', 'updated_at': '2021-12-22T15:00:51Z', 'revision_number': 4, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:51.803297 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41fbeb-aa66-4368-b311-0dfb72622b0e None None] The sync data for ids ['7010b7f3-b482-4e87-836c-7565e504dc9b'] in dv-neutron-822675-1-hyperv is: [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:45Z', 'revision_number': 2, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None, '_interfaces': [{'id': 'e4841a67-3873-4ef2-88e0-933f54b19543', 'name': '', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'mac_address': 'fa:16:3e:98:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:00:44Z', 'updated_at': '2021-12-22T15:00:51Z', 'revision_number': 4, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'subnets': [{'id': '1bb8368e-1ff7-427d-9d12-ba4e85a099ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:51.806500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:51.811290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:51.884134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476894e-d979-44e5-90c1-429a3dcf80ab req-b5d6eaa6-9703-402d-8c58-a66318a44f8d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:51.885666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4476894e-d979-44e5-90c1-429a3dcf80ab req-b5d6eaa6-9703-402d-8c58-a66318a44f8d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.2896178
Dec 22 15:00:51.899430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.011404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4476894e-d979-44e5-90c1-429a3dcf80ab req-b54ddd81-1b33-4eec-8460-bfc958ef5f52 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149991
Dec 22 15:00:52.016765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.021297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:52.022942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.071690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.154840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.165056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8148a4-80fa-486b-acca-88fced67ab3c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:52.171367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:52.198989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-204d7c34-0db6-44d7-b2da-dbf8aa53301b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:52.305027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:52.317098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.206 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/f2403439-ad6b-4632-841a-1bfaa30535ef) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:52.319308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:52.322403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:52.356144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Pushing event updated for resources: {'Port': ['ID=675e9e96-08a6-4195-bf47-99ab6f31a365,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:52.359633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:52.650506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.754420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e4841a67-3873-4ef2-88e0-933f54b19543 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:52.783589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:52.793812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Sync routers for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:52.818317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.827424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:52.828297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f98c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:52.956249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.964437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] 10.222.0.69 "PUT /v2.0/routers/fd40ef7c-54b9-41e0-b0e9-f6a132200e6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8415749
Dec 22 15:00:52.964437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-49fd4486-5536-43b8-a8c8-40c026d7a151 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:52.965182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33368) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:52.978679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e4841a67-3873-4ef2-88e0-933f54b19543 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:52.996104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:52.999279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e4841a67-3873-4ef2-88e0-933f54b19543 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:52.999673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.006987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.053035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=45e89ede-0a28-4a2b-bf75-d081f89bdbc9,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:53.059146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:53.075049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.077557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': 'cf7c6946-5c72-448f-b624-807bb04b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:53.077955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: 0db20773-47e5-4d04-9e22-aafd9de8e468, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:53.093554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf2adf9c-943a-44da-9bd0-0e2cb23902cc tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:53.094783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.095416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9057b1c-6a94-4ad4-8941-7f57413cbef5 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:53.140519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:53.147618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.151441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f9057b1c-6a94-4ad4-8941-7f57413cbef5 HTTP/1.1" status: 204  len: 168 time: 5.6576250
Dec 22 15:00:53.153220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:53.157064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:53.169796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.293062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port e4841a67-3873-4ef2-88e0-933f54b19543 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:53.293562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.332126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:53.334899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=f2403439-ad6b-4632-841a-1bfaa30535ef,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:53.345759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:53.354530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.358496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:53.376950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Deleting subnet dbbc53de-d91c-43f1-8ec7-b38837aabfc2 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:53.384976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 0db20773-47e5-4d04-9e22-aafd9de8e468) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:53.392326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e4841a67-3873-4ef2-88e0-933f54b19543, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e4841a67-3873-4ef2-88e0-933f54b19543,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:53.392493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.415297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:53.461854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4c08a-401c-4a2f-bd20-4f1df0c73955 None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:53.467503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:53.468090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.556944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.593677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0641775
Dec 22 15:00:53.594321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:53.605649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:53.621297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.657053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:53.738533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.767430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.796768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090ccd-ced5-4a51-b05e-f6b6976292d0 req-08b42968-4984-4d0e-8c11-655a1c2b938c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:53.803485 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61090ccd-ced5-4a51-b05e-f6b6976292d0 req-08b42968-4984-4d0e-8c11-655a1c2b938c tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.3375244
Dec 22 15:00:53.868620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.883238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:53.887248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:53.898011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:53.912952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:subnet and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:53.917443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-0db20773-47e5-4d04-9e22-aafd9de8e468', 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': '45e89ede-0a28-4a2b-bf75-d081f89bdbc9'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:53.918353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.919874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:53.921681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port e4841a67-3873-4ef2-88e0-933f54b19543, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e4841a67-3873-4ef2-88e0-933f54b19543,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:53.922342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:53.931593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:53.952849 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61090ccd-ced5-4a51-b05e-f6b6976292d0 req-30e3e45a-fed4-47e7-8c24-d1b3d9496a52 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1484067
Dec 22 15:00:53.994729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:53.998197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.066913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for e4841a67-3873-4ef2-88e0-933f54b19543 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:54.072697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.073332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f98c40>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:46Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:54.079043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:54.083216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Checking router: fd40ef7c-54b9-41e0-b0e9-f6a132200e6d for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:00:54.115002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Routers {'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:54.115651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f98c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:54.128751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbc53de-d91c-43f1-8ec7-b38837aabfc2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:54.131517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:54.145687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.170456 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dbbc53de-d91c-43f1-8ec7-b38837aabfc2 HTTP/1.1" status: 204  len: 168 time: 1.0137568
Dec 22 15:00:54.170660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Allocated IP 2001:db8::2 (0db20773-47e5-4d04-9e22-aafd9de8e468/45e89ede-0a28-4a2b-bf75-d081f89bdbc9/4f7a744b-1a95-4b94-9631-d0dd542b1f27) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:00:54.172449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33382) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:54.173310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88edcdda-8165-4df1-bea9-d88cb56a53e6 None None] Network 19c39888-59d7-472f-82ae-9068cd5bf99c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:54.302368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.318458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.353082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Deleting port 16b90597-2b48-46dc-8b60-3eb1f7bca443 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:54.353301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.593643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64045773-33e3-45fb-863a-c916e843f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.619297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] Set router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:00:54.770906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.777128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:00:54.777128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:00:54.780590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:54.791954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e4841a67-3873-4ef2-88e0-933f54b19543 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:54.824209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] For port 16b90597-2b48-46dc-8b60-3eb1f7bca443, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=16b90597-2b48-46dc-8b60-3eb1f7bca443,segment=NetworkSegment(b26cc911-6af5-434d-85ea-c262acf84981),segment_id=b26cc911-6af5-434d-85ea-c262acf84981)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:54.824878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.934024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:54.964079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Transition to ACTIVE for port object 4f7a744b-1a95-4b94-9631-d0dd542b1f27 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:54.967916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Calling delete_port for 16b90597-2b48-46dc-8b60-3eb1f7bca443 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:54.995419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.002318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.013929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:55.021026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:55.026113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=f60d85b3-45b1-492c-88fe-ae4afcac03a8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.030344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.030915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.042300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:55.054908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Deleting port 81289141-2dda-46c3-b58c-369c405497e2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:55.055305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.083491 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.4834886
Dec 22 15:00:55.087368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33388) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:55.100533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Router 33d1e3c0-0f45-44be-9853-1fec2dac3f7d is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:00:55.112235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Transition to ACTIVE for port object 4f7a744b-1a95-4b94-9631-d0dd542b1f27 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:00:55.135740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.144132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff82ed09-a1f5-4de2-8d97-60a5c315eacb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.191910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.196916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Pushing event deleted for resources: {'Port': ['ID=16b90597-2b48-46dc-8b60-3eb1f7bca443,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.201328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:55.207505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e4841a67-3873-4ef2-88e0-933f54b19543 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:55.208673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] No DVR routers for this DVR port 16b90597-2b48-46dc-8b60-3eb1f7bca443 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:00:55.210322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.232224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8af7e7a7-99c6-45f0-85ce-39cb676d40fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.250553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.264504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb014e-ab33-4c37-a6ed-96ce172d5024 None None] DHCP port deletion for 19c39888-59d7-472f-82ae-9068cd5bf99c request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:00:55.268874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.270208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.272750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.275088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.276458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.277365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Synchronizing usage tracker for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:55.301540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:00:55.315775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:55.326157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:00:55.375760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Unset dirty status for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:55.376958 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3cb3fc1f-3e9b-4caf-ae16-988639580524 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2887020
Dec 22 15:00:55.382363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33392) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:55.388687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Pushing event updated for resources: {'Port': ['ID=4f7a744b-1a95-4b94-9631-d0dd542b1f27,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.393601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121899204'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:55.397140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:55.398340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:55.402175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:55.406431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:55.423899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:55.429154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.455146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:55.456484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.481194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574cd05b0>,) {'filters': {'network_id': ['19c39888-59d7-472f-82ae-9068cd5bf99c']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:55.493502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.498187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cd05b0>, 'b26cc911-6af5-434d-85ea-c262acf84981') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:55.498562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cd05b0>, 'b26cc911-6af5-434d-85ea-c262acf84981') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:55.502632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port e4841a67-3873-4ef2-88e0-933f54b19543 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:00:55.503035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.515184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.526811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:55.540345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.542919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.543262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment ae0b7570-310e-44c4-bdb2-f257d223130f of type vlan for network ab1dde30-9b1c-4f0a-a130-186ecf230ccb
Dec 22 15:00:55.552703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.553298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:55.553708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.562483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Attempting to bind port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:00:55.562859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Attempting to bind port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'cf7c6946-5c72-448f-b624-807bb04b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:00:55.563227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Attempting to bind port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 on network 0db20773-47e5-4d04-9e22-aafd9de8e468 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:00:55.566092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f98c40>, [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:46Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:55.582779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8329609-2d43-4830-8578-ec52f6398ae7 None None] The sync data for ids ['fd40ef7c-54b9-41e0-b0e9-f6a132200e6d'] in dv-neutron-822675-1-hyperv is: [{'id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'name': 'tempest-ServersTestManualDisk-2141647178-router', 'tenant_id': '79a130092077406f88730624da931c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '81289141-2dda-46c3-b58c-369c405497e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:13Z', 'updated_at': '2021-12-22T15:00:46Z', 'revision_number': 5, 'project_id': '79a130092077406f88730624da931c5b', 'gw_port': {'id': '81289141-2dda-46c3-b58c-369c405497e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd40ef7c-54b9-41e0-b0e9-f6a132200e6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:55.591526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:00:55.591842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Checking segment: {'id': 'cf7c6946-5c72-448f-b624-807bb04b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:55.592233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.592643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Bound using segment: {'id': 'cf7c6946-5c72-448f-b624-807bb04b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:00:55.593153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Bound port: 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7c6946-5c72-448f-b624-807bb04b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:00:55.593476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.603957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3e8148a4-80fa-486b-acca-88fced67ab3c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:55.637389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.640818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 3e8148a4-80fa-486b-acca-88fced67ab3c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:55.641167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3e8148a4-80fa-486b-acca-88fced67ab3c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:55.672209 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:55.713049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.717612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.721968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.727794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:00:55.731137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4f7a744b-1a95-4b94-9631-d0dd542b1f27,segment=NetworkSegment(cf7c6946-5c72-448f-b624-807bb04b8883),segment_id=cf7c6946-5c72-448f-b624-807bb04b8883)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:00:55.736407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.736874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.744429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cda88f53-39c2-4299-89dd-8a8c68ff74c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.750530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Pushing event deleted for resources: {'Network': ['ID=19c39888-59d7-472f-82ae-9068cd5bf99c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.763153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:55.784306 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] 10.222.0.69 "DELETE /v2.0/networks/19c39888-59d7-472f-82ae-9068cd5bf99c HTTP/1.1" status: 204  len: 168 time: 1.6084321
Dec 22 15:00:55.787175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.794563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:55.795254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:55.802434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccb60351-9e28-4ad8-8089-6c45f84e9336 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:55.819950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Pushing event updated for resources: {'Port': ['ID=4f7a744b-1a95-4b94-9631-d0dd542b1f27,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.823768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:55.922310 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5380485
Dec 22 15:00:55.927026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33398) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:55.937052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:55.962030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=ab1dde30-9b1c-4f0a-a130-186ecf230ccb,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:55.973570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:56.047401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:56.090214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.285589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33402) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:56.324017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.344736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=f2403439-ad6b-4632-841a-1bfaa30535ef,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:56.348680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:56.356184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.362840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:56.366725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f3a57-964f-4b13-9608-f107e23ec00b req-851d7ef9-86f7-4c1d-998e-e3006f547c70 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:56.368312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d37f3a57-964f-4b13-9608-f107e23ec00b req-851d7ef9-86f7-4c1d-998e-e3006f547c70 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 1.2204213
Dec 22 15:00:56.464031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] For port 81289141-2dda-46c3-b58c-369c405497e2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81289141-2dda-46c3-b58c-369c405497e2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:56.464570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.535884 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-665b9c3f-f452-4a7d-ac9d-d7d55f975a98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0631083bec19464db01039a923cbf8e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2488821
Dec 22 15:00:56.540287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33406) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:56.554674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb is not hosted by any dhcp agent {{(pid=83457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 15:00:56.559412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:56.560187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.564743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "PUT /v2.0/networks/ab1dde30-9b1c-4f0a-a130-186ecf230ccb HTTP/1.1" status: 200  len: 723 time: 0.6340890
Dec 22 15:00:56.577655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33410) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:56.588325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': 'ab1dde30-9b1c-4f0a-a130-186ecf230ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:56.669202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=ab1dde30-9b1c-4f0a-a130-186ecf230ccb,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:56.681217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d074e97d-0663-4c95-b302-667a6ef23361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.682416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:56.683648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:56.736195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:56.757231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:56.759970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.774368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4f7a744b-1a95-4b94-9631-d0dd542b1f27 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:56.784931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Calling delete_port for 81289141-2dda-46c3-b58c-369c405497e2 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:56.785169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:56.856722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.927252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:56.930406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:56.970350 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d37f3a57-964f-4b13-9608-f107e23ec00b req-5cb1771c-07b8-43e1-9c65-7ccb36bfb294 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5775506
Dec 22 15:00:57.002384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port e4841a67-3873-4ef2-88e0-933f54b19543, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e4841a67-3873-4ef2-88e0-933f54b19543,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:57.003006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.014157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 07b9a977-3410-47b2-a694-7b1eebb533cf no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:57.039491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.047849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c05b482-35cc-4f33-a116-e7c47db68a44 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:57.067305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 07b9a977-3410-47b2-a694-7b1eebb533cf {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:57.068267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 07b9a977-3410-47b2-a694-7b1eebb533cf not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:57.069011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 16b90597-2b48-46dc-8b60-3eb1f7bca443 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:57.072529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35e8a9-1a44-47d4-bab8-93e11833adb5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:57.077177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:57.086947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.088107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f35e8a9-1a44-47d4-bab8-93e11833adb5 HTTP/1.1" status: 204  len: 168 time: 0.5468891
Dec 22 15:00:57.112048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 16b90597-2b48-46dc-8b60-3eb1f7bca443 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:00:57.112713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 16b90597-2b48-46dc-8b60-3eb1f7bca443 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:00:57.214395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for e4841a67-3873-4ef2-88e0-933f54b19543 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:00:57.234039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.239709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-915543d7-a14a-4027-b53c-a2a7a76d37be tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:57.246805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce1018-3c4a-40d2-8fe5-096c0bb81363 None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:57.340020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=cd93c27f-4048-4236-a750-a94afc93bdb0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:57.347453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:57.352762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Provisioning for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:00:57.352950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0287113c-93c8-459f-88ca-3fae44166458 req-82e73da2-e32a-427b-9e9b-e1274f546c04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1099 time: 0.5783486
Dec 22 15:00:57.360079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': 'ae0b7570-310e-44c4-bdb2-f257d223130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ab1dde30-9b1c-4f0a-a130-186ecf230ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:00:57.360480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: ab1dde30-9b1c-4f0a-a130-186ecf230ccb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:00:57.372444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:57.375574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.388709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:00:57.402077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ab1dde30-9b1c-4f0a-a130-186ecf230ccb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:00:57.408266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:57.409546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.442673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5f87b-23e5-4b83-b118-4e82ac8fd793 None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:57.452543 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8738310
Dec 22 15:00:57.453242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:57.459926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:57.543690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:00:57.555963 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] Sync routers for ids ['33d1e3c0-0f45-44be-9853-1fec2dac3f7d'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:00:57.571903 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] Routers {'33d1e3c0-0f45-44be-9853-1fec2dac3f7d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:57.572848 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c647f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['33d1e3c0-0f45-44be-9853-1fec2dac3f7d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:57.590415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0287113c-93c8-459f-88ca-3fae44166458 req-a9811e89-c255-49d9-9d3f-6b1d361caf49 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2195253
Dec 22 15:00:57.619692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3942227'] for subnet, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.645430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.661624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:57.713497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c647f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:57.719255 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 3ae3ba21-ed5b-479b-b65b-99018c4e6370 associated. External IP: 172.26.3.206, port: 8205055b-b700-473c-a8af-6d3d83b14eed.
Dec 22 15:00:57.725859 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] Routers {'33d1e3c0-0f45-44be-9853-1fec2dac3f7d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:00:57.727421 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c647f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['33d1e3c0-0f45-44be-9853-1fec2dac3f7d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:57.731135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.801929 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c647f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:57.802780 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be783ae-cea0-4442-95fe-54719fd1324d None None] The sync data for ids ['33d1e3c0-0f45-44be-9853-1fec2dac3f7d'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:00:57.859396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3210270'] for subnet, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.861835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.866609 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "PUT /v2.0/routers/33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 200  len: 916 time: 8.6406448
Dec 22 15:00:57.870937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33430) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:57.872694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c3a5c118-81c4-4b87-bf21-0608ab2008e5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:57.877058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=81289141-2dda-46c3-b58c-369c405497e2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:57.880923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:57.892491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4f7a744b-1a95-4b94-9631-d0dd542b1f27,segment=NetworkSegment(cf7c6946-5c72-448f-b624-807bb04b8883),segment_id=cf7c6946-5c72-448f-b624-807bb04b8883)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:57.913357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:57.914603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.918297 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "PUT /v2.0/subnets/cd93c27f-4048-4236-a750-a94afc93bdb0 HTTP/1.1" status: 200  len: 826 time: 0.4617457
Dec 22 15:00:57.919019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33436) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:57.924611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:57.928926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:58.022056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=cd93c27f-4048-4236-a750-a94afc93bdb0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:58.028162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:58.099361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.172040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde4a8e-bf24-491e-86d0-642a8cea1d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ab1dde30-9b1c-4f0a-a130-186ecf230ccb', 'network_id': 'ab1dde30-9b1c-4f0a-a130-186ecf230ccb', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': 'cd93c27f-4048-4236-a750-a94afc93bdb0'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:00:58.173080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3bde4a8e-bf24-491e-86d0-642a8cea1d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.191539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Pushing event updated for resources: {'Port': ['ID=4f7a744b-1a95-4b94-9631-d0dd542b1f27,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:58.202285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:58.206323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.230120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.297999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.304141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8082dad-02be-4806-a027-60360e63efe2 req-9472b925-3832-4e6f-8296-6609aed84862 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:58.311856 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d8082dad-02be-4806-a027-60360e63efe2 req-9472b925-3832-4e6f-8296-6609aed84862 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.1669388
Dec 22 15:00:58.324500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:00:58.327524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:00:58.386258 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d8082dad-02be-4806-a027-60360e63efe2 req-2079b624-276e-4f5e-9bfa-f2e3d2ca8a6f tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721946
Dec 22 15:00:58.404235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.409421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-02822ba4-0080-4ba8-9558-7d01ff63951e tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:58.457934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=cd93c27f-4048-4236-a750-a94afc93bdb0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:58.462642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:58.583011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.615165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574bdefa0>,) {'filters': {'network_id': ['ab1dde30-9b1c-4f0a-a130-186ecf230ccb']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:58.615997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.630268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bdefa0>, 'ae0b7570-310e-44c4-bdb2-f257d223130f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:58.630832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bdefa0>, 'ae0b7570-310e-44c4-bdb2-f257d223130f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:00:58.644339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.670783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.699689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:00:58.700110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-3bde4a8e-bf24-491e-86d0-642a8cea1d28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd93c27f-4048-4236-a750-a94afc93bdb0: This subnet is being modified by another concurrent operation.
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:00:58.729896 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd93c27f-4048-4236-a750-a94afc93bdb0: This subnet is being modified by another concurrent operation.
Dec 22 15:00:58.737829 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:00:58.809553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04187407-6da2-459d-b2f2-873d8587af99 None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:58.838449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4f7a744b-1a95-4b94-9631-d0dd542b1f27 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:00:58.887604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:58.891268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:00:58.989373 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:00:58.997841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.008300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:59.039483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.047341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=ab1dde30-9b1c-4f0a-a130-186ecf230ccb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:59.051541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:59.071838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=e4841a67-3873-4ef2-88e0-933f54b19543,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:59.074237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/ab1dde30-9b1c-4f0a-a130-186ecf230ccb HTTP/1.1" status: 204  len: 168 time: 1.1545856
Dec 22 15:00:59.075005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33454) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.075767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:59.101954 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9a39bd-7d5a-4792-82cd-874ce66a64f6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:00:59.102254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9a39bd-7d5a-4792-82cd-874ce66a64f6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:00:59.107199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.109746 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e9a39bd-7d5a-4792-82cd-874ce66a64f6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/ab1dde30-9b1c-4f0a-a130-186ecf230ccb HTTP/1.1" status: 404  len: 339 time: 0.0335598
Dec 22 15:00:59.110283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33458) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.115627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-474492916', 'description': 'd1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:59.121293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:00:59.125533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Usage tracker for resource:network and tenant:8c9ce6e5d5d14639872c265a93f71490 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:00:59.128477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:00:59.134900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.135772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:00:59.149450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:00:59.152461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.158665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:59.183016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'port_id': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'mac_address': 'fa:16:3e:ba:de:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:00:59.193394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:00:59.198786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Update dhcp port {'port': {'network_id': '0db20773-47e5-4d04-9e22-aafd9de8e468', 'fixed_ips': [{'subnet_id': '45e89ede-0a28-4a2b-bf75-d081f89bdbc9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f60d85b3-45b1-492c-88fe-ae4afcac03a8'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '4f7a744b-1a95-4b94-9631-d0dd542b1f27'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:00:59.206962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.207739 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment 864af001-be99-44e3-9c94-ebb60d43723f of type vlan for network d9ed42ff-3cfa-4e48-9908-cfc570bf7705
Dec 22 15:00:59.287638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.354135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.359025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:59.359732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.367068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2e76ce4e-a9f8-4444-8c1c-ebc08c68915d tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:00:59.414902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.420268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.421062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd40ef7c-54b9-41e0-b0e9-f6a132200e6d {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:00:59.431847 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2da66e8a-2535-494b-bdd8-fa1b9d62ba5a tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 200  len: 922 time: 1.5562634
Dec 22 15:00:59.433442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33468) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.464268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:00:59.465421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.582682 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4690170
Dec 22 15:00:59.583309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.641499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.672343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.694985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e57b8-11c9-4359-b429-811fcf0551ed None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:00:59.707395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.717292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.724162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=d9ed42ff-3cfa-4e48-9908-cfc570bf7705,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:00:59.728841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:00:59.751562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d9ed42ff-3cfa-4e48-9908-cfc570bf7705 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:00:59.772878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e57b8-11c9-4359-b429-811fcf0551ed None None] Network ab1dde30-9b1c-4f0a-a130-186ecf230ccb could not be found, it might have been deleted concurrently. {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 15:00:59.797869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e9c4e-a112-4ef4-8131-aa8ec3ec17b5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:00:59.798531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f35e9c4e-a112-4ef4-8131-aa8ec3ec17b5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Synchronizing usage tracker for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:00:59.817605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f35e9c4e-a112-4ef4-8131-aa8ec3ec17b5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Unset dirty status for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:00:59.819299 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f35e9c4e-a112-4ef4-8131-aa8ec3ec17b5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks?id=d9ed42ff-3cfa-4e48-9908-cfc570bf7705 HTTP/1.1" status: 200  len: 764 time: 0.1975355
Dec 22 15:00:59.822749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.831848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'description': 'd2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:00:59.879124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:00:59.880833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a79163be-b2f4-4cb1-ac08-14b5a61fcb05 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fd40ef7c-54b9-41e0-b0e9-f6a132200e6d HTTP/1.1" status: 204  len: 168 time: 6.9144571
Dec 22 15:00:59.901492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:00:59.908320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:00:59.931735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:00:59.977840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:00:59.980061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Deleting subnet 2a677c2c-0338-4057-a23c-90eda6f5e5fa {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:00:59.991288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.087729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.124548 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'code': 200}
Dec 22 15:01:00.137384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.204966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:00.212839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33494) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.276899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1502835d-025c-453f-a927-b164bcd5b884 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=33d1e3c0-0f45-44be-9853-1fec2dac3f7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.8387988
Dec 22 15:01:00.284571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33500) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.322850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.349037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.353981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:00.354444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:00.362347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:00.365680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Allocated IP 172.20.0.1 (0db20773-47e5-4d04-9e22-aafd9de8e468/f60d85b3-45b1-492c-88fe-ae4afcac03a8/4f7a744b-1a95-4b94-9631-d0dd542b1f27) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:00.371316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:00.381154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.390028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:00.407436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b70b9-8002-4451-a92d-b8c233e940fa req-c8775adc-394a-4662-9be5-8bedb5cd1e94 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:00.408922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4e1b70b9-8002-4451-a92d-b8c233e940fa req-c8775adc-394a-4662-9be5-8bedb5cd1e94 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 944 time: 0.5869074
Dec 22 15:01:00.475667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network d9ed42ff-3cfa-4e48-9908-cfc570bf7705 is not hosted by any dhcp agent {{(pid=83457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 15:01:00.479964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:00.480575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.484734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "PUT /v2.0/networks/d9ed42ff-3cfa-4e48-9908-cfc570bf7705 HTTP/1.1" status: 200  len: 761 time: 0.6602311
Dec 22 15:01:00.485397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33504) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.536801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=d9ed42ff-3cfa-4e48-9908-cfc570bf7705,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:00.589922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:00.628663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-191768838'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:00.631348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4f7a744b-1a95-4b94-9631-d0dd542b1f27,segment=NetworkSegment(cf7c6946-5c72-448f-b624-807bb04b8883),segment_id=cf7c6946-5c72-448f-b624-807bb04b8883)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:00.638787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:00.645195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.658704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Usage tracker for resource:network and tenant:7031b92beabd44e3bafd59502a6a10aa is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:00.661725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e7486d8-572a-4289-acda-033e583ddc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:00.694279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.694522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:00.715962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae94cd3-23a0-469e-91d2-1425d709b015 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:00.721253 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2ae94cd3-23a0-469e-91d2-1425d709b015 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks?id=d9ed42ff-3cfa-4e48-9908-cfc570bf7705 HTTP/1.1" status: 200  len: 764 time: 0.2268558
Dec 22 15:01:00.721253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a677c2c-0338-4057-a23c-90eda6f5e5fa,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:00.721472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b1c7b-0332-4e1a-a70b-8bc5377ba56d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:00.721550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Transition to ACTIVE for port object 4f7a744b-1a95-4b94-9631-d0dd542b1f27 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:00.721643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3a3b1c7b-0332-4e1a-a70b-8bc5377ba56d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.4346089
Dec 22 15:01:00.721730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33508) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.722789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:00.723878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33510) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.728051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d9ed42ff-3cfa-4e48-9908-cfc570bf7705 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:00.728251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:00.744025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81289141-2dda-46c3-b58c-369c405497e2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:00.754527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.767100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4e1b70b9-8002-4451-a92d-b8c233e940fa req-742a9049-a2fa-44ba-bc2f-cbdb0a18e85e tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2627819
Dec 22 15:01:00.777548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc88bf-443d-42c7-a7e7-ba3fe346e4fd None None] Network a9b93d59-3901-4fa4-82af-7e362fe62812 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:00.795794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Router 7010b7f3-b482-4e87-836c-7565e504dc9b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:00.807877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33516) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.809004 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e46c434a-3f24-495c-8adb-4bb64c70e431 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 200  len: 205 time: 0.0818129
Dec 22 15:01:00.811380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33518) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.845131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.873781 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2a677c2c-0338-4057-a23c-90eda6f5e5fa HTTP/1.1" status: 204  len: 168 time: 0.9622338
Dec 22 15:01:00.873781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Made reservation on behalf of 7031b92beabd44e3bafd59502a6a10aa for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:00.875102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:00.883323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33524) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:00.895379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:00.974953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 81289141-2dda-46c3-b58c-369c405497e2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:00.975328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81289141-2dda-46c3-b58c-369c405497e2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:01.033770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:01.084992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.104758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.141797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:01.152079 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "PUT /v2.0/routers/7010b7f3-b482-4e87-836c-7565e504dc9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1371319
Dec 22 15:01:01.157072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33528) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:01.167280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Deleting port 693106cd-cb80-4891-bd9c-dc7b72b62064 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:01.167815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.178455 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b3567d82-b869-495e-a743-ab2c68ee20be tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 200  len: 992 time: 0.3681068
Dec 22 15:01:01.192169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Sync routers for ids ['7010b7f3-b482-4e87-836c-7565e504dc9b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:01.221531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Pushing event updated for resources: {'Port': ['ID=4f7a744b-1a95-4b94-9631-d0dd542b1f27,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:01.224244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.241118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:01.255444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:01.264366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b12abd-352b-49c5-8b49-e64f81200d16 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.268453 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-83b12abd-352b-49c5-8b49-e64f81200d16 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5407255
Dec 22 15:01:01.270692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:01.271595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Usage tracker for resource:security_group_rule and tenant:7031b92beabd44e3bafd59502a6a10aa is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:01.285652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:01.302888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:01:01.325076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:01.338040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:01.348168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.353401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0e2072dd-01fa-4816-9c08-dcff03055338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:01.363116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8b8e97a7-62f1-408a-8ee5-7b001944987a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Synchronizing usage tracker for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:01.374597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34374003-bd20-42e0-8668-6e2c597b1dc9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.376533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34374003-bd20-42e0-8668-6e2c597b1dc9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.377444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-34374003-bd20-42e0-8668-6e2c597b1dc9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:01.455623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:01.462961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:01.471024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Routers {'7010b7f3-b482-4e87-836c-7565e504dc9b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:01.471754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7010b7f3-b482-4e87-836c-7565e504dc9b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:01.487091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8b8e97a7-62f1-408a-8ee5-7b001944987a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Unset dirty status for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:01.488555 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8b8e97a7-62f1-408a-8ee5-7b001944987a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 207 time: 0.2076495
Dec 22 15:01:01.495920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:01.499769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-34374003-bd20-42e0-8668-6e2c597b1dc9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:01.503556 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-34374003-bd20-42e0-8668-6e2c597b1dc9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3341742
Dec 22 15:01:01.505318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33540) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:01.626429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] For port 693106cd-cb80-4891-bd9c-dc7b72b62064, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=693106cd-cb80-4891-bd9c-dc7b72b62064,segment=NetworkSegment(28551c6e-e07a-4e44-8583-8688eacd5060),segment_id=28551c6e-e07a-4e44-8583-8688eacd5060)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:01.626929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.718679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Set router 7010b7f3-b482-4e87-836c-7565e504dc9b gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:01.731418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.767833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Calling delete_port for 693106cd-cb80-4891-bd9c-dc7b72b62064 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:01.771072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.838824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-997da44a-e492-407d-9087-ab89c1fa4fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:01.852349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['e4ad5bf9-bf87-4957-9adb-29130d391319'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:01:01.883813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:01.896109 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:01.912767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553a059-f4d5-4fb3-9902-2e3ec25c38c1 None None] DHCP port deletion for a9b93d59-3901-4fa4-82af-7e362fe62812 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:01.921663 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:01.922318 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c64d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:01.925756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:01.934420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:01.935359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:01.936638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a2b0>, [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:57Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:01.950207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.954206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.958089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.966831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.970713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.974751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:01.982009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b990f599-e7f9-44d6-994e-1cfeda4eb2b1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.4793973
Dec 22 15:01:01.982949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1266bd80-d305-410d-88ca-9dca507fadae,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:01.988841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:01.993334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:01.994032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Pushing event deleted for resources: {'Port': ['ID=693106cd-cb80-4891-bd9c-dc7b72b62064,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:01.998930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:02.002828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] No DVR routers for this DVR port 693106cd-cb80-4891-bd9c-dc7b72b62064 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:02.003103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Checking router: 7010b7f3-b482-4e87-836c-7565e504dc9b for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:01:02.005626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.022802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.059106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Routers {'7010b7f3-b482-4e87-836c-7565e504dc9b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:02.065308 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c64d00>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.070572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7010b7f3-b482-4e87-836c-7565e504dc9b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.081839 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:02.082588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c64d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.102534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.102875 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Added segment 7968389c-5832-4ffe-a626-d316ba7d6a8f of type vlan for network c0352a6c-e01c-45fe-9628-b387cf8b553f
Dec 22 15:01:02.115515 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.9614360
Dec 22 15:01:02.133710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33548) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.181896 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c64d00>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.182352 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b8b76-34d1-4d8c-80b0-5e6bd5e159c7 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:02.208214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38ba7c-fda7-4fec-a25f-2b750092b05e None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:02.228729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 1bb8368e-1ff7-427d-9d12-ba4e85a099ba {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:02.246253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.251950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.298113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.337715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] Set router 7010b7f3-b482-4e87-836c-7565e504dc9b gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:02.339273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f8980c80-1e7d-43ec-8f8c-18e5135eb517 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/floatingips/3ae3ba21-ed5b-479b-b65b-99018c4e6370 HTTP/1.1" status: 200  len: 978 time: 0.2040541
Dec 22 15:01:02.341561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33552) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.345010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574520220>,) {'filters': {'network_id': ['a9b93d59-3901-4fa4-82af-7e362fe62812']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.382617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.393099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c0414d35-9e51-48a6-bd5e-7167679b2c60 None None] Provisioning for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:02.411668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574520220>, '28551c6e-e07a-4e44-8583-8688eacd5060') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.411668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574520220>, '28551c6e-e07a-4e44-8583-8688eacd5060') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.434056 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-077c707e-5843-4a47-8966-9b968caff127 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.4373670
Dec 22 15:01:02.434256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c0414d35-9e51-48a6-bd5e-7167679b2c60 None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:02.434256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0414d35-9e51-48a6-bd5e-7167679b2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.434420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.437387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.462141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.481427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:02.481840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.488262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.492601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.493180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:02.495604 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:02.544341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bd140969-33fc-461e-8598-7418442b8a7b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Synchronizing usage tracker for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:floatingip {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:02.552002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f3a8251-71ea-4f57-8adb-1c0d51c7108f tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:02.556229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a2b0>, [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:57Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:02.613710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac91f3b-c981-4a3a-8332-b17d0afe143f None None] The sync data for ids ['7010b7f3-b482-4e87-836c-7565e504dc9b'] in dv-neutron-822675-1-hyperv is: [{'id': '7010b7f3-b482-4e87-836c-7565e504dc9b', 'name': 'tempest-NetworksTestDHCPv6-router-655059458', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:00:43Z', 'updated_at': '2021-12-22T15:00:57Z', 'revision_number': 3, 'project_id': '83dae1f0954e41ff88ec42b756c8015a', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:02.629908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bd140969-33fc-461e-8598-7418442b8a7b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Unset dirty status for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:floatingip {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:02.631274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bd140969-33fc-461e-8598-7418442b8a7b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.2886291
Dec 22 15:01:02.633625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.635441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33560) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.644871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:02.672654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.678732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': 'c667a7ca-6c05-411c-98d3-7d4248c95d6e'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:02.733059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.734493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.735801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.737238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.738542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:02.744229 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-357c71ba-54b9-45b9-9f93-1c4867006f25 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3049779
Dec 22 15:01:02.744420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b93d59-3901-4fa4-82af-7e362fe62812,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:02.745984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33564) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.748407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:02.752413 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.5359321
Dec 22 15:01:02.753207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33568) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:02.761886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Pushing event updated for resources: {'Network': ['ID=c0352a6c-e01c-45fe-9628-b387cf8b553f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:02.769840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:02.782982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.820987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a9b93d59-3901-4fa4-82af-7e362fe62812 HTTP/1.1" status: 204  len: 168 time: 1.9310780
Dec 22 15:01:02.841299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c0352a6c-e01c-45fe-9628-b387cf8b553f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:02.887337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.893106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:02.899400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa07debc-907b-4f73-8cbd-5be907806ade tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:02.918611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.060771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.065491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.068598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.071435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.077504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.078434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Synchronizing usage tracker for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:03.098269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4f7a744b-1a95-4b94-9631-d0dd542b1f27 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:03.099371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'name': 'tempest-network--987488848', 'router:external': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:03.112075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb8368e-1ff7-427d-9d12-ba4e85a099ba,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:03.116176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:03.119938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port 675e9e96-08a6-4195-bf47-99ab6f31a365 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:03.120270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.167231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:03.167882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33576) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:03.176756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.186342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:network and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:03.209322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:03.216634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.221554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:03.222189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.224288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Unset dirty status for tenant:8c9ce6e5d5d14639872c265a93f71490 on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:03.231239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:03.231808 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2634539f-da0b-4819-917d-571f6e8eae99 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.4841564
Dec 22 15:01:03.236798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33580) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:03.257047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de895bca-aeaa-4ba8-95c1-c3c882e7834c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:03.448491 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/1bb8368e-1ff7-427d-9d12-ba4e85a099ba HTTP/1.1" status: 204  len: 168 time: 1.9399865
Dec 22 15:01:03.471087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33584) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:03.471903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:03.474175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.577355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.612218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b540a52d-4439-4164-9ba4-30436c6c20e9 None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:03.612725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b540a52d-4439-4164-9ba4-30436c6c20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.685645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b9e39b05-58ab-4988-b54c-967d5c468802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79a130092077406f88730624da931c5b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5103443
Dec 22 15:01:03.690756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd98a7-55ca-4cee-b494-8f0031d24f71 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:03.692263 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d8cd98a7-55ca-4cee-b494-8f0031d24f71 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks/019bbf97-3614-494a-afca-f217b5cff12e HTTP/1.1" status: 200  len: 803 time: 0.4496372
Dec 22 15:01:03.704993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:03.705150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33590) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:03.705150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33592) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:03.709962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 693106cd-cb80-4891-bd9c-dc7b72b62064 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:03.748359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 693106cd-cb80-4891-bd9c-dc7b72b62064 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:03.748734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 693106cd-cb80-4891-bd9c-dc7b72b62064 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:03.751151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Deleting port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:03.751910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.830699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:03.917751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:03.986928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-248d4c99-9da6-48de-8bcc-8c8c3e1109f9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:router {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:04.000531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for 675e9e96-08a6-4195-bf47-99ab6f31a365 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:04.027640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:security_group_rule and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:04.029176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] For port bb52ef63-ede6-4eb7-b582-3f808b3f48b6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:04.029841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.035741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.039076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:04.041288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.064469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:04.115822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-248d4c99-9da6-48de-8bcc-8c8c3e1109f9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:router {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:04.117099 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-248d4c99-9da6-48de-8bcc-8c8c3e1109f9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.6341140
Dec 22 15:01:04.131520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33598) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:04.158281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Calling delete_port for bb52ef63-ede6-4eb7-b582-3f808b3f48b6 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:04.185267 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6a7a0972-0983-4648-9444-9b9ecdf595a1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/networks/019bbf97-3614-494a-afca-f217b5cff12e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.4727652
Dec 22 15:01:04.185267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.188512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33602) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:04.237151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.243079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-aa3d42b7-6637-4cb9-a699-bdfbea926e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:04.283976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.290471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Pushing event deleted for resources: {'Port': ['ID=bb52ef63-ede6-4eb7-b582-3f808b3f48b6,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:04.294737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:04.297181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] No DVR routers for this DVR port bb52ef63-ede6-4eb7-b582-3f808b3f48b6 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:04.315028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e10e6-5494-4fa9-821f-cebe550fe828 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:01:04.346105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.355204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.366861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07996a56-dac7-41a8-a140-a027053b77c4 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:04.368524 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-07996a56-dac7-41a8-a140-a027053b77c4 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets/4c4850f4-c162-4d46-8d1b-d852d87390e7 HTTP/1.1" status: 200  len: 843 time: 0.1782842
Dec 22 15:01:04.371834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.375295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33606) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:04.376219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c91e901b-f1fa-4ae8-9e4e-0e55adf5a726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:04.458942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e10e6-5494-4fa9-821f-cebe550fe828 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:01:04.483387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:04.497385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da9a6e-de74-4148-bef4-bdc15aba7030,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:04.510350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:04.526797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.529347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.529695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Added segment 83630855-70e7-4462-b4be-1036cb4290f9 of type vlan for network 381bad56-9e74-4562-840e-352b51e0f8e9
Dec 22 15:01:04.535240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-faad8b75-fd3b-451e-9f74-a93102201f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:04.560725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59905541-8b11-4168-aab1-d12c9c4bdfb6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:04.562083 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-59905541-8b11-4168-aab1-d12c9c4bdfb6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "GET /v2.0/subnets/4c4850f4-c162-4d46-8d1b-d852d87390e7?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1781642
Dec 22 15:01:04.566794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c47e39-782d-4f4c-a59e-2a371dee605f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:04.568104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33610) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:04.576044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:04.584304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625874525'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:04.590836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.607915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-608e86b1-4108-44cd-bf1a-8af8292be0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:04.673939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:04.691746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.698410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=675e9e96-08a6-4195-bf47-99ab6f31a365,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:04.707196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:04.711936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:04.762900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e4841a67-3873-4ef2-88e0-933f54b19543 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:04.817424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e4841a67-3873-4ef2-88e0-933f54b19543 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:04.817774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e4841a67-3873-4ef2-88e0-933f54b19543 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:04.818195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb52ef63-ede6-4eb7-b582-3f808b3f48b6 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:04.858067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: bb52ef63-ede6-4eb7-b582-3f808b3f48b6 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:04.858414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb52ef63-ede6-4eb7-b582-3f808b3f48b6 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:04.885557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.886656 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46c47e39-782d-4f4c-a59e-2a371dee605f HTTP/1.1" status: 204  len: 168 time: 1.1800232
Dec 22 15:01:04.911679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:04.921648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:04.924582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.947951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.951757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 3ae3ba21-ed5b-479b-b65b-99018c4e6370 associated. External IP: 172.26.3.206, port: 8205055b-b700-473c-a8af-6d3d83b14eed.
Dec 22 15:01:04.971348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.972207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:04.973346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:04.981085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:05.024338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.056909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:05.132233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.133294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Fanout notify agent at l3_agent the message router_deleted on router 7010b7f3-b482-4e87-836c-7565e504dc9b {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:05.156989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.158648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-699a41d4-8479-4258-8766-2543dcc4cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/routers/7010b7f3-b482-4e87-836c-7565e504dc9b HTTP/1.1" status: 204  len: 168 time: 1.0260403
Dec 22 15:01:05.161549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33616) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.221118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d05dfdc4-57d3-4f2e-9195-6d403b2baf2f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:05.222824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.223106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Added segment ee426df3-1f40-4d4c-966f-168f903a00b1 of type vlan for network 1e397b2d-6f46-46f6-9d88-33d091810128
Dec 22 15:01:05.234500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=381bad56-9e74-4562-840e-352b51e0f8e9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:05.243177 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.4843435
Dec 22 15:01:05.245013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33622) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.246016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:05.248749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 381bad56-9e74-4562-840e-352b51e0f8e9 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:05.264153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.269651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d05dfdc4-57d3-4f2e-9195-6d403b2baf2f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:05.273838 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d05dfdc4-57d3-4f2e-9195-6d403b2baf2f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1083753
Dec 22 15:01:05.275221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33626) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.377876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:05.424228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.506716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.523811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d75c5-1f31-4dd2-a4a8-db5d2e6b50e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:05.524547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port e4ad5bf9-bf87-4957-9adb-29130d391319 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:05.525012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.525397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-671d75c5-1f31-4dd2-a4a8-db5d2e6b50e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:05.557476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:05.568197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-671d75c5-1f31-4dd2-a4a8-db5d2e6b50e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:05.574749 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-671d75c5-1f31-4dd2-a4a8-db5d2e6b50e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2494454
Dec 22 15:01:05.575652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33636) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.584707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.592961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.597195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.601562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:05.602240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.608531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:05.705945 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1321292
Dec 22 15:01:05.714783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33642) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.724864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.728009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Network': ['ID=1e397b2d-6f46-46f6-9d88-33d091810128,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:05.730138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.730672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router 33d1e3c0-0f45-44be-9853-1fec2dac3f7d {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:05.732135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:05.734597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d5cba99c-3f22-4bb5-a419-2067b5da97b8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:router {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:05.742051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:05.743994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.746489 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 204  len: 168 time: 4.9327068
Dec 22 15:01:05.751505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33646) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:05.757015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813124290', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:05.764119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:05.768190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Usage tracker for resource:router and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:05.771242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:05.771605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:05.773717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 1e397b2d-6f46-46f6-9d88-33d091810128 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:05.778655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:05.791935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.793087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.815428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.895431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:01:05.901991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:05.903887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-412f79ad-de63-434e-b68d-3d76da8c068c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:05.971973 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'code': 200}
Dec 22 15:01:05.972878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:05.975645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:06.022221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.036925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.059476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d5cba99c-3f22-4bb5-a419-2067b5da97b8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:router {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:06.060651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d5cba99c-3f22-4bb5-a419-2067b5da97b8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4783113
Dec 22 15:01:06.064648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:06.068329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85745291f0>,) {'filters': {'network_id': ['381bad56-9e74-4562-840e-352b51e0f8e9']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:06.075715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33658) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:06.091913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:06.108450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745291f0>, '83630855-70e7-4462-b4be-1036cb4290f9') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:06.108743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745291f0>, '83630855-70e7-4462-b4be-1036cb4290f9') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:06.176887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:06.179992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.225508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.236083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.237179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Made reservation on behalf of 8c9ce6e5d5d14639872c265a93f71490 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:06.260477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:06.260798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.273738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:06.276495 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:06.540301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:06.566255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:06.576766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.644061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.656620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:06.670507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:06.687572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  381bad56-9e74-4562-840e-352b51e0f8e9 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:06.706307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Allocated IP 172.26.3.172 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/e4398852-9f81-48a2-9dc8-4f984a7e5631) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:06.744273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.767392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Network': ['ID=381bad56-9e74-4562-840e-352b51e0f8e9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:06.781360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:06.784804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing IP validity checks on allocation pools {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:01:06.785353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:01:06.789718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:06.795341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/381bad56-9e74-4562-840e-352b51e0f8e9 HTTP/1.1" status: 204  len: 168 time: 1.5492563
Dec 22 15:01:06.807777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33674) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:06.825773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:06.852191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:06.861096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:network and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:06.866741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:06.881183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:06.894040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:07.029171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.046989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:07.049547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.095689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.109896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36135cbb-b842-406d-93a8-b0fcdc1bd83e tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:07.161990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:07.186152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.186820 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Added segment ac3cd729-627d-44ee-9fb2-0a9f05ad1697 of type vlan for network 89f277f3-e740-44e6-b019-9f9b680d60c3
Dec 22 15:01:07.200219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:07.205529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event updated for resources: {'Port': ['ID=e4398852-9f81-48a2-9dc8-4f984a7e5631,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:07.208435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:07.210580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:07.211477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:07.244784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33684) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:07.339155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.349985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:07.391028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.391759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.424030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.468229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1508498990'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:07.474561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:07.480271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Usage tracker for resource:network and tenant:9cdaf5182ccb4b529694b4d408a5242e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:07.484075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:07.488576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=af16ae49-9ebf-4574-8379-d13f2a7033af,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:07.491067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:07.505207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:07.510032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Made reservation on behalf of 9cdaf5182ccb4b529694b4d408a5242e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:07.512987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.528559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.577753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.578650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:07.579225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.582480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Checking segment: {'id': 'ee426df3-1f40-4d4c-966f-168f903a00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:07.582827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network hostable DHCP agents. Network: 1e397b2d-6f46-46f6-9d88-33d091810128, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:07.595150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:07.624419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:07.629339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Usage tracker for resource:security_group_rule and tenant:9cdaf5182ccb4b529694b4d408a5242e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:07.633989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:07.640566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:07.747928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.754649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.758400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3346b4a6-ad31-4280-a0bb-9331d2dea2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:07.769432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=89f277f3-e740-44e6-b019-9f9b680d60c3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:07.775859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:07.778216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:07.793231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 89f277f3-e740-44e6-b019-9f9b680d60c3 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:07.796643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:07.808858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca49e66-11a0-4fe4-a5ee-bcf31f22e44b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:07.813816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:07.814699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.815037 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Added segment 1b8fb6a7-c030-42d3-b3c0-d9a9b763b735 of type vlan for network 5d3bbb36-7cbf-488f-8759-c66c36f6b393
Dec 22 15:01:07.821938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Router a55cb1da-c57d-48c4-9493-4b3e1dde6669 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:01:07.836958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.0265777
Dec 22 15:01:07.840262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:07.841781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:07.853537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'subnet': {'network_id': '89f277f3-e740-44e6-b019-9f9b680d60c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:07.854728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:07.856766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Network 1e397b2d-6f46-46f6-9d88-33d091810128 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:07.860428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:07.864005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.865102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.869683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2517cfa8-98cb-481a-bcee-29884f199d1d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:07.910586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 1e397b2d-6f46-46f6-9d88-33d091810128) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:07.921224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:subnet and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:07.923613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:07.923965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.930595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:07.943564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006f7b6-9fe0-494e-b182-f86892fb1254 None None] Network 1e397b2d-6f46-46f6-9d88-33d091810128 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:07.947515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:07.961391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:07.967333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:07.969725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.2451093
Dec 22 15:01:07.971027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:07.971603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:07.974223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33694) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:07.980920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=78951a9b-6ed7-479e-acc6-b4ca871451c7,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:07.981200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:07.988330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:08.017243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:08.019462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.035438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:08.036341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758f9ac0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:08.066531 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9897466
Dec 22 15:01:08.069384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:08.076492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:08.086182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.086501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6718e2-0fc6-4103-8a57-6dca4cca6d26 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:08.089872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:08.090439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.102917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5e08067-b791-4ff2-b2a3-ba1f622ebaad tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:08.175457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758f9ac0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:08.249136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:08.250037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758f9ac0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:08.297693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event updated for resources: {'Network': ['ID=5d3bbb36-7cbf-488f-8759-c66c36f6b393,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:08.332910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:08.362173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758f9ac0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:08.362463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792f05a-b412-4afb-acd4-2921d709fe29 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:08.394360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:08.395730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:08.401201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:08.405158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:08.408555 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.1602604
Dec 22 15:01:08.409210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33702) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:08.411690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:08.432348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Request body: {'subnet': {'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:08.482564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:08.486060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.682783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-1e397b2d-6f46-46f6-9d88-33d091810128', 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128', 'tenant_id': '8c9ce6e5d5d14639872c265a93f71490', 'fixed_ips': [{'subnet_id': 'af16ae49-9ebf-4574-8379-d13f2a7033af'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:08.683840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.703166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '78951a9b-6ed7-479e-acc6-b4ca871451c7'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:08.703994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.740239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:08.753095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Usage tracker for resource:subnet and tenant:9cdaf5182ccb4b529694b4d408a5242e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:08.793134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:08.815232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:08.881396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Made reservation on behalf of 9cdaf5182ccb4b529694b4d408a5242e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:08.927170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.932217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:08.933105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:08.984875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Allocated IP 2001:db8::f816:3eff:fe94:b82e (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/78951a9b-6ed7-479e-acc6-b4ca871451c7/2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:08.987140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Allocated IP 2001:db8::3 (1e397b2d-6f46-46f6-9d88-33d091810128/af16ae49-9ebf-4574-8379-d13f2a7033af/20dc3732-202c-45d7-bd0a-1aa2f04937b7) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:08.989630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3942227'] for subnet, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:08.994250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.005756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:09.065358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:09.068222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:09.069163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.080192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:09.083246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:09.094780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:09.114128 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] Sync routers for ids ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:09.126617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0561414
Dec 22 15:01:09.127903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33706) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:09.134998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:89:6f:72', 'name': 'tempest-NetworksTestDHCPv6-1444547688'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:09.156886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] Routers {'a55cb1da-c57d-48c4-9493-4b3e1dde6669'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:09.158369 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d08820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.212140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.213375 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.4608943
Dec 22 15:01:09.218145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33710) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:09.225426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:09.271225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.271965 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d08820>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.282121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Transition to ACTIVE for port object 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:09.293129 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] Routers {'a55cb1da-c57d-48c4-9493-4b3e1dde6669'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:09.294261 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d08820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.301618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Transition to ACTIVE for port object 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:09.312450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.325421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:09.362338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:09.376892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:09.405501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:09.407344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.410244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.414662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a3eaa19f-d365-42a0-98cc-96ebd4daaf14 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:09.417017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d08820>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.417435 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d77bd-3fe8-4594-8946-19fb14542042 None None] The sync data for ids ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:09.435966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:09.441698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:09.445980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:09.448577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:09.451619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 5a081fb4-c210-4cb3-abe6-49cf910ec5d8 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:09.454109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:09.488818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:09.494232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.532170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Checking segment: {'id': '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:09.532544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Network hostable DHCP agents. Network: 5d3bbb36-7cbf-488f-8759-c66c36f6b393, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:09.533689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:09.609946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event updated for resources: {'Subnet': ['ID=4a474962-98e3-4ef1-bec6-74e668953a11,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:09.619952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Attempting to bind port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:09.620340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Attempting to bind port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:09.620746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Attempting to bind port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:09.627794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:09.629598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.632037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:09.633241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575859910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.683593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:09.683995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.689611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:09.700895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Transition to ACTIVE for port object 20dc3732-202c-45d7-bd0a-1aa2f04937b7 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:09.703325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575859910>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.705347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:09.705727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:09.706591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.706591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:09.707013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Bound port: 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:09.707403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.738321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3a3e26ed-73d5-4b79-8c74-1fbdd3e5908b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/3ae3ba21-ed5b-479b-b65b-99018c4e6370 HTTP/1.1" status: 200  len: 978 time: 7.1020117
Dec 22 15:01:09.742089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:09.747040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:09.750146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:09.775747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Transition to ACTIVE for port object 20dc3732-202c-45d7-bd0a-1aa2f04937b7 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:09.782537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f40c94a-5fdd-4679-9ef5-b225fa444340,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:09.784449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 5d3bbb36-7cbf-488f-8759-c66c36f6b393) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:09.786287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:09.791215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:09.791835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575859910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.813810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:09.813810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.841737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.845669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f4d5e-3efc-43f8-8fa0-d84249e07104 None None] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:09.874843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:09.924343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:09.938601 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5197165
Dec 22 15:01:09.939531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Checking segment: {'id': 'ac3cd729-627d-44ee-9fb2-0a9f05ad1697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '89f277f3-e740-44e6-b019-9f9b680d60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:09.939888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Network hostable DHCP agents. Network: 89f277f3-e740-44e6-b019-9f9b680d60c3, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:09.944693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33718) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:09.970200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Request body: {'port': {'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1645104857'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:09.985332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575859910>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:09.986330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b080351-2b01-4073-bf63-29884bf70ceb None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:10.010460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Network 1e397b2d-6f46-46f6-9d88-33d091810128 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:10.015961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 172.20.0.12 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d/5a081fb4-c210-4cb3-abe6-49cf910ec5d8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:10.023710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:10.030961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe89:6f72 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/78951a9b-6ed7-479e-acc6-b4ca871451c7/5a081fb4-c210-4cb3-abe6-49cf910ec5d8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:10.035662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:10.050745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:10.056969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Pushing event updated for resources: {'Port': ['ID=20dc3732-202c-45d7-bd0a-1aa2f04937b7,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:10.063815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:10.102123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:10.102614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Network 89f277f3-e740-44e6-b019-9f9b680d60c3 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:10.118086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.156109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 89f277f3-e740-44e6-b019-9f9b680d60c3) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:10.185564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:10.194355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:10.194935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.216154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887f415-f034-484a-9dae-24dbfdd4e933 None None] Network 89f277f3-e740-44e6-b019-9f9b680d60c3 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:10.303851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:10.315033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.4715540
Dec 22 15:01:10.345657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33722) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:10.354582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Usage tracker for resource:port and tenant:9cdaf5182ccb4b529694b4d408a5242e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:10.360004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'floatingip': {'floating_network_id': '89f277f3-e740-44e6-b019-9f9b680d60c3'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:10.367143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:10.379055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:10.381727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:10.397490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:floatingip and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:10.405368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:10.419986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:10.425170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Made reservation on behalf of 9cdaf5182ccb4b529694b4d408a5242e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:10.428497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.445388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3210270'] for subnet, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.457929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9190bbdb-f629-47c6-b337-f81f3461afce tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:10.469930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:10.478545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:10.489503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Attempting to bind port 20dc3732-202c-45d7-bd0a-1aa2f04937b7 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:10.490265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Attempting to bind port 20dc3732-202c-45d7-bd0a-1aa2f04937b7 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ee426df3-1f40-4d4c-966f-168f903a00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:10.490858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Attempting to bind port 20dc3732-202c-45d7-bd0a-1aa2f04937b7 on network 1e397b2d-6f46-46f6-9d88-33d091810128 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:10.528896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.618458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:10.618864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Checking segment: {'id': 'ee426df3-1f40-4d4c-966f-168f903a00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:10.619256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.619667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Bound using segment: {'id': 'ee426df3-1f40-4d4c-966f-168f903a00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:10.620159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Bound port: 20dc3732-202c-45d7-bd0a-1aa2f04937b7, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee426df3-1f40-4d4c-966f-168f903a00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1e397b2d-6f46-46f6-9d88-33d091810128'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:10.630775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.670386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.672427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.692972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 5a081fb4-c210-4cb3-abe6-49cf910ec5d8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:10.717548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.718107 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 3ae3ba21-ed5b-479b-b65b-99018c4e6370 disassociated. External IP: 172.26.3.206, port: c667a7ca-6c05-411c-98d3-7d4248c95d6e.
Dec 22 15:01:10.738763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-5d3bbb36-7cbf-488f-8759-c66c36f6b393', 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393', 'tenant_id': '9cdaf5182ccb4b529694b4d408a5242e', 'fixed_ips': [{'subnet_id': '4a474962-98e3-4ef1-bec6-74e668953a11'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:10.739828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.773968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.786771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:10.794018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] device_id is not set on port 56365dd2-e059-4dfe-99a0-93656248240f yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:10.849015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event updated for resources: {'Subnet': ['ID=af16ae49-9ebf-4574-8379-d13f2a7033af,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:10.854632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:10.862820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:10.863582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:10.868786 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "PUT /v2.0/subnets/af16ae49-9ebf-4574-8379-d13f2a7033af HTTP/1.1" status: 200  len: 900 time: 2.8933079
Dec 22 15:01:10.871247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33726) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:10.892115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:10.944015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-570886f6-649b-49ac-993c-4c006b32542d None None] For port 20dc3732-202c-45d7-bd0a-1aa2f04937b7, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:10.966885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba526961-95b6-4563-b0cc-8c254b99fefa None None] Network 89f277f3-e740-44e6-b019-9f9b680d60c3 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:10.983707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-570886f6-649b-49ac-993c-4c006b32542d None None] For port 20dc3732-202c-45d7-bd0a-1aa2f04937b7, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=20dc3732-202c-45d7-bd0a-1aa2f04937b7,segment=NetworkSegment(ee426df3-1f40-4d4c-966f-168f903a00b1),segment_id=ee426df3-1f40-4d4c-966f-168f903a00b1)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:10.989722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:11.001052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=5a081fb4-c210-4cb3-abe6-49cf910ec5d8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:11.004937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:11.041814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:11.049070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.056602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:11.074754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Allocated IP 172.20.0.5 (5d3bbb36-7cbf-488f-8759-c66c36f6b393/4a474962-98e3-4ef1-bec6-74e668953a11/56365dd2-e059-4dfe-99a0-93656248240f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:11.176416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Pushing event updated for resources: {'Port': ['ID=20dc3732-202c-45d7-bd0a-1aa2f04937b7,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:11.178750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:11.203986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:11.204529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.244916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.256103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.1269305
Dec 22 15:01:11.259233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33732) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:11.334688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 20dc3732-202c-45d7-bd0a-1aa2f04937b7 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:11.335240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.391483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.686394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Allocated IP 172.20.0.3 (89f277f3-e740-44e6-b019-9f9b680d60c3/0f40c94a-5fdd-4679-9ef5-b225fa444340/b7421553-13be-4ccf-a599-e294f914acb1) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:11.712911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb9555-65da-4c08-8152-5eee558e55bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:11.717075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb9555-65da-4c08-8152-5eee558e55bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:11.720520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3bcb9555-65da-4c08-8152-5eee558e55bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:11.759755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3bcb9555-65da-4c08-8152-5eee558e55bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:11.761275 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bcb9555-65da-4c08-8152-5eee558e55bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.5005252
Dec 22 15:01:11.788060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33736) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:11.862536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.870612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 20dc3732-202c-45d7-bd0a-1aa2f04937b7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=20dc3732-202c-45d7-bd0a-1aa2f04937b7,segment=NetworkSegment(ee426df3-1f40-4d4c-966f-168f903a00b1),segment_id=ee426df3-1f40-4d4c-966f-168f903a00b1)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:11.870960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.908247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed4517-dcf0-4fd7-93d9-4aaaefa0a02a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:11.928885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Transition to ACTIVE for port object 56365dd2-e059-4dfe-99a0-93656248240f will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:11.931980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:11.937482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 5a081fb4-c210-4cb3-abe6-49cf910ec5d8 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:11.937816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.014384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-63d2ad3d-d9f8-4a9e-a1e7-27d3ef4d1ed6 None None] Provisioning for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:12.024720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 20dc3732-202c-45d7-bd0a-1aa2f04937b7 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:12.044711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.102698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.124453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Deleting port e4398852-9f81-48a2-9dc8-4f984a7e5631 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:12.124814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.209388 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:01:12.264366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.281318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8df0417b-70f3-4839-94ec-975870f18e78 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:12.338508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Allocated IP 172.20.0.2 (5d3bbb36-7cbf-488f-8759-c66c36f6b393/4a474962-98e3-4ef1-bec6-74e668953a11/66f901e0-3a58-471b-b2e2-4ceb93a823d9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:12.352878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '78951a9b-6ed7-479e-acc6-b4ca871451c7', 'ip_address': '2001:db8::f816:3eff:fe94:b82e'}, {'subnet_id': '75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:12.423045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:12.431426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.436346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:12.447056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.472418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:12.477751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=20dc3732-202c-45d7-bd0a-1aa2f04937b7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:12.481006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:12.492068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:12.496307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.516679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:12.671545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port 20dc3732-202c-45d7-bd0a-1aa2f04937b7 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:12.750886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.762892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:12.780479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event updated for resources: {'Port': ['ID=56365dd2-e059-4dfe-99a0-93656248240f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:12.801844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Network 89f277f3-e740-44e6-b019-9f9b680d60c3 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:12.805608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:12.810731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:12.812232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:12.842450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486ac57-d803-4909-b5d1-5495fff506c4 None None] Network 1e397b2d-6f46-46f6-9d88-33d091810128 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:12.843635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.851204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:12.911985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:12.918178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b883a3e2-e62d-4bb7-97fe-0cd9f9c040df tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:12.961848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4ab823e1-3e36-4f5e-a0d4-3533a61f3ea6 None None] Could not find standard attr ID for object 20dc3732-202c-45d7-bd0a-1aa2f04937b7. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:01:12.963184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=af16ae49-9ebf-4574-8379-d13f2a7033af,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:12.966630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:13.049102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 5a081fb4-c210-4cb3-abe6-49cf910ec5d8 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:13.083433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.102420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:13.108777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.109025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.120588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:13.126621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.133270 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:13.134120 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.144208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Transition to ACTIVE for port object 66f901e0-3a58-471b-b2e2-4ceb93a823d9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:13.171009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Port': ['ID=b7421553-13be-4ccf-a599-e294f914acb1,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:13.184167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:13.185299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.195080 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-23c3cb17-a92f-4f75-8eae-44d97f39d6a7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/3ae3ba21-ed5b-479b-b65b-99018c4e6370 HTTP/1.1" status: 200  len: 688 time: 3.4522715
Dec 22 15:01:13.195885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33740) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:13.197633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574bf37f0>,) {'filters': {'network_id': ['1e397b2d-6f46-46f6-9d88-33d091810128']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.197936 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.209075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:13.209914 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.219192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Allocated IP 172.20.0.2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d/2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:13.221210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:13.227562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Transition to ACTIVE for port object 66f901e0-3a58-471b-b2e2-4ceb93a823d9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:13.269434 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.269835 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3c4c7-1f75-406f-9a10-184ad8fc9c90 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:13.285378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:13.285739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.299922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bf37f0>, 'ee426df3-1f40-4d4c-966f-168f903a00b1') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.300228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:13.300445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bf37f0>, 'ee426df3-1f40-4d4c-966f-168f903a00b1') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:13.310064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.322054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:13.376795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.412906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port f2403439-ad6b-4632-841a-1bfaa30535ef {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:13.413907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.437304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.444052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd188496-fafb-4151-a14c-0994314c90fd None None] DHCP port deletion for 1e397b2d-6f46-46f6-9d88-33d091810128 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:13.454146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:13.454837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.463007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Calling delete_port for e4398852-9f81-48a2-9dc8-4f984a7e5631 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:13.473401 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:13.496445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3669cae-6b78-42b6-977d-ecf7acd7e193 None None] Network 1e397b2d-6f46-46f6-9d88-33d091810128 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:13.514098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5553172
Dec 22 15:01:13.520895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33744) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:13.568029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:13.579807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:13.594539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:13.596522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Pushing event updated for resources: {'Port': ['ID=66f901e0-3a58-471b-b2e2-4ceb93a823d9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:13.626058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:13.645653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.651517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dcf3d089-568f-4385-a476-8d1be7dcc1f2 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:13.671411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.676923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Deleting port 56365dd2-e059-4dfe-99a0-93656248240f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:13.677269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.686438 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/1e397b2d-6f46-46f6-9d88-33d091810128 HTTP/1.1" status: 204  len: 168 time: 2.8051305
Dec 22 15:01:13.693076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33748) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:13.693770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=1e397b2d-6f46-46f6-9d88-33d091810128,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:13.707922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.708334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.708667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.709077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.709440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.709795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.710915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.711738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.712083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.712524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.713008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:13.758240 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fec4367-596c-49fe-a5d6-9ee242a83846 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:13.758957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fec4367-596c-49fe-a5d6-9ee242a83846 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:13.760433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1fec4367-596c-49fe-a5d6-9ee242a83846 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/af16ae49-9ebf-4574-8379-d13f2a7033af HTTP/1.1" status: 404  len: 337 time: 0.0575960
Dec 22 15:01:13.761403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:13.763704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33752) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:13.798831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.802933 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d006af-13b4-4e0c-be95-9c86b08de78b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:13.803367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d006af-13b4-4e0c-be95-9c86b08de78b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:13.807921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-78d006af-13b4-4e0c-be95-9c86b08de78b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/1e397b2d-6f46-46f6-9d88-33d091810128 HTTP/1.1" status: 404  len: 339 time: 0.0410275
Dec 22 15:01:13.809128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33756) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:13.813824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e58fb9ba-7980-4bf4-b23e-8e5d28c5f1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:13.822759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.823091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.887591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=5a081fb4-c210-4cb3-abe6-49cf910ec5d8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:13.906478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:13.913022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Attempting to bind port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:13.914148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Attempting to bind port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:13.914593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Attempting to bind port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 on network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:13.937459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:13.938013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Checking segment: {'id': '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:13.938512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.939005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Bound using segment: {'id': '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:13.940283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Bound port: 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5d3bbb36-7cbf-488f-8759-c66c36f6b393'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:13.940283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.955190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:13.957120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:13.958048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for f2403439-ad6b-4632-841a-1bfaa30535ef owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:14.030549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.067341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Transition to ACTIVE for port object 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:14.085070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.091375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4cae4cfe-9ffb-484e-a91b-1a9552d42192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:14.189392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] For port 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:14.249047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.254008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4c505e7-a50a-4203-8ff0-c2cc27b411e9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:14.291186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] For port 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66f901e0-3a58-471b-b2e2-4ceb93a823d9,segment=NetworkSegment(1b8fb6a7-c030-42d3-b3c0-d9a9b763b735),segment_id=1b8fb6a7-c030-42d3-b3c0-d9a9b763b735)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:14.294159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:14.298231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:14.299459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=f2403439-ad6b-4632-841a-1bfaa30535ef,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:14.303173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:14.306467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:14.306981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:14.314129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.319961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:14.409332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.409796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Pushing event updated for resources: {'Port': ['ID=66f901e0-3a58-471b-b2e2-4ceb93a823d9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:14.415961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:14.434122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.438367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/3ae3ba21-ed5b-479b-b65b-99018c4e6370 HTTP/1.1" status: 204  len: 168 time: 1.2327635
Dec 22 15:01:14.439090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33760) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:14.447558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.519597 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-e3141740-87b4-4b61-8f79-a6b22e5f3f04 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:14.522093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e3141740-87b4-4b61-8f79-a6b22e5f3f04 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/3ae3ba21-ed5b-479b-b65b-99018c4e6370 HTTP/1.1" status: 404  len: 345 time: 0.0820327
Dec 22 15:01:14.526278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33764) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:14.532871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.573520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.581313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.589253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:14.615664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:14.619962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:14.624425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:14.630601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.632586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Synchronizing usage tracker for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:14.686967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Unset dirty status for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:14.690801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cca6f694-e6a3-4975-8910-1a31cc4479c7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/ports?network_id=eb3c4933-1688-4436-8b66-dddccf320eeb HTTP/1.1" status: 200  len: 2358 time: 0.1608443
Dec 22 15:01:14.691103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33768) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:14.782308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f213ac-bdd4-4392-a594-09ee58060a3d tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:14.783711 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3f213ac-bdd4-4392-a594-09ee58060a3d tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/subnets/64a2ba28-ba51-4bc7-8101-59716dcfc740 HTTP/1.1" status: 200  len: 797 time: 0.0916178
Dec 22 15:01:14.789578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33772) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:14.795265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'port': {'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb', 'name': 'tempest-FloatingIPTestJSON-2002099322', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:14.838627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Pushing event deleted for resources: {'Port': ['ID=e4398852-9f81-48a2-9dc8-4f984a7e5631,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:14.907985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.953770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:14.959850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:14.960093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.960496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.961143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.961361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.965716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.966169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.966983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.967359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.967762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.968138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.968507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:14.975287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:14.976915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:15.027605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:15.049513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:15.077062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:15.093193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Calling delete_port for 56365dd2-e059-4dfe-99a0-93656248240f owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:15.157353 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd28b7e7-4a1b-4c43-9014-ad5dce5484d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/5a081fb4-c210-4cb3-abe6-49cf910ec5d8 HTTP/1.1" status: 204  len: 168 time: 3.3665111
Dec 22 15:01:15.176326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33776) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:15.218152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66f901e0-3a58-471b-b2e2-4ceb93a823d9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:15.261503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:15.285122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.285471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.285808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.286401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.286731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.287057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.287382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.287703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.288120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.300708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.301105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:01:15.305340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.313455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:15.338210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] device_id is not set on port b6a91fbe-b14e-40f1-a780-ef74aaafcbe6 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:15.353956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:15.365673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:15.503673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-10fac29b-edc2-4136-9a2e-e3710567d628 None None] Provisioning for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:15.517885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-10fac29b-edc2-4136-9a2e-e3710567d628 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:15.518258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-10fac29b-edc2-4136-9a2e-e3710567d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.644649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:15.645094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.704626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:15.705965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:15.711950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:15.712811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:15.719297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.827014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16183c6b-1ad8-4530-8d9c-8a175e7ae1c0 None None] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:15.875855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.13 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/b6a91fbe-b14e-40f1-a780-ef74aaafcbe6) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:15.883382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.12 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/b6a91fbe-b14e-40f1-a780-ef74aaafcbe6) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:15.894799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.915904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:15.947980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:16.015824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-10fac29b-edc2-4136-9a2e-e3710567d628 None None] Could not find standard attr ID for object 5a081fb4-c210-4cb3-abe6-49cf910ec5d8. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:01:16.017838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c91a60>,) {'filters': {'network_id': ['d9ed42ff-3cfa-4e48-9908-cfc570bf7705']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:16.026615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:16.030916 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08fefef0-d1d6-4215-b780-356b45be4d02 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.8366466
Dec 22 15:01:16.056053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33780) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:16.067745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event deleted for resources: {'Port': ['ID=56365dd2-e059-4dfe-99a0-93656248240f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:16.071373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:16.101209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 20dc3732-202c-45d7-bd0a-1aa2f04937b7 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:16.141707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 20dc3732-202c-45d7-bd0a-1aa2f04937b7 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:16.142069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 20dc3732-202c-45d7-bd0a-1aa2f04937b7 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:16.157485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c91a60>, '864af001-be99-44e3-9c94-ebb60d43723f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:16.157885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c91a60>, '864af001-be99-44e3-9c94-ebb60d43723f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:16.193004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Provisioning for port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:16.208061 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Provisioning complete for port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:16.208472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.281873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.320337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.333605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.336643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:16.339675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.348905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.392588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] For port 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66f901e0-3a58-471b-b2e2-4ceb93a823d9,segment=NetworkSegment(1b8fb6a7-c030-42d3-b3c0-d9a9b763b735),segment_id=1b8fb6a7-c030-42d3-b3c0-d9a9b763b735)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:16.399905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.403404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:16.440163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.447866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Could not find standard attr ID for object 5a081fb4-c210-4cb3-abe6-49cf910ec5d8. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:01:16.471446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.485564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Pushing event updated for resources: {'Port': ['ID=66f901e0-3a58-471b-b2e2-4ceb93a823d9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:16.489279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:16.549848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.557190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e259625-a81b-43be-86ee-265faf65c8ec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:16.674946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-69c144fe-5306-47e9-b8ac-e5bdfa2a6219 None None] Provisioning complete for port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:16.675420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-69c144fe-5306-47e9-b8ac-e5bdfa2a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.682005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.689027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:16.689431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:16.705116 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:16.759952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.774554 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "DELETE /v2.0/ports/56365dd2-e059-4dfe-99a0-93656248240f HTTP/1.1" status: 204  len: 168 time: 3.2526319
Dec 22 15:01:16.779815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33786) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:16.780560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:16.782800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.786860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:16.791077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=b6a91fbe-b14e-40f1-a780-ef74aaafcbe6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:16.793493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:16.801113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:16.825591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.826633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.860117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:16.898017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.909594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:16.921585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:16.922278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.956777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:16.962285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf4170da-bd12-4fcd-854e-032e867db321 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:16.978324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2192416b-d2d3-4f89-8e56-d76d41bd796d None None] Could not find standard attr ID for object 56365dd2-e059-4dfe-99a0-93656248240f. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:01:17.005246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.006440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:17.009806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 2.2191949
Dec 22 15:01:17.011319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.013310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:17.015333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33792) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.018588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.020487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d HTTP/1.1" status: 204  len: 168 time: 0.9632406
Dec 22 15:01:17.023128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33794) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.032276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c86bb-c5ef-4134-aef5-dfb8a8ad5d37 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:17.068099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'b6a91fbe-b14e-40f1-a780-ef74aaafcbe6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:17.074859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:17.101956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/d9ed42ff-3cfa-4e48-9908-cfc570bf7705 HTTP/1.1" status: 204  len: 168 time: 3.2556088
Dec 22 15:01:17.102507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33800) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.103773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:floatingip and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:17.133831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:17.147732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:17.150419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 78951a9b-6ed7-479e-acc6-b4ca871451c7 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:17.158617 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bea4ae5f-4a74-4a2c-96c1-0382b594b9b0 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.3744559
Dec 22 15:01:17.158813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.171762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:17.174162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33804) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.183121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-61154398'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:17.186368 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01e72d0-a350-43c9-8ab8-6a2e8b97b854 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:17.186509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Port': ['ID=b7421553-13be-4ccf-a599-e294f914acb1,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:17.186886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01e72d0-a350-43c9-8ab8-6a2e8b97b854 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:17.191149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a01e72d0-a350-43c9-8ab8-6a2e8b97b854 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/cd93c27f-4048-4236-a750-a94afc93bdb0 HTTP/1.1" status: 404  len: 337 time: 0.0848410
Dec 22 15:01:17.191310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:17.193926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33808) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.197144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:17.222226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:17.224563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=d9ed42ff-3cfa-4e48-9908-cfc570bf7705,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:17.227730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:17.231847 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-085805f3-f1db-4797-b78c-14a880719ff9 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:17.232155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085805f3-f1db-4797-b78c-14a880719ff9 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:17.233811 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-085805f3-f1db-4797-b78c-14a880719ff9 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/ab1dde30-9b1c-4f0a-a130-186ecf230ccb HTTP/1.1" status: 404  len: 339 time: 0.0382702
Dec 22 15:01:17.238940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33812) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.242083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Usage tracker for resource:network and tenant:9cdaf5182ccb4b529694b4d408a5242e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:17.248085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:17.248910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.288624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.291907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:17.292287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.305414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Router a55cb1da-c57d-48c4-9493-4b3e1dde6669 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:17.308869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:17.338905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.387569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.422016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.422817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Made reservation on behalf of 9cdaf5182ccb4b529694b4d408a5242e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:17.425779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.426196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4a86e43-6af6-4df7-b3bc-a63d395ecc96 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:17.465448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=78951a9b-6ed7-479e-acc6-b4ca871451c7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:17.469139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:17.471781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66f901e0-3a58-471b-b2e2-4ceb93a823d9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:17.473019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.487791 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/78951a9b-6ed7-479e-acc6-b4ca871451c7 HTTP/1.1" status: 204  len: 168 time: 0.4631562
Dec 22 15:01:17.490458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33816) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.520029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.521290 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 7.1737523
Dec 22 15:01:17.537804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33820) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.561680 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-144d2e47-dc2b-446f-89a7-ea286af93e7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0693223
Dec 22 15:01:17.564484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33824) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.570687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:17.634611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dada255-6d4b-434c-b822-c21e15c831b5 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': '78951a9b-6ed7-479e-acc6-b4ca871451c7'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:17.669535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:17.669535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.682443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:17.687663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:17.691164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:17.697996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:17.709404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:17.714402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.767146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:17.781643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5dada255-6d4b-434c-b822-c21e15c831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.794108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-21494c83-cab1-4333-a463-fc4d4477317b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Synchronizing usage tracker for tenant:7e93379a230b454890a40694a41f349c on resource:floatingip {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:17.807368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.807707 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Added segment 030734ff-dc82-4847-9a69-989bfca86766 of type vlan for network 0b1dbb89-7254-4d2b-98b6-f0bb908f338b
Dec 22 15:01:17.871985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:17.888511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] Sync routers for ids ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:17.890209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting subnet f60d85b3-45b1-492c-88fe-ae4afcac03a8 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:17.896884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-21494c83-cab1-4333-a463-fc4d4477317b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Unset dirty status for tenant:7e93379a230b454890a40694a41f349c on resource:floatingip {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:17.900697 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-21494c83-cab1-4333-a463-fc4d4477317b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=89f277f3-e740-44e6-b019-9f9b680d60c3 HTTP/1.1" status: 200  len: 689 time: 0.3477094
Dec 22 15:01:17.902710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33828) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.904236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.936703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.940222 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "PUT /v2.0/routers/a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 200  len: 705 time: 8.7187901
Dec 22 15:01:17.944957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:17.950746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33832) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:17.974798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] Routers {'a55cb1da-c57d-48c4-9493-4b3e1dde6669'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:17.976236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576156fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:18.070126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576156fd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:18.080600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.087488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] Routers {'a55cb1da-c57d-48c4-9493-4b3e1dde6669'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:18.088156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576156fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:00:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:18.127324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.149478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2ead5-4121-4a75-bb26-238750421ad0 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:18.172677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.201921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Deleting port b7421553-13be-4ccf-a599-e294f914acb1 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:18.202334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.225176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576156fd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:18.225619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef6ae9-6a5b-4933-984f-67c713166ba0 None None] The sync data for ids ['a55cb1da-c57d-48c4-9493-4b3e1dde6669'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:18.242748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.246519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:18.247108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.250983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4c884ad2-ee55-4ce6-a599-c6c15c92d3ba None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:18.251370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c884ad2-ee55-4ce6-a599-c6c15c92d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.398307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:18.446486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:18.488460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.488784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.499388 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8eab0b11-711b-4d51-90a8-ef192a696e9d tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/routers/a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 200  len: 740 time: 0.5372963
Dec 22 15:01:18.517070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:18.582013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6340f29b-94bf-405b-b55f-8bd92b76412e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 200  len: 205 time: 0.0619495
Dec 22 15:01:18.596372 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.4214590
Dec 22 15:01:18.597477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33840) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:18.597952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:18.602164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'f1eb6f85-0e07-455a-8fc2-cf24b25035f3'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:18.608750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event updated for resources: {'Network': ['ID=0b1dbb89-7254-4d2b-98b6-f0bb908f338b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:18.630509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0b1dbb89-7254-4d2b-98b6-f0bb908f338b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:18.682454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:18.704599 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ae28a319-8c3c-43ad-8940-005bf9836a44 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 200  len: 205 time: 0.0965815
Dec 22 15:01:18.710089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33848) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:18.760744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.793771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Calling delete_port for b7421553-13be-4ccf-a599-e294f914acb1 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:18.807049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:18.982962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe94:b82e-bab160cc-b241-4444-8f19-d952bbeee1 {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:18.983341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:18.987822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.29 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/efa6e438-e227-4d0b-878d-89e8928fd659) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:19.002126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.027402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.033655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d71445-59a8-465c-89ab-0a11feb0e5c5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:19.050215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:19.115104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7421553-13be-4ccf-a599-e294f914acb1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:19.120613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:19.127436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.169923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.197042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.221739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:19.329895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.334462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=f60d85b3-45b1-492c-88fe-ae4afcac03a8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:19.349487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:19.375254 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a53f1e5f-f1e7-44b4-8a4c-9443732a28e2 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks HTTP/1.1" status: 200  len: 9378 time: 0.7643228
Dec 22 15:01:19.375855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.378174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33854) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:19.378483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61278660-f264-4c65-a044-f3c913150b5f None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:19.408040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:19.429789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.435889 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/f60d85b3-45b1-492c-88fe-ae4afcac03a8 HTTP/1.1" status: 204  len: 168 time: 2.1907096
Dec 22 15:01:19.453869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33858) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:19.533974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.551497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.552039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.552882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.559713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:19.666002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.749819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:19.755429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:19.768417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:19.768417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:19.769440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:19.770048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.789272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.865875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=8']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:19.888230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:19.892929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1bb6396a-5f82-4509-b71c-3375de42c1ac tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:19.936775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.954826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.962800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:19.970764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a0097d78-e39b-4cb2-9ed0-ab46ce758933 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:20.011342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37460276-628a-482a-95be-8705adae599a tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] Network 0b1dbb89-7254-4d2b-98b6-f0bb908f338b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:20.029156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.057860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574a37400>,) {'filters': {'network_id': ['89f277f3-e740-44e6-b019-9f9b680d60c3']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:20.063312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=efa6e438-e227-4d0b-878d-89e8928fd659,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:20.076245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574a37400>, 'ac3cd729-627d-44ee-9fb2-0a9f05ad1697') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:20.076593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574a37400>, 'ac3cd729-627d-44ee-9fb2-0a9f05ad1697') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:20.089972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.093265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:20.099230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e27ab-ea60-4bb1-aed5-e31e2c97376f None None] Network 0b1dbb89-7254-4d2b-98b6-f0bb908f338b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:20.107056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting subnet 45e89ede-0a28-4a2b-bf75-d081f89bdbc9 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:20.110024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-37460276-628a-482a-95be-8705adae599a tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "POST /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7219718
Dec 22 15:01:20.110309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.113997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33862) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.119928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:20.126894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:20.129258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:20.131331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.132683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Fanout notify agent at l3_agent the message router_deleted on router a55cb1da-c57d-48c4-9493-4b3e1dde6669 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:20.135275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:20.151321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5829847
Dec 22 15:01:20.157169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33866) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.158121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.170776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:20.224061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.230288 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a6c3620f-8f44-4119-878d-d55e86ca1223 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 204  len: 168 time: 1.5138788
Dec 22 15:01:20.269101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.291348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.293103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33870) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.309295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.340974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd24d067-757b-4aea-8e20-57a627c01d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:20.403244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=f1eb6f85-0e07-455a-8fc2-cf24b25035f3,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:20.409323 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7459a010-c992-43b7-aa27-31c8be467cc3 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 200  len: 205 time: 0.1124308
Dec 22 15:01:20.416273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.419933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33874) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.462793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=9']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:20.469167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:20.482627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:20.483160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.489689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:20.501553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.504200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:20.542398 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-367ef16b-f14b-4ed3-92a1-0e427a70d625 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:20.546620 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-367ef16b-f14b-4ed3-92a1-0e427a70d625 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/a55cb1da-c57d-48c4-9493-4b3e1dde6669 HTTP/1.1" status: 404  len: 336 time: 0.1255417
Dec 22 15:01:20.551542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33878) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.615027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=10']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:20.618961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:20.665905 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2ee6c463-98f8-4c2c-903f-fc1ecadcd88a tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 200  len: 205 time: 0.1106560
Dec 22 15:01:20.679547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33882) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:20.749439 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:20.818604 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-8b22a5e0-fc48-4afd-a9f6-4d908c48e71a tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:20.820085 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8b22a5e0-fc48-4afd-a9f6-4d908c48e71a tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/33d1e3c0-0f45-44be-9853-1fec2dac3f7d HTTP/1.1" status: 404  len: 336 time: 0.1396039
Dec 22 15:01:20.826246 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-746b4cb7-c986-4f26-92dc-203d732acf89 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks HTTP/1.1" status: 200  len: 10043 time: 0.7106278
Dec 22 15:01:20.827885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33886) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.828222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33888) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.850010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0da0f381-647a-4690-b970-e8a6a83cc6fc None None] Provisioning complete for port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:20.851275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0da0f381-647a-4690-b970-e8a6a83cc6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.893493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f40c94a-5fdd-4679-9ef5-b225fa444340,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:20.921494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:20.928095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.123s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:20.929121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:20.937539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d9c8db2-8a07-4578-a20b-8baf7cdf80ea tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 200  len: 205 time: 0.0868430
Dec 22 15:01:20.947490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33894) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:20.948357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:20.963274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5bd72960-f1cc-4bb0-b806-664e46ac0e26 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:21.050361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  89f277f3-e740-44e6-b019-9f9b680d60c3 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:21.052266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:21.057798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.063366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.091775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:21.127224 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/89f277f3-e740-44e6-b019-9f9b680d60c3 HTTP/1.1" status: 204  len: 168 time: 3.2229862
Dec 22 15:01:21.127224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:21.174020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3bc82e91-edf5-4568-bdf3-ce89004b91f0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:21.177614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bc82e91-edf5-4568-bdf3-ce89004b91f0 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/420bb7b4-77dc-4b7f-b22f-7bf55c4deaa1 HTTP/1.1" status: 404  len: 336 time: 0.2203343
Dec 22 15:01:21.184888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:21.187324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33898) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.187654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33900) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.192583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Network': ['ID=89f277f3-e740-44e6-b019-9f9b680d60c3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:21.203939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:21.204522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.205252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:21.326574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.346138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72fbc3-3693-4319-8a03-e01c57867c46 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:21.382584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:21.385576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3faa2506-f912-44e8-8085-0d1b167bb3a6 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Synchronizing usage tracker for tenant:7e93379a230b454890a40694a41f349c on resource:floatingip {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:21.406039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.413484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4bbdc2a6-285a-49ea-bbd0-2beb074fd1f5 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 200  len: 205 time: 0.2031734
Dec 22 15:01:21.423947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33906) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.472027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.499213 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-ea9321d8-83fb-468e-a4de-63d24fd41851 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:21.502663 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ea9321d8-83fb-468e-a4de-63d24fd41851 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/5934bf0c-d615-4634-bc11-9c95db4ef551 HTTP/1.1" status: 404  len: 336 time: 0.0753469
Dec 22 15:01:21.505843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33910) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.509054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:21.532298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f8ae415-323a-4e3d-9f17-603e0a573707 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:21.532715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae415-323a-4e3d-9f17-603e0a573707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.561362 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ac84e34-a48c-4654-919f-9f347123dc1d tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "DELETE /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks/0b1dbb89-7254-4d2b-98b6-f0bb908f338b HTTP/1.1" status: 204  len: 168 time: 0.7086368
Dec 22 15:01:21.591903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33914) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.647017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:21.663866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.668696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:21.710969 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7907f7cf-191c-451e-9a97-2acd4716d9be tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 200  len: 205 time: 0.1859751
Dec 22 15:01:21.711761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3faa2506-f912-44e8-8085-0d1b167bb3a6 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Unset dirty status for tenant:7e93379a230b454890a40694a41f349c on resource:floatingip {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:21.715452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3faa2506-f912-44e8-8085-0d1b167bb3a6 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2553 time: 0.5067363
Dec 22 15:01:21.715452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.721436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33920) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.822188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=11']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:21.827909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:21.833722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:21.839067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-d3e13e34-d3af-4e25-8428-e75e432ab5e7 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:21.840104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d3e13e34-d3af-4e25-8428-e75e432ab5e7 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/f0c208b8-ae48-4def-923b-46bc02c927a4 HTTP/1.1" status: 404  len: 336 time: 0.1226749
Dec 22 15:01:21.848485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:21.863730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33926) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.893402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=45e89ede-0a28-4a2b-bf75-d081f89bdbc9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:21.953910 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-69fdbbbb-424e-4fc8-8892-1eb51fa8ea44 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d27e8b25-3c70-4245-aa41-3944e632a8fe HTTP/1.1" status: 200  len: 205 time: 0.0786960
Dec 22 15:01:21.965098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33930) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:21.994114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.994611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.995158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.995567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.995969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.996596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.997003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.997508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.997902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.998299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:21.999448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Synchronizing usage tracker for tenant:7e93379a230b454890a40694a41f349c on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:22.008525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:22.016695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.024073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1384f3e-e1e8-47cc-8e6f-ac2b1520c7b4 None None] Network 0db20773-47e5-4d04-9e22-aafd9de8e468 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:22.035172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.061419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-5768fd1a-4145-48dc-8001-521d0053f396 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] delete failed (client error): The resource could not be found.
Dec 22 15:01:22.064655 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5768fd1a-4145-48dc-8001-521d0053f396 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/routers/d27e8b25-3c70-4245-aa41-3944e632a8fe HTTP/1.1" status: 404  len: 336 time: 0.0950978
Dec 22 15:01:22.065324 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/45e89ede-0a28-4a2b-bf75-d081f89bdbc9 HTTP/1.1" status: 204  len: 168 time: 2.6040504
Dec 22 15:01:22.066392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33934) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.066724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33936) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.119692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Unset dirty status for tenant:7e93379a230b454890a40694a41f349c on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:22.120889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6f8ae531-bea5-4dd9-8c55-a692c6dbd918 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6489 time: 0.3494747
Dec 22 15:01:22.124244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33942) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.185145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:22.210440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-70e0e38d-e104-40fa-826b-3f3c18fd6a4e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] delete failed (client error): The resource could not be found.
Dec 22 15:01:22.214167 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-70e0e38d-e104-40fa-826b-3f3c18fd6a4e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/b79f6f5d-15cf-4ec9-8440-af3a4b637196 HTTP/1.1" status: 404  len: 345 time: 0.0844574
Dec 22 15:01:22.215049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.231626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-146c11f2-0939-403a-bcfd-609c8375c622 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:22.231927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d54069df-4c2d-49c5-b5b1-9d1e0a2910a1 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:22.232047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146c11f2-0939-403a-bcfd-609c8375c622 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:22.232310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d54069df-4c2d-49c5-b5b1-9d1e0a2910a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.243265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.255208 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbc3193-e72c-4b43-a8dc-a152fcbb2a6b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:22.255651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbc3193-e72c-4b43-a8dc-a152fcbb2a6b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:22.263786 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-05063bb5-2e5f-4191-9fa2-cb60ca14cff1 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks HTTP/1.1" status: 200  len: 8594 time: 0.6640460
Dec 22 15:01:22.263956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5fbc3193-e72c-4b43-a8dc-a152fcbb2a6b tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/89f277f3-e740-44e6-b019-9f9b680d60c3 HTTP/1.1" status: 404  len: 339 time: 0.0425549
Dec 22 15:01:22.265358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33950) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.265358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33952) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.267262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-146c11f2-0939-403a-bcfd-609c8375c622 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] 10.222.0.69 "DELETE /v2.0/subnets/588a49c8-caf1-4045-aaee-df9878405ae3 HTTP/1.1" status: 404  len: 337 time: 0.1874599
Dec 22 15:01:22.270453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.281542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'name': 'tempest-network--1920256772', 'router:external': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:22.282758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f47c3249-3bcc-454c-a3df-60a8c30bee6b tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:22.294810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:22.307231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:network and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:22.312804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:22.331178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e7108115-6a83-406a-aed3-14bea0ec3d24 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/networks/5d3bbb36-7cbf-488f-8759-c66c36f6b393/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.0618773
Dec 22 15:01:22.331178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:22.332522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33960) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.339323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.372992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6f36f0b3-b05e-4809-97c3-aac34b67b35c tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/networks/5d3bbb36-7cbf-488f-8759-c66c36f6b393/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.0367184
Dec 22 15:01:22.375280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:22.377551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.388727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33964) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.415127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=efa6e438-e227-4d0b-878d-89e8928fd659,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:22.424084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:22.437725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:22.437725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.462713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:22.479818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.480313 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Added segment ad6a6e0a-e91f-4645-886b-16ae9deca324 of type vlan for network 3f96523c-5a08-4b60-94fc-268dcf01d81f
Dec 22 15:01:22.533906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.554469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.566505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.571827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:22.588555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] DHCP port deletion for 0db20773-47e5-4d04-9e22-aafd9de8e468 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:22.593406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Deleting port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:22.593800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.666828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:22.703037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=752d5f48-b65c-4784-8421-c0fc3e723fdc,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:22.721826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:22.734615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33970) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:22.742938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:22.744232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:22.745903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.746790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:22.747374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.765478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:22.766367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.784363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e450575-df1c-4a44-a06c-0257f86976fa None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:22.909318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4f7a744b-1a95-4b94-9631-d0dd542b1f27,segment=NetworkSegment(cf7c6946-5c72-448f-b624-807bb04b8883),segment_id=cf7c6946-5c72-448f-b624-807bb04b8883)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:22.909719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:22.941031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6341b95-b198-4bb4-b758-9cbeef055358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:23.031036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.042768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Calling delete_port for 4f7a744b-1a95-4b94-9631-d0dd542b1f27 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:23.052524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8915942
Dec 22 15:01:23.057039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33976) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:23.061327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.7938132
Dec 22 15:01:23.066561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33978) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:23.071149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b163877f-5c9f-4c62-9351-92fd0d7deb51 tempest-DHCPAgentSchedulersTestJSON-1984042512 tempest-DHCPAgentSchedulersTestJSON-1984042512-project-admin] 10.222.0.69 "GET /v2.0/agents/6812e60a-7ecf-4a12-bd94-667bcddd11d7/dhcp-networks HTTP/1.1" status: 200  len: 8556 time: 0.6700282
Dec 22 15:01:23.071485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:f2:f5:95', 'name': 'tempest-NetworksTestDHCPv6-2134174270'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:23.072025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33982) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:23.073977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 4f7a744b-1a95-4b94-9631-d0dd542b1f27, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4f7a744b-1a95-4b94-9631-d0dd542b1f27,segment=NetworkSegment(cf7c6946-5c72-448f-b624-807bb04b8883),segment_id=cf7c6946-5c72-448f-b624-807bb04b8883)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:23.074441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.108508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:23.108901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=3f96523c-5a08-4b60-94fc-268dcf01d81f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:23.145815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 3f96523c-5a08-4b60-94fc-268dcf01d81f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:23.165956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:23.284494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 4f7a744b-1a95-4b94-9631-d0dd542b1f27 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:23.341129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99822109-c492-4d24-b3cc-25de21747b2e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:23.345142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99822109-c492-4d24-b3cc-25de21747b2e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:23.349028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99822109-c492-4d24-b3cc-25de21747b2e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:23.354002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99822109-c492-4d24-b3cc-25de21747b2e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:23.359094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-99822109-c492-4d24-b3cc-25de21747b2e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.2689233
Dec 22 15:01:23.359094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:23.359094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 33990) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:23.404573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.409123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1595960f-853d-4de1-8ba9-b0838d628ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:23.441765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:23.454260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:23.454644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.478763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:23.479373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Pushing event deleted for resources: {'Port': ['ID=4f7a744b-1a95-4b94-9631-d0dd542b1f27,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:23.480546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:23.484777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.494448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:23.494664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Usage tracker for resource:security_group_rule and tenant:5dd65d93bf4647cb846a373acc6d682f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:23.503999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] No DVR routers for this DVR port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:23.504580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.511827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:23.523083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port d22063f1-e3bb-4845-8e93-d94ae7c44671 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:23.544394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:23.572499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.614779 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP 0a616956-713e-420b-bf8c-19343b31f7bc associated. External IP: 172.26.3.29, port: b6a91fbe-b14e-40f1-a780-ef74aaafcbe6.
Dec 22 15:01:23.673712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:23.673712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:23.720424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'f1eb6f85-0e07-455a-8fc2-cf24b25035f3', 'ip_address': '2001:db8::f816:3eff:fe94:b82e'}, {'subnet_id': '752d5f48-b65c-4784-8421-c0fc3e723fdc'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:23.728135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.773028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4f7a744b-1a95-4b94-9631-d0dd542b1f27 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:23.794494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752d5df0>,) {'filters': {'network_id': ['3f96523c-5a08-4b60-94fc-268dcf01d81f']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:23.812727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752d5df0>, 'ad6a6e0a-e91f-4645-886b-16ae9deca324') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:23.813012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752d5df0>, 'ad6a6e0a-e91f-4645-886b-16ae9deca324') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:23.831236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.854051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.862367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 4f7a744b-1a95-4b94-9631-d0dd542b1f27 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:23.862716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4f7a744b-1a95-4b94-9631-d0dd542b1f27 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:23.877122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.889150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.905188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:23.905570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:23.919397 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:23.930335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:23.986654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85750d70d0>,) {'filters': {'network_id': ['0b1dbb89-7254-4d2b-98b6-f0bb908f338b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:23.996120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 172.20.0.12 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/752d5f48-b65c-4784-8421-c0fc3e723fdc/d22063f1-e3bb-4845-8e93-d94ae7c44671) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:24.006975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.007530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fef2:f595 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/f1eb6f85-0e07-455a-8fc2-cf24b25035f3/d22063f1-e3bb-4845-8e93-d94ae7c44671) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:24.017704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a1ee4258-095c-4dc6-ba80-7b04a2985ff1 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:24.023332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.031875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85750d70d0>, '030734ff-dc82-4847-9a69-989bfca86766') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:24.032162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85750d70d0>, '030734ff-dc82-4847-9a69-989bfca86766') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:24.036362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:24.055936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3f96523c-5a08-4b60-94fc-268dcf01d81f {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:24.056170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.061483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.074851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f96523c-5a08-4b60-94fc-268dcf01d81f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:24.081958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:24.102035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739edaa0-5c2b-4976-b050-233f1b6a1cc1,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:24.104003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:24.105984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.110566 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dd65d93bf4647cb846a373acc6d682f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3746862
Dec 22 15:01:24.114675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 33996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:24.119439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:24.120666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.130042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/3f96523c-5a08-4b60-94fc-268dcf01d81f HTTP/1.1" status: 204  len: 168 time: 0.7672501
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:24.138483 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:24.175044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34000) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:24.187371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'name': 'tempest-network--1718541880', 'router:external': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:24.194965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:24.200592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 4f7a744b-1a95-4b94-9631-d0dd542b1f27 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:24.200958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.203337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:network and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:24.218684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:24.229156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:24.256309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:24.259503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.313618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.320225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] The port '4f7a744b-1a95-4b94-9631-d0dd542b1f27' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:01:24.326129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:24.340605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object d22063f1-e3bb-4845-8e93-d94ae7c44671 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:24.344762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.345355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Added segment 2b915008-eed2-481c-87cc-4554635da142 of type vlan for network 08f49ab6-24d2-4836-ab2f-5f205dce3798
Dec 22 15:01:24.369171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.373279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.384490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.387091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e8d1c0d-8a5c-42ed-888a-c888362a5bfb tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:24.400601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.407230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:24.434927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event deleted for resources: {'Network': ['ID=0b1dbb89-7254-4d2b-98b6-f0bb908f338b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:24.437604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:24.514436 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "DELETE /v2.0/networks/0b1dbb89-7254-4d2b-98b6-f0bb908f338b HTTP/1.1" status: 204  len: 168 time: 1.4304662
Dec 22 15:01:24.515468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Allocated IP 172.20.0.2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/752d5f48-b65c-4784-8421-c0fc3e723fdc/2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:24.517063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=d22063f1-e3bb-4845-8e93-d94ae7c44671,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:24.519252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34006) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:24.528026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:24.536822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.540270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.541220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:24.541804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702856'] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.558593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:24.559759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:24.588001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:24.591277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:24.607690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.627890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-310d32a1-6e74-4301-ae9c-9ac9e0183205 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:24.628323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310d32a1-6e74-4301-ae9c-9ac9e0183205 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:24.632837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-310d32a1-6e74-4301-ae9c-9ac9e0183205 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "DELETE /v2.0/ports/56365dd2-e059-4dfe-99a0-93656248240f HTTP/1.1" status: 404  len: 333 time: 0.1084204
Dec 22 15:01:24.645846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34010) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:24.653081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.703841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c23340>,) {'filters': {'network_id': ['0db20773-47e5-4d04-9e22-aafd9de8e468']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:24.790922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-42d13d18-a604-4bba-995d-b9aa21014802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.797838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:24.813712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c23340>, 'cf7c6946-5c72-448f-b624-807bb04b8883') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:24.813976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c23340>, 'cf7c6946-5c72-448f-b624-807bb04b8883') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:24.845123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.862883 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6840906
Dec 22 15:01:24.868602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.870331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34016) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:24.929781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=08f49ab6-24d2-4836-ab2f-5f205dce3798,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:24.930044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.947880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 08f49ab6-24d2-4836-ab2f-5f205dce3798 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:24.951850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:24.952241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:24.967520 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:24.989099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:25.006908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.007513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.056606 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.9938922
Dec 22 15:01:25.060951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34020) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.099376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.101909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e96864-bc63-42d6-a679-460eb28945a0 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.103219 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f7e96864-bc63-42d6-a679-460eb28945a0 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "GET /v2.0/networks/08f49ab6-24d2-4836-ab2f-5f205dce3798 HTTP/1.1" status: 200  len: 757 time: 0.2300181
Dec 22 15:01:25.110246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34024) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.111916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cc7a6fdb-5795-49a1-b6e0-4d777903f314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:25.140828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739edaa0-5c2b-4976-b050-233f1b6a1cc1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:25.150951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Transition to ACTIVE for port object 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:25.151407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:25.168357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.173343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:25.218732 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-ef3cbbfd-7d1e-4ea5-8e3b-14bbe06989b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.3494060
Dec 22 15:01:25.330547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Pushing event updated for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=12']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:25.333715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:25.345915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.357010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.357212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4051f-7dad-47cf-9c85-72b744677e9e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.361495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bc4051f-7dad-47cf-9c85-72b744677e9e tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "GET /v2.0/networks/c0352a6c-e01c-45fe-9628-b387cf8b553f HTTP/1.1" status: 200  len: 767 time: 0.2477331
Dec 22 15:01:25.361648 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/739edaa0-5c2b-4976-b050-233f1b6a1cc1 HTTP/1.1" status: 204  len: 168 time: 1.2433660
Dec 22 15:01:25.361747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:25.378132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34030) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.380711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.401354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Deleting subnet 4a474962-98e3-4ef1-bec6-74e668953a11 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:25.407688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b057b-0cc9-4cf6-b817-326ddce633c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.411949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b057b-0cc9-4cf6-b817-326ddce633c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.413331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-651b057b-0cc9-4cf6-b817-326ddce633c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:25.430573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=0db20773-47e5-4d04-9e22-aafd9de8e468,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:25.433763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.462328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-21fe827c-b0ac-4c00-a103-fef76df95314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.464164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:25.464785 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-21fe827c-b0ac-4c00-a103-fef76df95314 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.2267644
Dec 22 15:01:25.466105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-651b057b-0cc9-4cf6-b817-326ddce633c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:25.467157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-651b057b-0cc9-4cf6-b817-326ddce633c4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1865 time: 0.4053056
Dec 22 15:01:25.470284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34034) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.558845 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/0db20773-47e5-4d04-9e22-aafd9de8e468 HTTP/1.1" status: 204  len: 168 time: 3.4785626
Dec 22 15:01:25.563536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34040) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.643504 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-29f015cf-c65b-4d45-a381-c79e9dac874a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.1269743
Dec 22 15:01:25.659675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.703839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d7af-b543-481c-8fdd-b0661ebecf4d req-163f6d73-fb70-449b-b5db-4100e17f9a8a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.705490 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d385d7af-b543-481c-8fdd-b0661ebecf4d req-163f6d73-fb70-449b-b5db-4100e17f9a8a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7287431
Dec 22 15:01:25.714119 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b373fb8-aa2a-4411-817c-0d704d1df834 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:25.714545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b373fb8-aa2a-4411-817c-0d704d1df834 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:25.716339 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3b373fb8-aa2a-4411-817c-0d704d1df834 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/229bb800-eb1c-4897-befd-46dc0ecbe66c HTTP/1.1" status: 404  len: 337 time: 0.1353819
Dec 22 15:01:25.721642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34044) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.759433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port d22063f1-e3bb-4845-8e93-d94ae7c44671 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:25.759770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.761137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:25.822443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9d4007-2ced-4fec-b259-2daa6890c62f tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:25.823377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9d4007-2ced-4fec-b259-2daa6890c62f tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:25.824574 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac9d4007-2ced-4fec-b259-2daa6890c62f tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/840a78a2-f16c-4899-b04a-e41fe891077b HTTP/1.1" status: 404  len: 339 time: 0.1005991
Dec 22 15:01:25.826024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-8dab2778-672f-4aa4-8660-853135e34236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:25.827582 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-8dab2778-672f-4aa4-8660-853135e34236 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.1730769
Dec 22 15:01:25.830323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34048) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.830658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34050) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:25.892613 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d385d7af-b543-481c-8fdd-b0661ebecf4d req-d9bac96f-ccd7-4068-9f4f-8d067360d10f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1725900
Dec 22 15:01:25.941674 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7f329d-f50e-4d44-8f75-337ab3d80393 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:25.942119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7f329d-f50e-4d44-8f75-337ab3d80393 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:25.943791 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ae7f329d-f50e-4d44-8f75-337ab3d80393 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/fc891eb9-54fa-41e1-935e-2676cc036ff5 HTTP/1.1" status: 404  len: 337 time: 0.1121600
Dec 22 15:01:25.948968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34056) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.011411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:26.012665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.040632 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6330fc34-8697-45be-904e-722386ad8991 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:26.041072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6330fc34-8697-45be-904e-722386ad8991 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:26.044991 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6330fc34-8697-45be-904e-722386ad8991 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/d4766072-18c2-4266-940a-59f1cca08243 HTTP/1.1" status: 404  len: 339 time: 0.0857584
Dec 22 15:01:26.048138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34060) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.054027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.102153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857526fbe0>,) {'filters': {'network_id': ['08f49ab6-24d2-4836-ab2f-5f205dce3798']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:26.123584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857526fbe0>, '2b915008-eed2-481c-87cc-4554635da142') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:26.123897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857526fbe0>, '2b915008-eed2-481c-87cc-4554635da142') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:26.145369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-45e89e1e-5ce4-4839-8861-04d1a503953d None None] Provisioning for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:26.152227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-45e89e1e-5ce4-4839-8861-04d1a503953d None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:26.153602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-45e89e1e-5ce4-4839-8861-04d1a503953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.159568 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5ad4167c-1b75-483e-8788-26fcb1822951 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69ea7f7949294712b2c23e1894c7720a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3261318
Dec 22 15:01:26.160729 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8332eb7f-d8e3-4c3c-ae67-34b4ed8b822a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:26.161416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8332eb7f-d8e3-4c3c-ae67-34b4ed8b822a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:26.163683 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8332eb7f-d8e3-4c3c-ae67-34b4ed8b822a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/951cb571-ca33-4f50-a867-c68abda0ed0b HTTP/1.1" status: 404  len: 337 time: 0.1116054
Dec 22 15:01:26.166914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34064) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.167440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.209024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.233927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.240370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.245329 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-0d04e7b0-69b9-4dd0-8f91-3a761af0d772 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3791914
Dec 22 15:01:26.248632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5f313960-f9be-4b27-a6b0-637c9c1fe918 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:26.253869 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc852a2c-b75c-430b-86a5-4b5dc9055095 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:26.254534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc852a2c-b75c-430b-86a5-4b5dc9055095 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:26.257882 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc852a2c-b75c-430b-86a5-4b5dc9055095 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/bbada559-acf0-4d57-aa1a-d710d50176f1 HTTP/1.1" status: 404  len: 339 time: 0.0827231
Dec 22 15:01:26.278276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:26.278677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.292568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34072) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:26.294680 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:26.384132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event deleted for resources: {'Subnet': ['ID=4a474962-98e3-4ef1-bec6-74e668953a11,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:26.394087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:26.402311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.421193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354b90e-1ebf-42ce-ad2a-efbdb1de0d1d None None] Network 5d3bbb36-7cbf-488f-8759-c66c36f6b393 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:26.425549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.449913 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "DELETE /v2.0/subnets/4a474962-98e3-4ef1-bec6-74e668953a11 HTTP/1.1" status: 204  len: 168 time: 1.8001254
Dec 22 15:01:26.502301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.556823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.618307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e995f8bf-1c04-4ab2-bfc8-43f9c33951da None None] Provisioning for port d22063f1-e3bb-4845-8e93-d94ae7c44671 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:26.628749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e995f8bf-1c04-4ab2-bfc8-43f9c33951da None None] Provisioning complete for port d22063f1-e3bb-4845-8e93-d94ae7c44671 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:26.629180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e995f8bf-1c04-4ab2-bfc8-43f9c33951da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.659076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b00ba15-1299-4ad3-804f-ab2b9a2880fc tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:26.672127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for d22063f1-e3bb-4845-8e93-d94ae7c44671 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:26.685407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  08f49ab6-24d2-4836-ab2f-5f205dce3798 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:26.689745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.717200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Network': ['ID=08f49ab6-24d2-4836-ab2f-5f205dce3798,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:26.717701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc91-2938-46fa-a547-888860cbad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.719916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e995f8bf-1c04-4ab2-bfc8-43f9c33951da None None] Port d22063f1-e3bb-4845-8e93-d94ae7c44671 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:26.725870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:26.745541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/08f49ab6-24d2-4836-ab2f-5f205dce3798 HTTP/1.1" status: 204  len: 168 time: 1.3569784
Dec 22 15:01:26.751768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34080) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:26.765815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'name': 'tempest-network--533000006'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:26.767890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.775105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.785538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:26.816094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Usage tracker for resource:network and tenant:7e93379a230b454890a40694a41f349c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:26.820699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:26.820979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] DHCP port deletion for 5d3bbb36-7cbf-488f-8759-c66c36f6b393 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:26.824472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-333476f0-bbc3-41ac-b184-93514a04d05c service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5262396
Dec 22 15:01:26.825567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Deleting port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:26.825944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.838894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:26.846306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.851739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting subnet 079d9f61-b6be-4e96-b777-14d69568d637 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:26.858323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Deleting port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:26.858657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:26.882913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.061815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Made reservation on behalf of 7e93379a230b454890a40694a41f349c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:27.064318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.137656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.227583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:27.228263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:27.237158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:27.251500 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:27.272767 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:27.274531 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e29d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:27.275669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.276009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Added segment 3d6bf1da-40b1-4c33-a91b-627fc8427887 of type vlan for network 97413919-8625-480d-8377-5453765ce05c
Dec 22 15:01:27.282144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20cc2417-2a21-4883-a0e6-1415e1b9d7a2 req-6fdcc4f5-020d-423a-b02c-136bada87375 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4378979
Dec 22 15:01:27.304453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.316079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-665e950b-7ed5-483d-b751-0edf5dede0af tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:27.316698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] For port 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66f901e0-3a58-471b-b2e2-4ceb93a823d9,segment=NetworkSegment(1b8fb6a7-c030-42d3-b3c0-d9a9b763b735),segment_id=1b8fb6a7-c030-42d3-b3c0-d9a9b763b735)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:27.317095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.346234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46612edb-c25e-45f5-8025-92a2c4988dad,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:27.354045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:27.366312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac7ab0-4984-4f5e-882b-59bc05210cab req-467efcb9-d0a8-4b20-a9b0-b1cca50ba703 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:27.374414 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ac7ab0-4984-4f5e-882b-59bc05210cab req-467efcb9-d0a8-4b20-a9b0-b1cca50ba703 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.2432053
Dec 22 15:01:27.416452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.417745 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e29d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:27.425609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.436549 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:27.437168 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e29d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:27.443828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.452368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Calling delete_port for 66f901e0-3a58-471b-b2e2-4ceb93a823d9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:27.456060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46612edb-c25e-45f5-8025-92a2c4988dad HTTP/1.1" status: 204  len: 168 time: 1.2804074
Dec 22 15:01:27.456060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c2d3562-795b-4e4f-8e39-2786e8ba3a57 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:27.462234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.512673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] For port 66f901e0-3a58-471b-b2e2-4ceb93a823d9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66f901e0-3a58-471b-b2e2-4ceb93a823d9,segment=NetworkSegment(1b8fb6a7-c030-42d3-b3c0-d9a9b763b735),segment_id=1b8fb6a7-c030-42d3-b3c0-d9a9b763b735)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:27.513289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.539346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:27.539726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.558880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.5142090
Dec 22 15:01:27.564843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34088) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:27.566139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.575958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=d22063f1-e3bb-4845-8e93-d94ae7c44671,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:27.581245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:27.603060 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e29d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:27.604366 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af60b54-1296-4c0c-b01a-17623590380c None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:27.632157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ac7ab0-4984-4f5e-882b-59bc05210cab req-92a26e1e-fe72-436e-8b59-1cf978d5b210 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2556207
Dec 22 15:01:27.754841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': 'b6a91fbe-b14e-40f1-a780-ef74aaafcbe6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:27.761227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.764648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d22063f1-e3bb-4845-8e93-d94ae7c44671 HTTP/1.1" status: 204  len: 168 time: 2.2931750
Dec 22 15:01:27.766957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:27.786411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.807220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc0fc150-14f9-4027-9cb9-77cdeab4c422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:27.849367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Calling delete_port for 66f901e0-3a58-471b-b2e2-4ceb93a823d9 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:27.853719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:27.855354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:27.857114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:27.857985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:27.863683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] No DVR routers for this DVR port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:27.876093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Pushing event deleted for resources: {'Port': ['ID=66f901e0-3a58-471b-b2e2-4ceb93a823d9,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:27.880600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:27.884279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:27.888204 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-91566fe9-0f09-4add-8ce1-32c142f9fb14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1175439
Dec 22 15:01:27.888619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34096) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:27.944637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.945555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:27.946128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:27.956645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:27.962544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.076836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.125059 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3650720
Dec 22 15:01:28.127695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34102) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:28.137065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:28.154863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.160581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66f901e0-3a58-471b-b2e2-4ceb93a823d9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:28.200027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 66f901e0-3a58-471b-b2e2-4ceb93a823d9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:28.200027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66f901e0-3a58-471b-b2e2-4ceb93a823d9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:28.229434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=97413919-8625-480d-8377-5453765ce05c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:28.242081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 97413919-8625-480d-8377-5453765ce05c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:28.247440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:28.264239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:28.264532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:28.269166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.277525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e7a300f8-ba81-4874-b505-34e3a0463552 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:28.332369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=079d9f61-b6be-4e96-b777-14d69568d637,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:28.373814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:28.388473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.391074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391611b-8af3-434c-9efb-5e61c7f1536a None None] Network c8d3ca82-5a69-4666-84d1-f60a20652b6d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:28.408147 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/079d9f61-b6be-4e96-b777-14d69568d637 HTTP/1.1" status: 204  len: 168 time: 2.1125555
Dec 22 15:01:28.417057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34110) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:28.463634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 752d5f48-b65c-4784-8421-c0fc3e723fdc {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:28.477097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.559049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.618679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.644637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.650670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:28.725816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.736327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Network 97413919-8625-480d-8377-5453765ce05c is not hosted by any dhcp agent {{(pid=83456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 15:01:28.737104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:28.737672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.742385 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "PUT /v2.0/networks/97413919-8625-480d-8377-5453765ce05c HTTP/1.1" status: 200  len: 857 time: 0.6102562
Dec 22 15:01:28.750041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34120) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:28.750236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] DHCP port deletion for c8d3ca82-5a69-4666-84d1-f60a20652b6d request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:28.758142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Deleting port 41216fa6-9ee7-4017-b8be-9e93ed0de27a {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:28.758881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.762523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event updated for resources: {'Network': ['ID=97413919-8625-480d-8377-5453765ce05c,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:28.766241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:28.784118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.784909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Deleting port 66f901e0-3a58-471b-b2e2-4ceb93a823d9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:28.785820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.846603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 41216fa6-9ee7-4017-b8be-9e93ed0de27a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:28.847227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.862352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:28.868587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:29.025440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] For port 41216fa6-9ee7-4017-b8be-9e93ed0de27a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=41216fa6-9ee7-4017-b8be-9e93ed0de27a,segment=NetworkSegment(43faa97e-a60f-4fa6-932b-b985f24067f5),segment_id=43faa97e-a60f-4fa6-932b-b985f24067f5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:29.025853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.084140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=752d5f48-b65c-4784-8421-c0fc3e723fdc,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:29.088647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:29.092762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.111401 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/752d5f48-b65c-4784-8421-c0fc3e723fdc HTTP/1.1" status: 204  len: 168 time: 1.2194755
Dec 22 15:01:29.111619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34130) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:29.165776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Calling delete_port for 41216fa6-9ee7-4017-b8be-9e93ed0de27a owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:29.197045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet f1eb6f85-0e07-455a-8fc2-cf24b25035f3 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:29.202032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.245852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 41216fa6-9ee7-4017-b8be-9e93ed0de27a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:29.255136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] The port '66f901e0-3a58-471b-b2e2-4ceb93a823d9' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:01:29.271226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f80e3-e40f-4c12-83e7-9ac6b5c0398e None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:29.286822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.377980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.404360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:29.439602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.454811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.466867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Pushing event deleted for resources: {'Port': ['ID=41216fa6-9ee7-4017-b8be-9e93ed0de27a,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:29.472007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:29.510236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port 41216fa6-9ee7-4017-b8be-9e93ed0de27a {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:01:29.511012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 41216fa6-9ee7-4017-b8be-9e93ed0de27a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:29.520589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] No DVR routers for this DVR port 41216fa6-9ee7-4017-b8be-9e93ed0de27a on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:29.549913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.555295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:29.597926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eb6f85-0e07-455a-8fc2-cf24b25035f3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:29.602043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:29.609926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.621965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/f1eb6f85-0e07-455a-8fc2-cf24b25035f3 HTTP/1.1" status: 204  len: 168 time: 0.5091753
Dec 22 15:01:29.625455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34144) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:29.716758 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-46225e76-6dff-48a3-a467-03cb312b3cf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0912242
Dec 22 15:01:29.719231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:29.726426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:29.750463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:29.756453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Deleting port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:29.756840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.763636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] The port '41216fa6-9ee7-4017-b8be-9e93ed0de27a' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:01:29.800497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.818510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.870413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:29.876778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:29.890634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:29.903828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:29.927903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:29.939645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:29.952317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85751fbd60>,) {'filters': {'network_id': ['5d3bbb36-7cbf-488f-8759-c66c36f6b393']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.017980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.028190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751fbd60>, '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.028601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751fbd60>, '1b8fb6a7-c030-42d3-b3c0-d9a9b763b735') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.065359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.091965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] For port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:30.092360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.200157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c095e0>,) {'filters': {'network_id': ['c8d3ca82-5a69-4666-84d1-f60a20652b6d']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.223413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcbe4b-34e6-4724-a478-c0325e238464 req-fd5d6f70-6519-4fd3-a342-c46115664635 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:30.224972 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-39fcbe4b-34e6-4724-a478-c0325e238464 req-fd5d6f70-6519-4fd3-a342-c46115664635 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 1.1343987
Dec 22 15:01:30.229795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.236637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Calling delete_port for 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:30.242006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c095e0>, '43faa97e-a60f-4fa6-932b-b985f24067f5') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.242302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c095e0>, '43faa97e-a60f-4fa6-932b-b985f24067f5') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.276816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:30.277221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:30.292241 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:30.325547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.335360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d253392c-af7d-4c02-a6e3-48c4340bcfd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:30.351492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.354984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.356730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e260ca79-53a2-4354-8f18-488b3902d8c7 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:30.375147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.382938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Pushing event deleted for resources: {'Port': ['ID=2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:30.388462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:30.398600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] No DVR routers for this DVR port 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:30.422339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.444765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:30.445200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=d6488ff2-61f2-48f8-b6fd-369f56dc9b8c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:30.447808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:30.458665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:30.462769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:30.462769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.464323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85747f6fa0>,) {'filters': {'network_id': ['97413919-8625-480d-8377-5453765ce05c']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.476099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cdb1b-9353-43a2-b194-79ef4a605274 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:30.487807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:30.488550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.494437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7740791
Dec 22 15:01:30.495085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:30.501393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:30.587290 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:30.589709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:30.596769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747f6fa0>, '3d6bf1da-40b1-4c33-a91b-627fc8427887') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.597330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747f6fa0>, '3d6bf1da-40b1-4c33-a91b-627fc8427887') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:30.621073 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-39fcbe4b-34e6-4724-a478-c0325e238464 req-7192d11a-c440-4eaf-9e62-09474b31e420 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3853471
Dec 22 15:01:30.628638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.631212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.639953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:30.705118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e0d16ee-aaa2-41ad-8603-2cfcf18bd5a3 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:30.720451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:30.720730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.724703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:30.728429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:30.736430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:30.740213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'd6488ff2-61f2-48f8-b6fd-369f56dc9b8c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:30.742158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.752977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:30.753193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.761798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Pushing event deleted for resources: {'Network': ['ID=5d3bbb36-7cbf-488f-8759-c66c36f6b393,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:30.769635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:30.773758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.776014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.782619 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] 10.222.0.69 "DELETE /v2.0/networks/5d3bbb36-7cbf-488f-8759-c66c36f6b393 HTTP/1.1" status: 204  len: 168 time: 4.2736127
Dec 22 15:01:30.788631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:30.804747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.808204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:30.808877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:30.833587 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:30.910097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-989081157', 'router:external': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:30.916662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:30.921094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:network and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:30.924745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:30.931385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:30.952678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Made reservation on behalf of 7e24626fa473431c96c4c36c3b9dd788 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:30.954910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:30.978067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.035173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=c8d3ca82-5a69-4666-84d1-f60a20652b6d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:31.040091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.043065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:31.046956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/c8d3ca82-5a69-4666-84d1-f60a20652b6d HTTP/1.1" status: 204  len: 168 time: 2.6287324
Dec 22 15:01:31.058016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34178) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.061102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:31.064993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.108036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:31.108440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2f06d7f6-032d-4bcb-aa21-c26f87e8d9ef not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:31.167676 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c40ba4a-ad6d-4a0d-807f-5a6436bb4e82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:31.168115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c40ba4a-ad6d-4a0d-807f-5a6436bb4e82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:31.169949 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0c40ba4a-ad6d-4a0d-807f-5a6436bb4e82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/76983945-37d7-4d4d-b8c0-889cb9a6275b HTTP/1.1" status: 404  len: 337 time: 0.1110022
Dec 22 15:01:31.173571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34184) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.204747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.207706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34188) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.210015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:31.226476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  97413919-8625-480d-8377-5453765ce05c {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:31.228437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60781b6-7386-4987-95b5-0c2f93766e5c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:31.228922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60781b6-7386-4987-95b5-0c2f93766e5c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:31.232144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.233052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:31.240051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Pushing event deleted for resources: {'Network': ['ID=97413919-8625-480d-8377-5453765ce05c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:31.245547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:security_group_rule and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:31.246026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:31.248984 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f60781b6-7386-4987-95b5-0c2f93766e5c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/ec73c622-f7e3-402b-b3bc-f062453a1235 HTTP/1.1" status: 404  len: 339 time: 0.0755930
Dec 22 15:01:31.256636 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] 10.222.0.69 "DELETE /v2.0/networks/97413919-8625-480d-8377-5453765ce05c HTTP/1.1" status: 204  len: 168 time: 2.4969292
Dec 22 15:01:31.256867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34194) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.256867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:31.265822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34196) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.273068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:31.336035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Allocated IP 172.20.0.2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/d6488ff2-61f2-48f8-b6fd-369f56dc9b8c/23a94bca-5789-4813-b206-2fdb2d2fc9ff) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:31.337418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df40d99-af2a-400c-afc1-7b2ed2acfe57 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:31.337869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df40d99-af2a-400c-afc1-7b2ed2acfe57 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:31.343778 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8df40d99-af2a-400c-afc1-7b2ed2acfe57 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "DELETE /v2.0/subnets/0f40c94a-5fdd-4679-9ef5-b225fa444340 HTTP/1.1" status: 404  len: 337 time: 0.0744488
Dec 22 15:01:31.347688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34202) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.390821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:31.400167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.420071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:31.500291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.523937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:31.537135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:31.551979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:31.552359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.647434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.671563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Transition to ACTIVE for port object 23a94bca-5789-4813-b206-2fdb2d2fc9ff will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:31.699054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Transition to ACTIVE for port object 23a94bca-5789-4813-b206-2fdb2d2fc9ff will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:31.707225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.715055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6854f265-a015-4cc3-8def-ad57ca83498e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:31.793505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.806180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:31.813928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:31.815028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9eeb4610-a2bd-44ff-8485-6e643cae30fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cdaf5182ccb4b529694b4d408a5242e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5994172
Dec 22 15:01:31.822172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Pushing event updated for resources: {'Port': ['ID=23a94bca-5789-4813-b206-2fdb2d2fc9ff,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:31.828535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34206) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.829121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=e7918dbb-6ff5-4130-9d6c-6710f9a0204d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:31.838283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:31.841339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:31.843022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:31.854639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574b06250>,) {'filters': {'network_id': ['c0352a6c-e01c-45fe-9628-b387cf8b553f']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:31.884115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b06250>, '7968389c-5832-4ffe-a626-d316ba7d6a8f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:31.884818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b06250>, '7968389c-5832-4ffe-a626-d316ba7d6a8f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:31.887396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting subnet 4c4850f4-c162-4d46-8d1b-d852d87390e7 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:31.895453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3967173
Dec 22 15:01:31.895453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.898331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34210) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:31.905485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.925268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:e3:f1:ec', 'name': 'tempest-NetworksTestDHCPv6-275325433'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:31.942541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.952016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Attempting to bind port 23a94bca-5789-4813-b206-2fdb2d2fc9ff on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:31.952513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Attempting to bind port 23a94bca-5789-4813-b206-2fdb2d2fc9ff by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:31.952980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Attempting to bind port 23a94bca-5789-4813-b206-2fdb2d2fc9ff on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:31.960841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:31.961305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:31.962074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.962242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:31.962411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.962830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Bound port: 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:31.963275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:31.968478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:31.980220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.012077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.027658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:32.028099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:32.045925 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:32.061653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] For port 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:32.081620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536cc5d1-3238-41fa-97af-4e3961a91aad,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:32.085996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:32.098232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.171839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.175374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71942816-845f-4f5d-bb81-6eddabc39990 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:32.214560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4850f4-c162-4d46-8d1b-d852d87390e7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:32.218714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:32.226056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.228172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025cecb-b0e1-47fa-9679-a4a65142af07 None None] Network 019bbf97-3614-494a-afca-f217b5cff12e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:32.239459 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/subnets/4c4850f4-c162-4d46-8d1b-d852d87390e7 HTTP/1.1" status: 204  len: 168 time: 0.9632039
Dec 22 15:01:32.240346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34216) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:32.241499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.279648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.297091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d7f0ceb-77e4-49f9-87d9-b61e51f0bd81 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:32.313480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.317057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:32.325164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] For port 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=23a94bca-5789-4813-b206-2fdb2d2fc9ff,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:32.325865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:32.332750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.340204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Pushing event deleted for resources: {'Network': ['ID=c0352a6c-e01c-45fe-9628-b387cf8b553f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:32.340517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.343142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:32.350870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.351426 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Added segment 80669f78-ffee-45fe-bda8-8742d2ee9003 of type vlan for network 139fa865-7cad-4e63-8ad4-d8b473614f1d
Dec 22 15:01:32.353208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0010b0f7-fc4a-48fb-a066-798c5bf68961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:32.358457 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] 10.222.0.69 "DELETE /v2.0/networks/c0352a6c-e01c-45fe-9628-b387cf8b553f HTTP/1.1" status: 204  len: 168 time: 0.9947734
Dec 22 15:01:32.368534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:32.371983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:32.386422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:32.408298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.435128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.448640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Deleting port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:32.448974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.495828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:32.589988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Pushing event updated for resources: {'Port': ['ID=23a94bca-5789-4813-b206-2fdb2d2fc9ff,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:32.590912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.595700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:32.597967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e3fbfb6f-dae6-4513-a751-49a9c7965850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239911118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:32.638760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.638760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:32.639120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca49e66-11a0-4fe4-a5ee-bcf31f22e44b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:32.639246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.646616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:32.663360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:32.663539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.664326 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eca49e66-11a0-4fe4-a5ee-bcf31f22e44b HTTP/1.1" status: 204  len: 168 time: 0.8348055
Dec 22 15:01:32.763896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.787235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] DHCP port deletion for 019bbf97-3614-494a-afca-f217b5cff12e request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:32.794222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Deleting port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:32.794737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:32.891202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 28ee9bec-7d3b-47b0-a3ec-bd69842a092f yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:32.968593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.3682559
Dec 22 15:01:33.029624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34228) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:33.043110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'subnet': {'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:33.064648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Network': ['ID=139fa865-7cad-4e63-8ad4-d8b473614f1d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:33.069941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:33.081812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34232) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:33.120119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] For port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,segment=NetworkSegment(562b5144-3255-4784-ab80-0b2aa54ac22d),segment_id=562b5144-3255-4784-ab80-0b2aa54ac22d)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:33.120781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.236360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:33.310001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:33.322441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Calling delete_port for 09086ba6-d1ae-42bf-ace8-7d17e06ce57d owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:33.330958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 23a94bca-5789-4813-b206-2fdb2d2fc9ff up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:33.363646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:33.385565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:subnet and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:33.394058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:33.402798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.418321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:33.424227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:33.458466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.476552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Made reservation on behalf of 7e24626fa473431c96c4c36c3b9dd788 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:33.479558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.482521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:33.487538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Usage tracker for resource:security_group_rule and tenant:64fcf698cb6c4288939c54dfec6e6e81 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:33.492184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:33.498121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.510200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:33.512186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-733a7f71-b66a-4c48-ad7a-f466ccb03f85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:33.572316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] No DVR routers for this DVR port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:33.574178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Port': ['ID=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:33.591996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] For port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=09086ba6-d1ae-42bf-ace8-7d17e06ce57d,segment=NetworkSegment(562b5144-3255-4784-ab80-0b2aa54ac22d),segment_id=562b5144-3255-4784-ab80-0b2aa54ac22d)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:33.592530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.615002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:33.769761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.786270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Calling delete_port for 09086ba6-d1ae-42bf-ace8-7d17e06ce57d owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:33.819233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ff6004c6-d7e7-4d6e-b2ca-03aeab2ae843 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7031b92beabd44e3bafd59502a6a10aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7353773
Dec 22 15:01:33.821100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:33.825824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34242) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:33.831185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575257f70>,) {'filters': {'network_id': ['019bbf97-3614-494a-afca-f217b5cff12e']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:33.872040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575257f70>, '562b5144-3255-4784-ab80-0b2aa54ac22d') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:33.872230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575257f70>, '562b5144-3255-4784-ab80-0b2aa54ac22d') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:33.880372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:33.881318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:33.901706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.920921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 09086ba6-d1ae-42bf-ace8-7d17e06ce57d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:33.938033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.940788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 172.20.0.12 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/d6488ff2-61f2-48f8-b6fd-369f56dc9b8c/28ee9bec-7d3b-47b0-a3ec-bd69842a092f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:33.946880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.950117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:33.958890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fee3:f1ec (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/e7918dbb-6ff5-4130-9d6c-6710f9a0204d/28ee9bec-7d3b-47b0-a3ec-bd69842a092f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:33.967269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc69232d-7c05-4097-bbff-6235fc332b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:33.969645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 09086ba6-d1ae-42bf-ace8-7d17e06ce57d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:33.970087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 09086ba6-d1ae-42bf-ace8-7d17e06ce57d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:33.988295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:33.988819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:34.009455 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:34.059365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.113564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b5e1b-bbeb-4f8b-832d-532a6dff437c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:34.126881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64fcf698cb6c4288939c54dfec6e6e81&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8129177
Dec 22 15:01:34.132855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3015ecf-8e65-497c-9c13-fe7e5c71a9a8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.133072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34246) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:34.135133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.143531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.153429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.157898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.182816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.217943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Provisioning for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:34.229827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Provisioning complete for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:34.230366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.310816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Pushing event deleted for resources: {'Network': ['ID=019bbf97-3614-494a-afca-f217b5cff12e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.324039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.334308 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] 10.222.0.69 "DELETE /v2.0/networks/019bbf97-3614-494a-afca-f217b5cff12e HTTP/1.1" status: 204  len: 168 time: 2.0921407
Dec 22 15:01:34.363575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.370116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fde3a6c8-ff0f-4241-91f0-8dddfdeec503 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.385968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266bd80-d305-410d-88ca-9dca507fadae,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.392100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.392280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Deleting port 09086ba6-d1ae-42bf-ace8-7d17e06ce57d {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:34.392280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.392769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.396172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1266bd80-d305-410d-88ca-9dca507fadae HTTP/1.1" status: 204  len: 168 time: 0.5653152
Dec 22 15:01:34.435499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.472491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.498113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.521810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8bff-fa04-4660-a168-39e6d93e517f None None] The port '09086ba6-d1ae-42bf-ace8-7d17e06ce57d' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:01:34.529981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 28ee9bec-7d3b-47b0-a3ec-bd69842a092f will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:34.556978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:34.557307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.590843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:34.623698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.655983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] For port 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=23a94bca-5789-4813-b206-2fdb2d2fc9ff,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:34.659999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:34.660133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.661244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bbaf70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:34.662029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.664449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.665583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3015ecf-8e65-497c-9c13-fe7e5c71a9a8 HTTP/1.1" status: 204  len: 168 time: 0.4825230
Dec 22 15:01:34.683248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd25-36b3-4b3a-bd38-0fb9c43e7228 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.702219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3015ecf-8e65-497c-9c13-fe7e5c71a9a8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.716213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.723878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-76a1d014-ee06-4ffe-a071-e832bd4222c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.734680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.738500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-559d4614-1332-4016-9a2c-d37ba053a13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.779293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bbaf70>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:34.794872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34260) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:34.835803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:34.836655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bbaf70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:34.847817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:34.849187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=28ee9bec-7d3b-47b0-a3ec-bd69842a092f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.854175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:34.881895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:34.907199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.927139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Pushing event updated for resources: {'Port': ['ID=23a94bca-5789-4813-b206-2fdb2d2fc9ff,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:34.939272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34266) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:34.939400 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dac23d26-6c7f-4336-9bb1-40be3d0367ad tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/0a616956-713e-420b-bf8c-19343b31f7bc HTTP/1.1" status: 200  len: 978 time: 7.2618043
Dec 22 15:01:34.942157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:34.942556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:34.942993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:34.948632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bbaf70>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:34.949574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93321a91-6c86-439a-8fbe-5d2982c97458 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:34.949709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:34.987709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'd6488ff2-61f2-48f8-b6fd-369f56dc9b8c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7918dbb-6ff5-4130-9d6c-6710f9a0204d'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '23a94bca-5789-4813-b206-2fdb2d2fc9ff'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:35.022423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:35.023023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.048611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f565e84-5022-4e59-938c-bf3e980b5e87,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:35.058565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:35.060103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34272) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.070546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.087076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.1837211
Dec 22 15:01:35.091604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34276) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.145797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 23a94bca-5789-4813-b206-2fdb2d2fc9ff up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:35.199974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Checking segment: {'id': '80669f78-ffee-45fe-bda8-8742d2ee9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:35.200622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network hostable DHCP agents. Network: 139fa865-7cad-4e63-8ad4-d8b473614f1d, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:35.262496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34280) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.263050 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1b3113b5-5d14-4e29-b013-8992472b3127 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e93379a230b454890a40694a41f349c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1995053
Dec 22 15:01:35.326496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e105302-3e62-46ee-89c1-ecc2f31bcd73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:35.330374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e105302-3e62-46ee-89c1-ecc2f31bcd73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:35.331163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1e105302-3e62-46ee-89c1-ecc2f31bcd73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:35.331659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port efa6e438-e227-4d0b-878d-89e8928fd659 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:35.332066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.388966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:35.407867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1e105302-3e62-46ee-89c1-ecc2f31bcd73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:35.409626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1e105302-3e62-46ee-89c1-ecc2f31bcd73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1765 time: 0.3185704
Dec 22 15:01:35.410516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 139fa865-7cad-4e63-8ad4-d8b473614f1d) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:35.418948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:35.420996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.425564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bf58d-33ef-41fb-8538-cf2535c6004c None None] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:35.425839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.442986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.4121439
Dec 22 15:01:35.446393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34294) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.454027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-611798227', 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:35.459615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:35.464643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:port and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:35.468347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:35.477563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:35.489790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:35.491294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.492366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Made reservation on behalf of 7e24626fa473431c96c4c36c3b9dd788 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:35.495381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.530412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] device_id is not set on port 7031d09c-870d-4a8e-8370-1d3920d1c3c5 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:35.575972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Allocated IP 2001:db8::f816:3eff:fe88:639d (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/e7918dbb-6ff5-4130-9d6c-6710f9a0204d/23a94bca-5789-4813-b206-2fdb2d2fc9ff) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:35.592976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.631454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2c60aad2-8db0-42e3-bc31-9546a963b242 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c9ce6e5d5d14639872c265a93f71490&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8356087
Dec 22 15:01:35.654727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34302) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:35.681922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.712719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 28ee9bec-7d3b-47b0-a3ec-bd69842a092f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:35.713360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.725824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 2001:db8::19a (139fa865-7cad-4e63-8ad4-d8b473614f1d/2f565e84-5022-4e59-938c-bf3e980b5e87/7031d09c-870d-4a8e-8370-1d3920d1c3c5) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:35.904221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.904567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:35.919333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] For port 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=23a94bca-5789-4813-b206-2fdb2d2fc9ff,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:35.925705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f5b03-6f5c-4148-8d53-96890e52bbfa None None] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:36.035671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.071611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Transition to ACTIVE for port object 23a94bca-5789-4813-b206-2fdb2d2fc9ff will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:36.084969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.086891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.090836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for efa6e438-e227-4d0b-878d-89e8928fd659 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:36.095985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-96185928-1b70-4698-bec4-8ae4f88bb7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:36.124930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.143092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-87099b24-c495-4127-9298-df695f76a733 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:36.216792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:36.220161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:36.225564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:36.226542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:36.227474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.253543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.255083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.262730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c59b4ce0-1e95-4d5b-b0ad-5d0d8b677fe9 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:36.268028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=7031d09c-870d-4a8e-8370-1d3920d1c3c5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:36.281050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:36.283596 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.8358378
Dec 22 15:01:36.286745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34314) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:36.341832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da9a6e-de74-4148-bef4-bdc15aba7030,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:36.362374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:36.390086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.396335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting port 7031d09c-870d-4a8e-8370-1d3920d1c3c5 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:36.396850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.417566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Pushing event updated for resources: {'Port': ['ID=23a94bca-5789-4813-b206-2fdb2d2fc9ff,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:36.419500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.420651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85da9a6e-de74-4148-bef4-bdc15aba7030 HTTP/1.1" status: 204  len: 168 time: 1.1569009
Dec 22 15:01:36.421603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:36.514985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.744674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 28ee9bec-7d3b-47b0-a3ec-bd69842a092f owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:36.752622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:36.938329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Calling delete_port for 7031d09c-870d-4a8e-8370-1d3920d1c3c5 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:37.083285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 23a94bca-5789-4813-b206-2fdb2d2fc9ff up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:37.090863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-b1cc9976-d24d-4808-ab99-62928fc0e7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7957010
Dec 22 15:01:37.109866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.122674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0c73eebc-430d-43f4-b6e7-442201a954bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:37.140822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.157589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.175110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ab7f3c32-ad8b-4b52-ac29-520b81867798 tempest-FloatingIPAdminTestJSON-573512952 tempest-FloatingIPAdminTestJSON-573512952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:37.191029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33339ed9-9c10-49fc-ba3f-ea09e60582fa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:37.222585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:37.226464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2c919db3-38f2-41ff-a4a4-4c15c462c926 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:37.312259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Port': ['ID=7031d09c-870d-4a8e-8370-1d3920d1c3c5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:37.321240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:37.325049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=efa6e438-e227-4d0b-878d-89e8928fd659,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:37.328298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.334804 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7031d09c-870d-4a8e-8370-1d3920d1c3c5 HTTP/1.1" status: 204  len: 168 time: 1.0463185
Dec 22 15:01:37.337524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34342) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:37.345185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d', 'external_fixed_ips': [{'subnet_id': '2f565e84-5022-4e59-938c-bf3e980b5e87', 'ip_address': '2001:db8::19a'}]}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:37.356691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:37.362397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:router and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:37.378771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:37.389308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:37.391959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fff6ddfa-8319-4eac-9510-3a8c2dfeef4f None None] Provisioning for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:37.403843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fff6ddfa-8319-4eac-9510-3a8c2dfeef4f None None] Provisioning complete for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:37.404220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fff6ddfa-8319-4eac-9510-3a8c2dfeef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.406487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:37.437677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.438684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.585146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.586579 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33339ed9-9c10-49fc-ba3f-ea09e60582fa HTTP/1.1" status: 204  len: 168 time: 1.9280133
Dec 22 15:01:37.610601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34352) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:37.624517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.810695 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-7e345bbd-dacd-4ea8-8e18-0c8714755583 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.5461352
Dec 22 15:01:37.823719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eeecfbe0-1ebd-48d6-82f7-e7b6bb1709f8 None None] Provisioning for port 28ee9bec-7d3b-47b0-a3ec-bd69842a092f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:37.836569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eeecfbe0-1ebd-48d6-82f7-e7b6bb1709f8 None None] Provisioning complete for port 28ee9bec-7d3b-47b0-a3ec-bd69842a092f triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:37.837896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eeecfbe0-1ebd-48d6-82f7-e7b6bb1709f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.839777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.851127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:37.915620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-eeecfbe0-1ebd-48d6-82f7-e7b6bb1709f8 None None] Port 28ee9bec-7d3b-47b0-a3ec-bd69842a092f was deleted so its status cannot be updated. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 15:01:37.973192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1705020898', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:37.985623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:37.991247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:37.995313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Usage tracker for resource:port and tenant:86a2dfd555274ab2aab0c69daa5bdf25 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:37.998259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:38.003964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:38.028235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=28ee9bec-7d3b-47b0-a3ec-bd69842a092f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:38.041560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:38.076721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Made reservation on behalf of 86a2dfd555274ab2aab0c69daa5bdf25 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:38.078983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.096345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.118003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-da7bbfb8-5fe4-4992-88d7-2b020961a3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:38.119661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-da7bbfb8-5fe4-4992-88d7-2b020961a3b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.2760293
Dec 22 15:01:38.133906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.150520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:38.170775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Usage tracker for resource:security_group_rule and tenant:86a2dfd555274ab2aab0c69daa5bdf25 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:38.180046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:38.231684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34370) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:38.232780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:38.378474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.387784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.390502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9f88684-df8b-4c39-bda4-55ec6336da46 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:38.421534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] device_id is not set on port b817e301-e9f6-4b74-a3c6-012d468483f6 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:38.459982 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-593b954a-3de0-4e36-9ce5-96696d557d9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.3010399
Dec 22 15:01:38.468975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.518468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b8074-ca38-45b0-af84-9cf481501283,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:38.527719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:38.562642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/28ee9bec-7d3b-47b0-a3ec-bd69842a092f HTTP/1.1" status: 204  len: 168 time: 3.1252348
Dec 22 15:01:38.575235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-b321d41e-d53e-430e-9dde-0113b2783e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:38.576726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-b321d41e-d53e-430e-9dde-0113b2783e00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.1011932
Dec 22 15:01:38.577877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34382) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:38.757499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1085214331'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:38.804125 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-db839deb-0d04-4d1c-ba9f-38e1109a510d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1679876
Dec 22 15:01:38.809616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:38.817926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Usage tracker for resource:network and tenant:1aa9281d4f614741bc7d9e12a40aa7a7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:38.832607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:38.877932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:38.883098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34390) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:38.912890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36795bd9-1f4a-44c4-a4c4-861b04d77ee6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:38.914277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36795bd9-1f4a-44c4-a4c4-861b04d77ee6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:38.915585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36795bd9-1f4a-44c4-a4c4-861b04d77ee6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:38.919683 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36795bd9-1f4a-44c4-a4c4-861b04d77ee6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3353405
Dec 22 15:01:38.922825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:38.937268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Made reservation on behalf of 1aa9281d4f614741bc7d9e12a40aa7a7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:38.940136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.960904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Allocated IP 172.26.3.228 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/b817e301-e9f6-4b74-a3c6-012d468483f6) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:38.967557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:38.978366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.017814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.071972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8e4763fc-a958-4b1c-b5b3-6653877b4c13 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] Request body: {'port': {'network_id': '450c2d5b-49ff-4252-921f-ddfc0ec5ad22', 'name': 'tempest-NetworksNegativeTestJSON-1261771995'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:39.124489 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4763fc-a958-4b1c-b5b3-6653877b4c13 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] POST failed (client error): The resource could not be found.
Dec 22 15:01:39.124931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4763fc-a958-4b1c-b5b3-6653877b4c13 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:39.126026 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e4763fc-a958-4b1c-b5b3-6653877b4c13 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2418942
Dec 22 15:01:39.137611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.145367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:39.168732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Usage tracker for resource:security_group_rule and tenant:1aa9281d4f614741bc7d9e12a40aa7a7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:39.174656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-38b8a519-7a5f-4e94-b1de-4c08a121f70d service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3538291
Dec 22 15:01:39.175787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:39.183614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b382a6b0-e87b-46f0-b159-f80dd5b3fd9b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:39.184111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b382a6b0-e87b-46f0-b159-f80dd5b3fd9b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:39.185770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b382a6b0-e87b-46f0-b159-f80dd5b3fd9b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "DELETE /v2.0/networks/ea83f4e6-3e93-41d4-ba9b-0f5d08690f96 HTTP/1.1" status: 404  len: 339 time: 0.0463390
Dec 22 15:01:39.201198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:39.202886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34404) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.336338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:39.362099 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4eb641-368e-42cb-a001-baa6ed84c8d5 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:39.362545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4eb641-368e-42cb-a001-baa6ed84c8d5 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:39.486250 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c4eb641-368e-42cb-a001-baa6ed84c8d5 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "DELETE /v2.0/ports/edd50d49-f913-4884-9608-290115ea5642 HTTP/1.1" status: 404  len: 333 time: 0.2350357
Dec 22 15:01:39.498326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34408) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.511426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet d6488ff2-61f2-48f8-b6fd-369f56dc9b8c {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:39.516593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18ebe82d-7bd4-4a97-a486-f3ce77b20b2c req-500b2bbf-4c6a-48c5-8892-e911c3b0480c service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3266795
Dec 22 15:01:39.517446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.581776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.589378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.592615 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea53db3d-2ce7-48e1-8eed-0413ab28b051 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:01:39.593052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea53db3d-2ce7-48e1-8eed-0413ab28b051 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:39.595899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 2001:db8::19a (139fa865-7cad-4e63-8ad4-d8b473614f1d/2f565e84-5022-4e59-938c-bf3e980b5e87/ebcd47ab-ed0e-4208-bf7b-640b8e347384) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:39.602832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.615039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.621934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3191d78b-62b2-4551-a34f-d55add319ba9 tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:39.629820 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ea53db3d-2ce7-48e1-8eed-0413ab28b051 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "DELETE /v2.0/subnets/f07e8860-53d7-4999-9922-520c6aed4634 HTTP/1.1" status: 404  len: 337 time: 0.1267829
Dec 22 15:01:39.642417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34412) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.749438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:39.751279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.765775 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ad7a86-2b2f-420b-9bb8-457830515450 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] GET failed (client error): The resource could not be found.
Dec 22 15:01:39.770419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d3ad7a86-2b2f-420b-9bb8-457830515450 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "GET /v2.0/networks/7171af0a-6716-4f99-a8cc-f3626bc7d220 HTTP/1.1" status: 404  len: 339 time: 0.1225815
Dec 22 15:01:39.771839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adfff04-5b5b-49ed-9e6d-100bc9800020,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:39.776615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34416) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.788540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:39.789458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.789781 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Added segment 75a78c4f-5309-4c76-b8a4-2b51919fb5ee of type vlan for network 65273310-93b9-4d99-9a8c-f8dc2b925b7b
Dec 22 15:01:39.817665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:39.832095 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:39.832676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.848294 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:39.849502 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bdc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:39.850684 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d7bbe5-5330-40cb-ab8a-4c9ec276b5a2 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] GET failed (client error): The resource could not be found.
Dec 22 15:01:39.852015 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-46d7bbe5-5330-40cb-ab8a-4c9ec276b5a2 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "GET /v2.0/ports/931a9ccc-1cb1-42b9-a51d-b3da01aa2dc8 HTTP/1.1" status: 404  len: 333 time: 0.0670011
Dec 22 15:01:39.856004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34420) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.875195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.891652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c4d0f733-2d26-4891-a8fc-14bcaf2c4cc6 tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:39.907681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.917829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0155d97-5357-4d64-8466-953afa98f2c5 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:39.928799 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bdc10>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:39.937210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.942604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:39.943912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bdc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:39.953321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b2b2b9-55d9-495d-825f-863e15f7b0a3 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] GET failed (client error): The resource could not be found.
Dec 22 15:01:39.958649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c7b2b2b9-55d9-495d-825f-863e15f7b0a3 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "GET /v2.0/subnets/e8c12dd7-ba20-4fda-8efd-584bc098b68d HTTP/1.1" status: 404  len: 337 time: 0.0949926
Dec 22 15:01:39.964870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34424) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:39.965812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=d6488ff2-61f2-48f8-b6fd-369f56dc9b8c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:39.977222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:39.982258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:39.987008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cde61c5f-66f5-4075-8baa-570f6a96505d tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:40.006486 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d54ea78a-83f6-4f77-b9ea-535b42ce5b3f tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/0a616956-713e-420b-bf8c-19343b31f7bc HTTP/1.1" status: 204  len: 168 time: 5.0660274
Dec 22 15:01:40.010674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.012935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/d6488ff2-61f2-48f8-b6fd-369f56dc9b8c HTTP/1.1" status: 204  len: 168 time: 1.0889494
Dec 22 15:01:40.013700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:40.015335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34430) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.015678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.017642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde61c5f-66f5-4075-8baa-570f6a96505d tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] PUT failed (client error): The resource could not be found.
Dec 22 15:01:40.018065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde61c5f-66f5-4075-8baa-570f6a96505d tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:40.019149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cde61c5f-66f5-4075-8baa-570f6a96505d tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "PUT /v2.0/networks/d679e96f-d1ec-4306-8f51-eacec7be0e49 HTTP/1.1" status: 404  len: 339 time: 0.0514183
Dec 22 15:01:40.023376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34434) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.027289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Pushing event updated for resources: {'Port': ['ID=b817e301-e9f6-4b74-a3c6-012d468483f6,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:40.028536 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bdc10>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:40.028919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f0ce7-50f6-405e-96c4-23e9128d01b3 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:40.030105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-37d359d7-9e78-400f-9809-8c483867d223 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:40.034623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:40.038966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adcaed7-9b25-471b-8517-6b85e2624847 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:40.039949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:40.066521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d359d7-9e78-400f-9809-8c483867d223 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] PUT failed (client error): The resource could not be found.
Dec 22 15:01:40.066946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d359d7-9e78-400f-9809-8c483867d223 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:40.068143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-37d359d7-9e78-400f-9809-8c483867d223 tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "PUT /v2.0/ports/101df00e-8604-4099-9e30-8ac09fd533d2 HTTP/1.1" status: 404  len: 333 time: 0.0438726
Dec 22 15:01:40.072492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34442) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.078302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4495abc9-52d7-4f0b-9456-0d5e8c11302b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:40.098898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:40.111925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-4495abc9-52d7-4f0b-9456-0d5e8c11302b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] PUT failed (client error): The resource could not be found.
Dec 22 15:01:40.112363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4495abc9-52d7-4f0b-9456-0d5e8c11302b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:40.117457 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4495abc9-52d7-4f0b-9456-0d5e8c11302b tempest-NetworksNegativeTestJSON-1495313760 tempest-NetworksNegativeTestJSON-1495313760-project] 10.222.0.69 "PUT /v2.0/subnets/7a84351a-f3b7-4c10-8ff2-6d0d744b8ee3 HTTP/1.1" status: 404  len: 337 time: 0.0400157
Dec 22 15:01:40.168432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.172040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:40.172642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.184693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c0d2f79b-e85a-4186-b03e-b2a43e0f98fa tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:40.310974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port b6a91fbe-b14e-40f1-a780-ef74aaafcbe6 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:40.311340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.353434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:40.353948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.396056 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.1577301
Dec 22 15:01:40.400627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34452) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.407572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Request body: {'subnet': {'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:40.444540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34456) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.488631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'Network': ['ID=65273310-93b9-4d99-9a8c-f8dc2b925b7b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:40.502240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:40.504640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.514975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:40.515672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c6762ee1-fb87-4327-a96b-990faf8baa97 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:40.577272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34460) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.699714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:40.701974 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.0902925
Dec 22 15:01:40.707588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34466) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:40.723386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Usage tracker for resource:subnet and tenant:1aa9281d4f614741bc7d9e12a40aa7a7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:40.735455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.228'}]}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:40.740031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:40.752844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:40.761172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Usage tracker for resource:router and tenant:86a2dfd555274ab2aab0c69daa5bdf25 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:40.764316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:40.770544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:40.779540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:40.885607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network 139fa865-7cad-4e63-8ad4-d8b473614f1d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:40.893397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.894348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.895607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet e7918dbb-6ff5-4130-9d6c-6710f9a0204d {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:40.898429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:40.900300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=ebcd47ab-ed0e-4208-bf7b-640b8e347384,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:40.906241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:40.913495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.931212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Made reservation on behalf of 1aa9281d4f614741bc7d9e12a40aa7a7 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:40.936048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:40.963099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:41.031730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Deleting port 78514398-4fae-4ff5-8e62-0b3e63550c7f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:41.032052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.089741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.095582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.189865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-30b22728-7458-4b41-8f5e-78a2a747eda6 None None] Provisioning complete for port 23a94bca-5789-4813-b206-2fdb2d2fc9ff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:41.190833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30b22728-7458-4b41-8f5e-78a2a747eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.204368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.236888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:41.261914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Usage tracker for resource:security_group_rule and tenant:e55b777bb48f4ad282fa0d7d48bfe625 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:41.282784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:41.330676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.344227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for b6a91fbe-b14e-40f1-a780-ef74aaafcbe6 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:41.359780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:41.414932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.560355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.561028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.569456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.576296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28f63e88-7001-4f88-8871-b4a1528444f2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:41.656607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.657205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.700471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=e7918dbb-6ff5-4130-9d6c-6710f9a0204d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:41.714653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:41.726513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f0e89-f38c-473f-ae3e-5406764db151 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:41.726693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.756054 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/e7918dbb-6ff5-4130-9d6c-6710f9a0204d HTTP/1.1" status: 204  len: 168 time: 1.7272658
Dec 22 15:01:41.757067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34470) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:41.794556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Calling delete_port for 78514398-4fae-4ff5-8e62-0b3e63550c7f owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:41.814807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.826471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14ebdad9-db53-4a75-876e-200e22efe841 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:41.855653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.884309 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1e007c04-9386-4979-bdfe-753dd38aa772 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1217456
Dec 22 15:01:41.884764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=b6a91fbe-b14e-40f1-a780-ef74aaafcbe6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:41.893109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34474) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:41.897779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:41.903236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:41.940035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.966568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:41.984334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83174aab-16a0-4d39-8c23-fb3a5ccb2ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:42.004949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:42.010036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Deleting port 23a94bca-5789-4813-b206-2fdb2d2fc9ff {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:42.010432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.113883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67257c-95c5-4c33-8730-7b4ef5803913,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:42.126666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:42.130570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e55b777bb48f4ad282fa0d7d48bfe625&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5402207
Dec 22 15:01:42.134546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34478) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:42.136697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.144687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-40808e66-f965-4ff2-a0c1-4f836bb28d82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:42.179208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:42.187523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:42.229859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] For port 23a94bca-5789-4813-b206-2fdb2d2fc9ff, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=23a94bca-5789-4813-b206-2fdb2d2fc9ff,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:42.230892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.309563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:42.317544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'Subnet': ['ID=6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:42.324293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:42.329883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:42.344962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.350763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/b6a91fbe-b14e-40f1-a780-ef74aaafcbe6 HTTP/1.1" status: 204  len: 168 time: 2.3220155
Dec 22 15:01:42.350763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:42.352120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34482) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:42.352602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.362187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Calling delete_port for 23a94bca-5789-4813-b206-2fdb2d2fc9ff owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:42.374519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:42.378115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.388437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2401bffa-43a2-4f2f-91d0-4861efcb1ce5 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:42.425348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:42.438665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.442367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8c316b21-38e5-4b83-8ad9-71b10cd3998b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:42.446321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:floatingip and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:42.450818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.452517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Port': ['ID=78514398-4fae-4ff5-8e62-0b3e63550c7f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:42.455240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Checking segment: {'id': '75a78c4f-5309-4c76-b8a4-2b51919fb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:42.455769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Network hostable DHCP agents. Network: 65273310-93b9-4d99-9a8c-f8dc2b925b7b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:42.463451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:42.465341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:42.494946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Pushing event deleted for resources: {'Port': ['ID=23a94bca-5789-4813-b206-2fdb2d2fc9ff,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:42.497479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:42.497717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:42.500721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] No DVR routers for this DVR port 23a94bca-5789-4813-b206-2fdb2d2fc9ff on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:42.588049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router 26fcf944-b2d0-4ba3-a62a-207a459f70cb is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:01:42.589444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.609828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.680850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.690382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4317d99c-c691-4355-862a-e7a3b5c384b2 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:42.758985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:42.763861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:42.772772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:42.773416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.775956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:42.777953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=f32387d2-d997-4014-81e4-d894a33cb293,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:42.778112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b80fd-3619-4cd7-b2ff-76ab2a988077 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:42.779791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:42.789917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:42.864838 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9634027
Dec 22 15:01:42.868860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34486) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:42.877319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:43.009210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 65273310-93b9-4d99-9a8c-f8dc2b925b7b) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:43.024466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:43.024466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.045526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'f32387d2-d997-4014-81e4-d894a33cb293'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:43.046349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.054046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:43.059999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:43.063363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:43.067196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:43.067377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.075098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:43.079400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc0ce214-c092-4297-87a1-b71f30de8e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:43.085990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Sync routers for ids ['26fcf944-b2d0-4ba3-a62a-207a459f70cb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:43.095460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:43.100302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.116032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.120172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.121655 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 5.7832127
Dec 22 15:01:43.138138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57941397-f031-4817-b38f-3ece11769635 None None] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:43.148537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67257c-95c5-4c33-8730-7b4ef5803913,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:43.154428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34490) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:43.167258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:43.217368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 23a94bca-5789-4813-b206-2fdb2d2fc9ff no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:43.220803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.231149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.232266 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb67257c-95c5-4c33-8730-7b4ef5803913 HTTP/1.1" status: 204  len: 168 time: 1.0914793
Dec 22 15:01:43.274100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Routers {'26fcf944-b2d0-4ba3-a62a-207a459f70cb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:43.274750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['26fcf944-b2d0-4ba3-a62a-207a459f70cb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:43.289542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8875375
Dec 22 15:01:43.290348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:43.300911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Request body: {'port': {'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-105233022'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:43.377986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 23a94bca-5789-4813-b206-2fdb2d2fc9ff {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:43.378574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 23a94bca-5789-4813-b206-2fdb2d2fc9ff not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:43.611772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:43.613047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.618001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9644872d-cd7c-4d90-b60f-2515bdd9d8e3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:43.682105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:43.685474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:43.690250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:43.691094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.698839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=56fec01b-a4c3-46fc-a8e1-d8646ef99c27,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:43.700059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:43.708372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:43.719767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.727285 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8572321
Dec 22 15:01:43.734392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34508) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:43.741228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:93:7d:f6', 'name': 'tempest-NetworksTestDHCPv6-925410210'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:43.753705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Set router 26fcf944-b2d0-4ba3-a62a-207a459f70cb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:43.778237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Usage tracker for resource:port and tenant:1aa9281d4f614741bc7d9e12a40aa7a7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:43.824753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:43.829695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Allocated IP 172.20.0.2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/f32387d2-d997-4014-81e4-d894a33cb293/255e0832-cba5-401c-8963-ff787cf5d61c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:43.895835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:43.900069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:43.902993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:43.909903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:43.925319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:43.929722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:43.931799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.950816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:43.971618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port ce430057-0201-4b65-8f7a-0e0772a12afc yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:44.030747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Made reservation on behalf of 1aa9281d4f614741bc7d9e12a40aa7a7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:44.033783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.069799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-65273310-93b9-4d99-9a8c-f8dc2b925b7b', 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b', 'tenant_id': '1aa9281d4f614741bc7d9e12a40aa7a7', 'fixed_ips': [{'subnet_id': '6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:44.070600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.123869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] device_id is not set on port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:44.303486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34522) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:44.405612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.436007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888928332'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:44.441488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:44.444824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.62 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/50fa57ff-ac35-4ed1-8fb1-f4b92935ac44) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:44.447168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:44.451465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:44.457735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:44.460279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Transition to ACTIVE for port object 255e0832-cba5-401c-8963-ff787cf5d61c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:44.470125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:44.473379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.489958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.496687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Allocated IP 2001:db8::2 (65273310-93b9-4d99-9a8c-f8dc2b925b7b/6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d/331e2161-3897-4dbf-b451-237003f9ec99) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:44.509404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Transition to ACTIVE for port object 255e0832-cba5-401c-8963-ff787cf5d61c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:44.571295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:44.576987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:security_group_rule and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:44.579738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.582194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:44.590656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:44.592004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-30d110de-f98c-46e8-aae9-62ccdd0f907f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:44.697691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Pushing event updated for resources: {'Port': ['ID=255e0832-cba5-401c-8963-ff787cf5d61c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:44.700640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:44.704029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:44.713829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.715666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:44.720945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:44.750437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82f10>, [{'id': '26fcf944-b2d0-4ba3-a62a-207a459f70cb', 'name': '', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d', 'external_fixed_ips': [{'subnet_id': '2f565e84-5022-4e59-938c-bf3e980b5e87', 'ip_address': '2001:db8::19a'}], 'enable_snat': True}, 'gw_port_id': 'ebcd47ab-ed0e-4208-bf7b-640b8e347384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:01:37Z', 'updated_at': '2021-12-22T15:01:41Z', 'revision_number': 3, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port': {'id': 'ebcd47ab-ed0e-4208-bf7b-640b8e347384', 'name': '', 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fcf944-b2d0-4ba3-a62a-207a459f70cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f565e84-5022-4e59-938c-bf3e980b5e87', 'ip_address': '2001:db8::19a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:01:39Z', 'updated_at': '2021-12-22T15:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f565e84-5022-4e59-938c-bf3e980b5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:44.752761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.757068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2df282fa-24af-4841-bd1d-de9accedafb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:44.799982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Checking router: 26fcf944-b2d0-4ba3-a62a-207a459f70cb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:01:44.800344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Updating router 26fcf944-b2d0-4ba3-a62a-207a459f70cb port ebcd47ab-ed0e-4208-bf7b-640b8e347384 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:01:44.810016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:44.813175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcae530-05f4-479f-b440-4e6736b57f6c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:44.820219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:44.822370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 172.20.0.8 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/f32387d2-d997-4014-81e4-d894a33cb293/ce430057-0201-4b65-8f7a-0e0772a12afc) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:44.830939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe93:7df6 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/56fec01b-a4c3-46fc-a8e1-d8646ef99c27/ce430057-0201-4b65-8f7a-0e0772a12afc) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:44.867588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.867978 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9 of type vlan for network 0d483663-d227-4e54-b46e-8ce5d20c9058
Dec 22 15:01:44.888026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.910261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.946941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Attempting to bind port 255e0832-cba5-401c-8963-ff787cf5d61c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:44.947336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Attempting to bind port 255e0832-cba5-401c-8963-ff787cf5d61c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:44.947694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Attempting to bind port 255e0832-cba5-401c-8963-ff787cf5d61c on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:44.949631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:44.967028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.000883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.005424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:45.006843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:45.007046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.007493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:45.008156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Bound port: 255e0832-cba5-401c-8963-ff787cf5d61c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:45.008299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.041558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Transition to ACTIVE for port object 331e2161-3897-4dbf-b451-237003f9ec99 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:45.073651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.092291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.157638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.158109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e3ba16b-71e7-44a0-8fdc-db3a1f2d3acc {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:45.175203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.180142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:45.180733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.188822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.209827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Transition to ACTIVE for port object 331e2161-3897-4dbf-b451-237003f9ec99 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:45.222140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.240937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.296341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:01:45.300538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc6316fc-3dbb-47ca-ac87-4643ca70e274 tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.5915325
Dec 22 15:01:45.303792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34528) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:45.308079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.345794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=0d483663-d227-4e54-b46e-8ce5d20c9058,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:45.351339 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0439489
Dec 22 15:01:45.351339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:45.351602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:45.357486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1176723642'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:45.362586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object ce430057-0201-4b65-8f7a-0e0772a12afc will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:45.364034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:45.369944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:45.373429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:45.378986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.381973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:45.388940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb73b637-29e5-4840-af27-35f347c14681 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.396837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:45.399754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.405032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:45.410762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:45.423059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.426092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] For port 255e0832-cba5-401c-8963-ff787cf5d61c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:45.430329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3bd604a3-c5d0-4200-997f-4b5e2c6a72a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.437843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:45.440242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:45.469921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Allocated IP 2001:db8::2b5 (65273310-93b9-4d99-9a8c-f8dc2b925b7b/6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d/9ef0b8e7-5317-4ea3-8d1b-60f4505910e4) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:45.489139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Pushing event updated for resources: {'Port': ['ID=331e2161-3897-4dbf-b451-237003f9ec99,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:45.493846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:45.496315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:45.499163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Deleting port b817e301-e9f6-4b74-a3c6-012d468483f6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:45.499367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.515873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] For port 255e0832-cba5-401c-8963-ff787cf5d61c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=255e0832-cba5-401c-8963-ff787cf5d61c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:45.516679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:45.526250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:45.529693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=ce430057-0201-4b65-8f7a-0e0772a12afc,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:45.532243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.532602 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment 26b8344d-4c68-4dc0-bed6-5aa57e07a32f of type vlan for network 8bc00c92-f425-4363-8181-46a479343276
Dec 22 15:01:45.533760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:45.561337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:45.571014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:45.581965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:45.583547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.597406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5b09a497-301f-4ea3-a7f3-663bedb169d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.616100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:45.621249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:45.623159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.624877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=50fa57ff-ac35-4ed1-8fb1-f4b92935ac44,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:45.649579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:45.680256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.685977 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.9502370
Dec 22 15:01:45.688425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:45.734582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:45.735303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Attempting to bind port 331e2161-3897-4dbf-b451-237003f9ec99 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:45.735696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Attempting to bind port 331e2161-3897-4dbf-b451-237003f9ec99 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '75a78c4f-5309-4c76-b8a4-2b51919fb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:45.736062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Attempting to bind port 331e2161-3897-4dbf-b451-237003f9ec99 on network 65273310-93b9-4d99-9a8c-f8dc2b925b7b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:45.779074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:45.779725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Checking segment: {'id': '75a78c4f-5309-4c76-b8a4-2b51919fb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:45.779845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.780255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Bound using segment: {'id': '75a78c4f-5309-4c76-b8a4-2b51919fb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:45.780889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Bound port: 331e2161-3897-4dbf-b451-237003f9ec99, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a78c4f-5309-4c76-b8a4-2b51919fb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:45.781151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.789106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.793567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:45.794159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.801593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:45.812963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Pushing event updated for resources: {'Port': ['ID=255e0832-cba5-401c-8963-ff787cf5d61c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:45.820029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:45.909861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f049c-7ab0-425c-b2ef-4fa29ce20b08 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:45.915425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f049c-7ab0-425c-b2ef-4fa29ce20b08 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:45.916292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-643f049c-7ab0-425c-b2ef-4fa29ce20b08 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:45.940338 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5876353
Dec 22 15:01:45.953365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] For port 331e2161-3897-4dbf-b451-237003f9ec99, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:45.953555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34540) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:45.953555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-643f049c-7ab0-425c-b2ef-4fa29ce20b08 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:45.954598 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-643f049c-7ab0-425c-b2ef-4fa29ce20b08 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1762 time: 0.2652750
Dec 22 15:01:45.973203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:45.973386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] For port 331e2161-3897-4dbf-b451-237003f9ec99, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=331e2161-3897-4dbf-b451-237003f9ec99,segment=NetworkSegment(75a78c4f-5309-4c76-b8a4-2b51919fb5ee),segment_id=75a78c4f-5309-4c76-b8a4-2b51919fb5ee)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:45.982746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:45.983057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:45.987867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:46.043026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.079295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Transition to ACTIVE for port object ebcd47ab-ed0e-4208-bf7b-640b8e347384 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:46.093477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Pushing event updated for resources: {'Port': ['ID=331e2161-3897-4dbf-b451-237003f9ec99,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:46.096986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:46.097276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.097652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.102358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:46.173592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=8bc00c92-f425-4363-8181-46a479343276,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:46.176411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:46.184470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:46.190917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:46.196706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:46.197732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8bc00c92-f425-4363-8181-46a479343276 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:46.211146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:46.231824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port ce430057-0201-4b65-8f7a-0e0772a12afc {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:46.232168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.270600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:46.326262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Attempting to bind port ebcd47ab-ed0e-4208-bf7b-640b8e347384 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:46.326664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Attempting to bind port ebcd47ab-ed0e-4208-bf7b-640b8e347384 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '80669f78-ffee-45fe-bda8-8742d2ee9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:46.327044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Attempting to bind port ebcd47ab-ed0e-4208-bf7b-640b8e347384 on network 139fa865-7cad-4e63-8ad4-d8b473614f1d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:46.339709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:46.339709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Checking segment: {'id': '80669f78-ffee-45fe-bda8-8742d2ee9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:46.339709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.339709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Bound using segment: {'id': '80669f78-ffee-45fe-bda8-8742d2ee9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:46.339709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Bound port: ebcd47ab-ed0e-4208-bf7b-640b8e347384, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80669f78-ffee-45fe-bda8-8742d2ee9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '139fa865-7cad-4e63-8ad4-d8b473614f1d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:46.358833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.389728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.414350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting port ebcd47ab-ed0e-4208-bf7b-640b8e347384 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:46.414875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.447296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.460340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Pushing event updated for resources: {'Port': ['ID=ebcd47ab-ed0e-4208-bf7b-640b8e347384,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:46.516815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:46.527599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] For port ebcd47ab-ed0e-4208-bf7b-640b8e347384, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:46.530994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] For port ebcd47ab-ed0e-4208-bf7b-640b8e347384, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ebcd47ab-ed0e-4208-bf7b-640b8e347384,segment=NetworkSegment(80669f78-ffee-45fe-bda8-8742d2ee9003),segment_id=80669f78-ffee-45fe-bda8-8742d2ee9003)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:46.539290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.542994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-94a9b631-6c25-45af-a000-d6e78be3bca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:46.611811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.616209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Pushing event updated for resources: {'Port': ['ID=ebcd47ab-ed0e-4208-bf7b-640b8e347384,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:46.620166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:46.636961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Transition to ACTIVE for port object 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:46.643339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Routers {'26fcf944-b2d0-4ba3-a62a-207a459f70cb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:46.643968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c82f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['26fcf944-b2d0-4ba3-a62a-207a459f70cb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:46.772825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Calling delete_port for b817e301-e9f6-4b74-a3c6-012d468483f6 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:46.784314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.856185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] Set router 26fcf944-b2d0-4ba3-a62a-207a459f70cb gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:46.869471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:46.890020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e356515b-0687-47f6-80e3-eea879fbbc4f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:46.916709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for ce430057-0201-4b65-8f7a-0e0772a12afc owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:46.976306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'Port': ['ID=9ef0b8e7-5317-4ea3-8d1b-60f4505910e4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:46.989118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:46.996872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c82f10>, [{'id': '26fcf944-b2d0-4ba3-a62a-207a459f70cb', 'name': '', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:01:37Z', 'updated_at': '2021-12-22T15:01:46Z', 'revision_number': 4, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:47.001210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f824a6c-6e6b-46b0-be67-a4f36f198290 None None] The sync data for ids ['26fcf944-b2d0-4ba3-a62a-207a459f70cb'] in dv-neutron-822675-1-hyperv is: [{'id': '26fcf944-b2d0-4ba3-a62a-207a459f70cb', 'name': '', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:01:37Z', 'updated_at': '2021-12-22T15:01:46Z', 'revision_number': 4, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:47.235492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 331e2161-3897-4dbf-b451-237003f9ec99 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:47.236124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:47.238151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:47.265163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:47.269431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:47.270058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.280075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef1520-bc6f-45b1-b77c-b0819cf5e86c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:47.436118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.447856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7adc865-5e0d-40b8-b4c8-9b3561cd5a95 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:47.472729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bb60f14c-4952-4662-a572-5b7520576c38 None None] Provisioning for port 255e0832-cba5-401c-8963-ff787cf5d61c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:47.502281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 4.2078626
Dec 22 15:01:47.503071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34548) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:47.507037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=ce430057-0201-4b65-8f7a-0e0772a12afc,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:47.512272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:47.514802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.516499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] For port ebcd47ab-ed0e-4208-bf7b-640b8e347384, host dv-neutron-822675-1-hyperv, got binding levels [] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:47.517007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.540606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Request body: {'port': {'network_id': '65273310-93b9-4d99-9a8c-f8dc2b925b7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1667168169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:47.541168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] bootfile-name is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:47.541502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] tftp-server is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:47.541826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] server-ip-address is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:47.575504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 331e2161-3897-4dbf-b451-237003f9ec99 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:47.589602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c3477-fdce-493a-a56d-9fbff5a8753e None None] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:47.662476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 255e0832-cba5-401c-8963-ff787cf5d61c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:47.669371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.678158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0399bce0-5625-4d03-b223-7a86c2df8c82 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:47.754714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.774733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=f86ca057-3c49-413d-aa65-38f303aec309,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:47.784708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:47.796585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Calling delete_port for ebcd47ab-ed0e-4208-bf7b-640b8e347384 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:47.798851 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/ce430057-0201-4b65-8f7a-0e0772a12afc HTTP/1.1" status: 204  len: 168 time: 1.6701653
Dec 22 15:01:47.801561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34552) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:47.820412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Provisioning for port 331e2161-3897-4dbf-b451-237003f9ec99 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:47.840802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Provisioning complete for port 331e2161-3897-4dbf-b451-237003f9ec99 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:47.841309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.859015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:47.859606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: 0d483663-d227-4e54-b46e-8ce5d20c9058, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:47.899201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:47.901829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:47.903488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:47.904756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:47.929217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:47.932552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.936101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:47.937514 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-75d5fa24-a751-4283-b9f1-a2d19bf24786 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1348429
Dec 22 15:01:47.940681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:47.949682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fb1e7ef-398a-44aa-8c21-6da59395bde7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:47.977461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 0d483663-d227-4e54-b46e-8ce5d20c9058) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:47.988451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:47.989347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.993101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:47.996696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 255e0832-cba5-401c-8963-ff787cf5d61c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:48.006475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f3065-56c1-45a6-8ee2-f069647c2bfa None None] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:48.032564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 255e0832-cba5-401c-8963-ff787cf5d61c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:48.032945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.044395 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0887158
Dec 22 15:01:48.048513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34560) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:48.072555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Pushing event deleted for resources: {'Port': ['ID=b817e301-e9f6-4b74-a3c6-012d468483f6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:48.087830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:48.104338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': '8bc00c92-f425-4363-8181-46a479343276', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:48.258777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:48.273488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:48.277845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:48.286588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 56fec01b-a4c3-46fc-a8e1-d8646ef99c27 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:48.289388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:48.293126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.329550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:48.337010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:48.342145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:48.353072 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Sync routers for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:48.366850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.372856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Usage tracker for resource:port and tenant:1aa9281d4f614741bc7d9e12a40aa7a7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:48.384283 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:48.386090 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bd3a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:48.388246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:48.415076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.416789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.446581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:48.503083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc9d71-7042-47e2-8797-e3b3ce9f7b9c None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'f32387d2-d997-4014-81e4-d894a33cb293', 'ip_address': '172.20.0.2'}, {'subnet_id': '56fec01b-a4c3-46fc-a8e1-d8646ef99c27'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '255e0832-cba5-401c-8963-ff787cf5d61c'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:01:48.504277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.522554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.556271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Made reservation on behalf of 1aa9281d4f614741bc7d9e12a40aa7a7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:48.560070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.581954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:48.582286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:48.603536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.617390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.628871 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "DELETE /v2.0/floatingips/ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365 HTTP/1.1" status: 204  len: 168 time: 8.1701560
Dec 22 15:01:48.635472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:01:48.689586 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b817e301-e9f6-4b74-a3c6-012d468483f6 HTTP/1.1" status: 204  len: 168 time: 3.3822880
Dec 22 15:01:48.701194 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:48.704454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.726591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] device_id is not set on port be66593b-93ec-47a2-8f92-1e1260eae464 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:48.786159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-126f5a20-bc78-4bcd-b600-b85b9bb51699 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:48.843277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'status': 'completed', 'code': 200}
Dec 22 15:01:48.878398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] For port 331e2161-3897-4dbf-b451-237003f9ec99, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=331e2161-3897-4dbf-b451-237003f9ec99,segment=NetworkSegment(75a78c4f-5309-4c76-b8a4-2b51919fb5ee),segment_id=75a78c4f-5309-4c76-b8a4-2b51919fb5ee)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:48.904434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-0d483663-d227-4e54-b46e-8ce5d20c9058', 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': 'f86ca057-3c49-413d-aa65-38f303aec309'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:48.905928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.914068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=56fec01b-a4c3-46fc-a8e1-d8646ef99c27,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:48.921541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:48.943147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 255e0832-cba5-401c-8963-ff787cf5d61c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=255e0832-cba5-401c-8963-ff787cf5d61c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:48.944861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:48.962219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc4966c1-bc42-40eb-ae29-f89a99f89a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:48.965809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.032685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-69bc9d71-7042-47e2-8797-e3b3ce9f7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.048048 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/56fec01b-a4c3-46fc-a8e1-d8646ef99c27 HTTP/1.1" status: 204  len: 168 time: 1.1061630
Dec 22 15:01:49.051540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34572) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:49.076324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.121123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting port ebcd47ab-ed0e-4208-bf7b-640b8e347384 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:49.121476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.175246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:49.195819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.215052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e231e37-8b27-4513-8951-998eab1f5e78 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:49.294278 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:01:49.397037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet f32387d2-d997-4014-81e4-d894a33cb293 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:49.410369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34580) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:49.425993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Pushing event updated for resources: {'Port': ['ID=331e2161-3897-4dbf-b451-237003f9ec99,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:49.426310 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bd3a0>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:49.435560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.436648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:49.442195 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Checking router: e642f8ee-73b9-4d96-9c36-ef311a1cdd12 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:01:49.457612 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:49.458676 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bd3a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:49.471351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] For port ebcd47ab-ed0e-4208-bf7b-640b8e347384, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ebcd47ab-ed0e-4208-bf7b-640b8e347384,segment=NetworkSegment(80669f78-ffee-45fe-bda8-8742d2ee9003),segment_id=80669f78-ffee-45fe-bda8-8742d2ee9003)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:49.471911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.482792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.529667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': '26b8344d-4c68-4dc0-bed6-5aa57e07a32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8bc00c92-f425-4363-8181-46a479343276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:49.529667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: 8bc00c92-f425-4363-8181-46a479343276, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:01:49.566873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.571785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6cd5693a-9518-4c1f-aeb5-ff7fb156c4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:49.637515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-741dc216-c038-490c-af16-061a88b8c178 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:49.690127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Calling delete_port for ebcd47ab-ed0e-4208-bf7b-640b8e347384 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:49.719991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=4a4cf162-99aa-436d-ba0b-492b2f2800f2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:49.738709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:49.765767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Provisioning for port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:49.772884 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:01:49.785769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.793181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Provisioning complete for port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:49.793390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Allocated IP 2001:db8::7e (65273310-93b9-4d99-9a8c-f8dc2b925b7b/6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d/be66593b-93ec-47a2-8f92-1e1260eae464) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:49.793611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.807642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-a1001d3e-4896-45c7-bfa5-2a0ae43df99f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0469d3131f604f12a957d2f72509d48a&device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 1099 time: 0.9609170
Dec 22 15:01:49.844229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.860025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 8bc00c92-f425-4363-8181-46a479343276 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:01:49.896810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=255e0832-cba5-401c-8963-ff787cf5d61c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:49.909675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:49.925103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:49.927079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8bc00c92-f425-4363-8181-46a479343276) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:49.927469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Allocated IP 172.20.0.2 (0d483663-d227-4e54-b46e-8ce5d20c9058/f86ca057-3c49-413d-aa65-38f303aec309/d1c63478-3651-4ecc-b30d-307bce8e9040) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:49.935788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:49.936961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:49.941918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70aece-ae36-416d-a565-2ac901ea5fd7 None None] Network 8bc00c92-f425-4363-8181-46a479343276 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:49.961985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=50fa57ff-ac35-4ed1-8fb1-f4b92935ac44,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:49.963395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a9906-b78b-4f84-aa1e-ba04ad1c8707 req-72917753-3c36-47df-b256-5ee451d54e08 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:49.973841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f6a9906-b78b-4f84-aa1e-ba04ad1c8707 req-72917753-3c36-47df-b256-5ee451d54e08 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 0.4888003
Dec 22 15:01:49.999425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:50.050660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:50.064582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Usage tracker for resource:security_group_rule and tenant:c7644caa5e744a34a06039db33139860 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:50.071030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.072593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:50.094386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:50.102430 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0526261
Dec 22 15:01:50.107902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34586) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:50.124606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Provisioning complete for port 331e2161-3897-4dbf-b451-237003f9ec99 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:50.124994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a42134bb-55a3-4df7-a630-383f05429c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.139422 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f6a9906-b78b-4f84-aa1e-ba04ad1c8707 req-d200cdbf-ebed-4de1-8edf-625164546e7a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510675
Dec 22 15:01:50.143668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.178588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934838402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:50.213316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:50.227841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:50.238452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.243109 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.8877323
Dec 22 15:01:50.243502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34590) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:50.244280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:50.260997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:50.268019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-d9b38a1a-2ddb-4aa0-978d-da6ec4d12ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:50.269598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-d9b38a1a-2ddb-4aa0-978d-da6ec4d12ced service neutron] 10.222.0.61 "GET /v2.0/networks?id=676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 200  len: 898 time: 0.4446383
Dec 22 15:01:50.270766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'port': {'network_id': 'eb3c4933-1688-4436-8b66-dddccf320eeb', 'name': 'tempest-FloatingIPTestJSON-365117421'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:50.312658 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bd3a0>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:50.318175 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc3a15-8579-4b98-ac18-0bb83d09308e None None] The sync data for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv is: [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '69defebc-5bf2-4969-8a0a-7660533c48c2', 'name': '', 'network_id': '676a16bd-3023-4b30-bb25-270f33f39a57', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'mac_address': 'fa:16:3e:59:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:22Z', 'updated_at': '2021-12-22T14:59:41Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'subnets': [{'id': '6f73f339-51e1-478e-a310-7dbcb55437de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:50.382490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.383438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.421222 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-7e05d9f7-2ef8-4859-80d4-559c8a0ac5ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 200  len: 217 time: 0.1289976
Dec 22 15:01:50.501568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-69bc9d71-7042-47e2-8797-e3b3ce9f7b9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f32387d2-d997-4014-81e4-d894a33cb293: This subnet is being modified by another concurrent operation.
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.502252 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1671, in update_port
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f32387d2-d997-4014-81e4-d894a33cb293: This subnet is being modified by another concurrent operation.
Dec 22 15:01:50.506653 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:01:50.526432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-125e9e4f-cb36-4368-94e6-23ff299296bd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:50.527434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.561621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.596183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.645326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=f32387d2-d997-4014-81e4-d894a33cb293,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:50.654544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:50.658028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.661989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759ca5a-6c07-4dff-a624-dbc8cff8a247 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:50.674575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-25d65835-b78a-4deb-8402-1d9a6e4ca3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:50.676055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:50.676946 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-25d65835-b78a-4deb-8402-1d9a6e4ca3d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f73f339-51e1-478e-a310-7dbcb55437de HTTP/1.1" status: 200  len: 837 time: 0.2429228
Dec 22 15:01:50.681543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6475adc0-de5c-4fe7-b0d8-4b7942fc8ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:50.683773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Transition to ACTIVE for port object d1c63478-3651-4ecc-b30d-307bce8e9040 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:50.690347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.709122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Transition to ACTIVE for port object be66593b-93ec-47a2-8f92-1e1260eae464 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:50.709576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Transition to ACTIVE for port object d1c63478-3651-4ecc-b30d-307bce8e9040 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:50.712119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.721862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-490fefdc-8706-4c1f-a965-ed9c1d1c0faa tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:50.722867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.724902 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/f32387d2-d997-4014-81e4-d894a33cb293 HTTP/1.1" status: 204  len: 168 time: 1.6708317
Dec 22 15:01:50.726438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:port and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:50.733570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43724f0-6765-4290-b3e2-4f3166535618 None None] New status for floating IP ccbe03d9-7a3b-49ae-9a1e-5f9a20cb0365: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:01:50.735798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34594) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:50.736587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:50.749182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:50.817689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebcd47ab-ed0e-4208-bf7b-640b8e347384,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:50.823181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:50.865386 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08d159e1-50bc-4ec6-81be-4d682306e2fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1250648
Dec 22 15:01:50.872982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34598) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:50.876068 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7644caa5e744a34a06039db33139860&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4548547
Dec 22 15:01:50.878233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34600) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:50.881790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.891666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3781343c-f12a-4fc8-aa17-4f435e04f6af,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:50.897308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:50.898005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:50.901039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.918688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-02cfd597-a81f-410d-b798-6a9926d3978a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:50.951859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8bc00c92-f425-4363-8181-46a479343276', 'network_id': '8bc00c92-f425-4363-8181-46a479343276', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': '4a4cf162-99aa-436d-ba0b-492b2f2800f2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:50.952566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:50.952713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] device_id is not set on port 5e215a08-a0ed-4df1-8531-973782fcb201 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:01:51.035524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:51.047306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.048538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:51.089726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:51.106188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Pushing event updated for resources: {'Port': ['ID=d1c63478-3651-4ecc-b30d-307bce8e9040,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:51.127143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.128444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.147631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:51.158224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:51.189743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.6 (eb3c4933-1688-4436-8b66-dddccf320eeb/64a2ba28-ba51-4bc7-8101-59716dcfc740/5e215a08-a0ed-4df1-8531-973782fcb201) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:51.204851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-31f4c8eb-15bd-4dd8-92a1-0a624a8372e5 None None] Provisioning complete for port 255e0832-cba5-401c-8963-ff787cf5d61c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:51.205242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31f4c8eb-15bd-4dd8-92a1-0a624a8372e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.230776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'Port': ['ID=be66593b-93ec-47a2-8f92-1e1260eae464,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:51.237509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:51.244828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.278515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 331e2161-3897-4dbf-b451-237003f9ec99 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:51.301702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.339351 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-c4cdc2f6-d774-449f-9d13-613ac57dd1ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=676a16bd-3023-4b30-bb25-270f33f39a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.6192081
Dec 22 15:01:51.391080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.398393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5cb2fcd2-b705-468d-9d4d-a6a2459d3b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:51.402660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:51.403555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.407286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f91abf5c-ba41-48db-8b2d-cb602f83b74d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.2432313
Dec 22 15:01:51.408413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34608) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:51.417257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:51.479871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Attempting to bind port d1c63478-3651-4ecc-b30d-307bce8e9040 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:51.480254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Attempting to bind port d1c63478-3651-4ecc-b30d-307bce8e9040 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:51.480669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Attempting to bind port d1c63478-3651-4ecc-b30d-307bce8e9040 on network 0d483663-d227-4e54-b46e-8ce5d20c9058 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:51.488334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3781343c-f12a-4fc8-aa17-4f435e04f6af,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:51.518027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:51.554997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:51.555705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Checking segment: {'id': 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:51.556280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.556903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Bound using segment: {'id': 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:51.557584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Bound port: d1c63478-3651-4ecc-b30d-307bce8e9040, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0d483663-d227-4e54-b46e-8ce5d20c9058'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:51.558184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.594676 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-9cf5b2fb-b1a0-4e91-8be8-f03a8c8c4023 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881390
Dec 22 15:01:51.601895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.605325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:51.605928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3781343c-f12a-4fc8-aa17-4f435e04f6af HTTP/1.1" status: 204  len: 168 time: 0.7262793
Dec 22 15:01:51.609500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:51.610287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.628729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-4e6929b8-67c3-4252-80ff-60aeeb87d817 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:51.629419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-4e6929b8-67c3-4252-80ff-60aeeb87d817 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Synchronizing usage tracker for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:51.723673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Allocated IP 172.21.0.2 (8bc00c92-f425-4363-8181-46a479343276/4a4cf162-99aa-436d-ba0b-492b2f2800f2/6562586c-1b86-442b-9032-48c3469ba2bc) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:51.770056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.807554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c68bbd-e30d-43c7-9663-261b82dcfcd5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:51.808234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e7c68bbd-e30d-43c7-9663-261b82dcfcd5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:51.955213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.960272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:51.999307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-4e6929b8-67c3-4252-80ff-60aeeb87d817 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Unset dirty status for tenant:0469d3131f604f12a957d2f72509d48a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:52.000789 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-4e6929b8-67c3-4252-80ff-60aeeb87d817 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 1.0177207
Dec 22 15:01:52.004865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.010968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9f9a8aa2-43dd-41d9-9732-791c35910608 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:52.016872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.017635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26fcf944-b2d0-4ba3-a62a-207a459f70cb {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:52.086980 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 4.5583897
Dec 22 15:01:52.102925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.104216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/routers/26fcf944-b2d0-4ba3-a62a-207a459f70cb HTTP/1.1" status: 204  len: 168 time: 8.9454787
Dec 22 15:01:52.113895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34618) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.114249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34620) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.114521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34622) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.117427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:52.130376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e7c68bbd-e30d-43c7-9663-261b82dcfcd5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:52.131694 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e7c68bbd-e30d-43c7-9663-261b82dcfcd5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.2526863
Dec 22 15:01:52.172155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:01:52.201783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Deleting port 255e0832-cba5-401c-8963-ff787cf5d61c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:52.202164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.205357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34630) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.226686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:52.242950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 331e2161-3897-4dbf-b451-237003f9ec99 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:52.243328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.284173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.299258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b1adc44d-fbc1-4c14-becf-82c86975ec65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:52.329063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network eb3c4933-1688-4436-8b66-dddccf320eeb is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:52.345482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:52.347374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=5e215a08-a0ed-4df1-8531-973782fcb201,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:52.349589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:52.381053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-31f4c8eb-15bd-4dd8-92a1-0a624a8372e5 None None] Provisioning complete for port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:52.381582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31f4c8eb-15bd-4dd8-92a1-0a624a8372e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.387592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:52.401489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5f5d2-c921-4690-b8ca-c4c5ac86476e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:52.402173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-65e5f5d2-c921-4690-b8ca-c4c5ac86476e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:52.446525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:52.447029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.466711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Deleting port e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:52.467042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.498747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.506754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690985-3777-49d9-97c7-b408201d3c1a req-0b15b391-48f9-4f4f-a8c1-01a77c91cd17 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:52.507877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-65e5f5d2-c921-4690-b8ca-c4c5ac86476e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:52.508227 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c1690985-3777-49d9-97c7-b408201d3c1a req-0b15b391-48f9-4f4f-a8c1-01a77c91cd17 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 946 time: 1.1674666
Dec 22 15:01:52.511625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-65e5f5d2-c921-4690-b8ca-c4c5ac86476e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2990904
Dec 22 15:01:52.512210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34634) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.521176 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f0f3fafc-46ce-499f-a717-b68c63eaf51d req-06e242c0-ff90-42dd-b90a-0dd8aac3ceb4 service neutron] 10.222.0.61 "GET /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9048576
Dec 22 15:01:52.549326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting subnet 2f565e84-5022-4e59-938c-bf3e980b5e87 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:01:52.582002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.600360 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.3457727
Dec 22 15:01:52.627494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31f4c8eb-15bd-4dd8-92a1-0a624a8372e5 None None] Port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:52.634361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Pushing event updated for resources: {'Port': ['ID=d1c63478-3651-4ecc-b30d-307bce8e9040,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:52.634503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34638) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.639709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': '5e215a08-a0ed-4df1-8531-973782fcb201'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:52.671453 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e95a1a2b-8c23-4f31-949f-a226202f0553 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1558402
Dec 22 15:01:52.672180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34642) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.682907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:52.703224 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f08e792a-d8aa-4e77-bfa2-dbc14126d73e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86a2dfd555274ab2aab0c69daa5bdf25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5841863
Dec 22 15:01:52.713888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34644) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:52.751274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:52.804951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.951558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.953193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.956843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:52.982869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] For port 255e0832-cba5-401c-8963-ff787cf5d61c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=255e0832-cba5-401c-8963-ff787cf5d61c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:52.983278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:52.994708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Transition to ACTIVE for port object 6562586c-1b86-442b-9032-48c3469ba2bc will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:53.013099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8ef556aa-3137-4b99-925a-c6e31c989fe4 None None] Provisioning for port be66593b-93ec-47a2-8f92-1e1260eae464 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:53.026704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:53.065348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:53.070101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.072110 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:53.072717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:53.147642 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c5b001a8-5c54-46cd-8d39-1d4e9f8fafe9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4094019
Dec 22 15:01:53.150744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34650) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:53.163094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 255e0832-cba5-401c-8963-ff787cf5d61c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:53.163308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:53.175008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c1690985-3777-49d9-97c7-b408201d3c1a req-c73e5b1b-ed21-4067-b31a-6d18667e7b28 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6419823
Dec 22 15:01:53.212422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Calling delete_port for 255e0832-cba5-401c-8963-ff787cf5d61c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:53.232022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:53.235957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:53.240221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:53.241208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Synchronizing usage tracker for tenant:1aa9281d4f614741bc7d9e12a40aa7a7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:53.245363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8ef556aa-3137-4b99-925a-c6e31c989fe4 None None] Provisioning complete for port be66593b-93ec-47a2-8f92-1e1260eae464 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:53.246105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8ef556aa-3137-4b99-925a-c6e31c989fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.260797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.20.0.1 (0d483663-d227-4e54-b46e-8ce5d20c9058/f86ca057-3c49-413d-aa65-38f303aec309/201ae613-3446-46ed-98dd-faac526adb47) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:53.268026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.301359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Transition to ACTIVE for port object 6562586c-1b86-442b-9032-48c3469ba2bc will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:53.339929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.350681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:53.357476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:53.377273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:53.399166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Unset dirty status for tenant:1aa9281d4f614741bc7d9e12a40aa7a7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:53.400448 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-672e6826-82ee-454e-a267-92dd3b1585da tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 1.2831829
Dec 22 15:01:53.403151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:53.409688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.420235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34654) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:53.422679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8ef556aa-3137-4b99-925a-c6e31c989fe4 None None] Port be66593b-93ec-47a2-8f92-1e1260eae464 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:53.546113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Network 8bc00c92-f425-4363-8181-46a479343276 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:53.557401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.562064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.563064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:53.563401 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:53.563844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:53.574447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:53.576552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Pushing event updated for resources: {'Port': ['ID=6562586c-1b86-442b-9032-48c3469ba2bc,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:53.579928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] For port e4ad5bf9-bf87-4957-9adb-29130d391319, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ad5bf9-bf87-4957-9adb-29130d391319,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:53.580538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.583088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:53.590798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object 201ae613-3446-46ed-98dd-faac526adb47 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:53.594810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.600805 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e5d37113-a2d9-4751-b60f-9c14f0985810 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4492753
Dec 22 15:01:53.602427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34658) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:53.605199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.608953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5f9ebdcb-1a97-4442-a177-dad0dc1fe960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:53.609381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:53.638266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.748536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:53.751974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.755311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Pushing event deleted for resources: {'Port': ['ID=255e0832-cba5-401c-8963-ff787cf5d61c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:53.765634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b747d88a-ec53-4d8f-a4d8-2690685cdf93 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:53.765792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:53.787757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] No DVR routers for this DVR port 255e0832-cba5-401c-8963-ff787cf5d61c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:53.807482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:53.817625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:53.831602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:53.831916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Attempting to bind port 6562586c-1b86-442b-9032-48c3469ba2bc on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:53.832290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Attempting to bind port 6562586c-1b86-442b-9032-48c3469ba2bc by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '26b8344d-4c68-4dc0-bed6-5aa57e07a32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8bc00c92-f425-4363-8181-46a479343276'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:53.832724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Attempting to bind port 6562586c-1b86-442b-9032-48c3469ba2bc on network 8bc00c92-f425-4363-8181-46a479343276 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:53.837636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:53.841731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:53.842363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Checking segment: {'id': '26b8344d-4c68-4dc0-bed6-5aa57e07a32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8bc00c92-f425-4363-8181-46a479343276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:53.842966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.843547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Bound using segment: {'id': '26b8344d-4c68-4dc0-bed6-5aa57e07a32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8bc00c92-f425-4363-8181-46a479343276'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:53.844226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Bound port: 6562586c-1b86-442b-9032-48c3469ba2bc, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8344d-4c68-4dc0-bed6-5aa57e07a32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8bc00c92-f425-4363-8181-46a479343276'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:53.844819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.917736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:53.921188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.922609 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:53.923033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:53.945600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=201ae613-3446-46ed-98dd-faac526adb47,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:53.953189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:53.954730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.960915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.964922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Deleting port be66593b-93ec-47a2-8f92-1e1260eae464 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:53.965462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:53.975221 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6dcb81ef-615b-4cb2-b162-f96f3e183855 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3709805
Dec 22 15:01:53.975860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34662) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:53.982771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:54.004184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] For port 6562586c-1b86-442b-9032-48c3469ba2bc, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:54.010346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] For port 6562586c-1b86-442b-9032-48c3469ba2bc, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6562586c-1b86-442b-9032-48c3469ba2bc,segment=NetworkSegment(26b8344d-4c68-4dc0-bed6-5aa57e07a32f),segment_id=26b8344d-4c68-4dc0-bed6-5aa57e07a32f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:54.031809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d1c63478-3651-4ecc-b30d-307bce8e9040 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:54.070544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.076813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8aa4c8a0-5515-49b7-95d4-85981d1ca8a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:54.082796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:54.195417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11dd4e3-f841-4641-81d7-628e7b813d89 None None] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:54.278641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:54.284258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Pushing event updated for resources: {'Port': ['ID=6562586c-1b86-442b-9032-48c3469ba2bc,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:54.290535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:54.294543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:54.344417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Calling delete_port for e4ad5bf9-bf87-4957-9adb-29130d391319 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:54.356966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Provisioning for port d1c63478-3651-4ecc-b30d-307bce8e9040 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:54.359828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d1c63478-3651-4ecc-b30d-307bce8e9040 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:54.371771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.375516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d1c63478-3651-4ecc-b30d-307bce8e9040 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:54.375886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.386381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:54.391259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.392104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:54.392694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:54.408646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Provisioning complete for port d1c63478-3651-4ecc-b30d-307bce8e9040 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:54.409030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.413544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f565e84-5022-4e59-938c-bf3e980b5e87,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:54.425426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:54.429896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.439780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-971d80f2-6ce8-47f2-bf92-840e89f6667c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:54.454869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.469550 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-67365f2c-1048-418f-bc59-64e124b373ea tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4914334
Dec 22 15:01:54.472368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34670) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:54.480346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:54.499702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b8074-ca38-45b0-af84-9cf481501283,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:54.522371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:54.576685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.578498 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/103b8074-ca38-45b0-af84-9cf481501283 HTTP/1.1" status: 204  len: 168 time: 1.7951095
Dec 22 15:01:54.580224 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/2f565e84-5022-4e59-938c-bf3e980b5e87 HTTP/1.1" status: 204  len: 168 time: 2.4602108
Dec 22 15:01:54.588298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34674) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:54.661298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-22c20d50-7e9a-4415-a735-ccf011876bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.868987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.893697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.940344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.957717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:54.958461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:54.988331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:55.000656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.007780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-570886f6-649b-49ac-993c-4c006b32542d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:55.035399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:01:55.093941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:55.094523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-01c2cfef-6449-491e-9c69-ff7feafeb930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:55.107531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d1c63478-3651-4ecc-b30d-307bce8e9040,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:55.111001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:55.111146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Port': ['ID=e4ad5bf9-bf87-4957-9adb-29130d391319,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:55.137666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:55.154077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.252131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:55.270857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:55.311263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.336531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.371559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:55.405409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:55.409105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.415894 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:55.416312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:55.437548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2fb7c-ba5f-4365-ba1a-dd19c35affc1 req-c1dfe955-558e-4945-b898-f72efccce256 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:55.439090 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8eb2fb7c-ba5f-4365-ba1a-dd19c35affc1 req-c1dfe955-558e-4945-b898-f72efccce256 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 867 time: 0.9380732
Dec 22 15:01:55.505593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7269bb3f-7570-4cc3-88d1-93869839ef5a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.0321002
Dec 22 15:01:55.516725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:55.531538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:55.541145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Calling delete_port for be66593b-93ec-47a2-8f92-1e1260eae464 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:55.553753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.565765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:01:55.655224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=201ae613-3446-46ed-98dd-faac526adb47,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:55.658647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:55.732610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: e4ad5bf9-bf87-4957-9adb-29130d391319 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:01:55.733105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ad5bf9-bf87-4957-9adb-29130d391319 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:01:55.756149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.768827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8eb2fb7c-ba5f-4365-ba1a-dd19c35affc1 req-11fdfc43-678f-44ef-b388-52f96a81cd43 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c1d6052-529e-47d4-80e7-4193e1f2fc09&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3101699
Dec 22 15:01:55.794173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:55.863302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] No DVR routers for this DVR port e4ad5bf9-bf87-4957-9adb-29130d391319 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:01:55.866674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.869850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.888991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-deleted', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:01:55.903073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event deleted for resources: {'Port': ['ID=be66593b-93ec-47a2-8f92-1e1260eae464,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:55.905538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:55.906087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:55.937852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Provisioning complete for port d1c63478-3651-4ecc-b30d-307bce8e9040 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:55.939553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.007202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.045553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85756746d0>,) {'filters': {'network_id': ['139fa865-7cad-4e63-8ad4-d8b473614f1d']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:56.075176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:56.084297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85756746d0>, '80669f78-ffee-45fe-bda8-8742d2ee9003') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:56.084641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85756746d0>, '80669f78-ffee-45fe-bda8-8742d2ee9003') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:56.100235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.103424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:56.118917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6879117-548d-467c-9166-32e3dcdfe958 None None] Network 8bc00c92-f425-4363-8181-46a479343276 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:01:56.123583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.131145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:01:56.131582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.160757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34702) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:56.181773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:56.185168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.186523 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:01:56.187020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:01:56.206301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:56.207863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:56.290445 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0d44a852-5985-4dfe-bf27-0ddef286453e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.7701974
Dec 22 15:01:56.367277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34708) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:56.374487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d1c63478-3651-4ecc-b30d-307bce8e9040 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:56.379195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-732322399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:01:56.419814 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:01:56.423739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4711b2-a8a8-4727-92e6-cdfe4ef91636', 'name': 'network-vif-deleted', 'tag': 'e4ad5bf9-bf87-4957-9adb-29130d391319', 'status': 'completed', 'code': 200}
Dec 22 15:01:56.432564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.484421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:56.508283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  139fa865-7cad-4e63-8ad4-d8b473614f1d {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 15:01:56.510315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.513768 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e02e1b38-f9c4-4c2b-aa14-83ca47c38d8d req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.61 "DELETE /v2.0/ports/e4ad5bf9-bf87-4957-9adb-29130d391319 HTTP/1.1" status: 204  len: 173 time: 4.4895098
Dec 22 15:01:56.514749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.557029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Network': ['ID=139fa865-7cad-4e63-8ad4-d8b473614f1d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:56.578747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "DELETE /v2.0/ports/be66593b-93ec-47a2-8f92-1e1260eae464 HTTP/1.1" status: 204  len: 168 time: 3.1571753
Dec 22 15:01:56.579934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:56.595011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/networks/139fa865-7cad-4e63-8ad4-d8b473614f1d HTTP/1.1" status: 204  len: 168 time: 2.0008285
Dec 22 15:01:56.595614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34712) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:56.604630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Provisioning for port 201ae613-3446-46ed-98dd-faac526adb47 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:56.625609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Request body: {'port': {'name': 'tempest-new-port-name-1638785338', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:56.625996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] bootfile-name is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:56.626336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] tftp-server is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:56.626661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] server-ip-address is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:01:56.633729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Provisioning complete for port 201ae613-3446-46ed-98dd-faac526adb47 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:56.634121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.795095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e307d5b3-4890-4314-95a0-e64dc33111fe None None] Port 201ae613-3446-46ed-98dd-faac526adb47 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:56.810136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d1c63478-3651-4ecc-b30d-307bce8e9040 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:56.810534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:56.853136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:56.866621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a87cf00b-7053-4c69-9cda-375729df0e33 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:56.873253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:router and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:56.879346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:56.887487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:57.002451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.004043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.039025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.065496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02c977-fffe-4e60-972f-c73c6c8c5745 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:01:57.084648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a87cf00b-7053-4c69-9cda-375729df0e33 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:57.089301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a87cf00b-7053-4c69-9cda-375729df0e33 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.7185669
Dec 22 15:01:57.091390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34724) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.103520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.104694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.148153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d377e52c-e9d4-4d4d-8573-408a344fedca None None] Provisioning for port 6562586c-1b86-442b-9032-48c3469ba2bc completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:57.204829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e8b9f-d1a7-4ec2-abf1-8e63f085cdfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:57.211350 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e81e8b9f-d1a7-4ec2-abf1-8e63f085cdfa tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1085842
Dec 22 15:01:57.215152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34728) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.270099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6562586c-1b86-442b-9032-48c3469ba2bc up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:01:57.317720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34732) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.325341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'name': 'tempest-router--1494326476', 'project_id': '781beb35ab5f4c81abe03b01aff0491c'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:57.347725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d377e52c-e9d4-4d4d-8573-408a344fedca None None] Provisioning complete for port 201ae613-3446-46ed-98dd-faac526adb47 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:57.348459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d377e52c-e9d4-4d4d-8573-408a344fedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.372627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.377913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-13007c25-046c-43a0-a9cc-6ab9e9323197 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1609766
Dec 22 15:01:57.378672 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1f53d106-b019-4514-afff-8ddf6b52c73c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.2161705
Dec 22 15:01:57.381297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34736) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.384323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP b7460c8b-2e9f-469e-bcd5-35a226718d19 associated. External IP: 172.26.3.62, port: 5e215a08-a0ed-4df1-8531-973782fcb201.
Dec 22 15:01:57.387790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:57.390100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34738) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.398527 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a1211a6f-2e3e-4bfc-b5bd-d5a5838f08c3 req-4b080f1f-5c93-47ac-83fd-74e6847e5a75 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4711b2-a8a8-4727-92e6-cdfe4ef91636 HTTP/1.1" status: 200  len: 210 time: 0.0880764
Dec 22 15:01:57.401387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:router and tenant:781beb35ab5f4c81abe03b01aff0491c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:57.407947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:57.428372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:57.470422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1036590687'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:57.496526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:57.503758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:57.503969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d377e52c-e9d4-4d4d-8573-408a344fedca None None] Port 201ae613-3446-46ed-98dd-faac526adb47 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:01:57.542204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.543059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.543419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4865c715-e989-47ae-9b32-4da5a0ad9c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.557483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:network and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:57.559098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6562586c-1b86-442b-9032-48c3469ba2bc completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:01:57.569811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6562586c-1b86-442b-9032-48c3469ba2bc triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:57.569811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.570127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:57.570643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:57.579251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:57.589503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:57.602094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c02c977-fffe-4e60-972f-c73c6c8c5745 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:01:57.610547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.615389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:57.618630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:57.619537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.622172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.656914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.670026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f758a60-3620-45ce-8fdb-3174297aae8b None None] Provisioning complete for port 6562586c-1b86-442b-9032-48c3469ba2bc triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:01:57.670416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f758a60-3620-45ce-8fdb-3174297aae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.762894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.794792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:57.804780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router d6346d79-77f6-4db5-bcea-e9059b5ffdf3 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:01:57.807696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:security_group_rule and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:57.812433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:57.812765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.816851 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f578c60a-f863-4482-91ae-ae14bcdb5bf7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4968510
Dec 22 15:01:57.817462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34744) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:57.823255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:57.872614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.876375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.886936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.898737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-383d104e-dd7d-466d-a4ce-04aefe479039 tempest-AllowedAddressPairTestJSON-1430941444 tempest-AllowedAddressPairTestJSON-1430941444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:57.941459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] In _notify_port_updated(), no bound segment for port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 on network 65273310-93b9-4d99-9a8c-f8dc2b925b7b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:01:57.945731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:57.946458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:57.950214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "PUT /v2.0/ports/9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 HTTP/1.1" status: 200  len: 1130 time: 1.3492439
Dec 22 15:01:57.962911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34748) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:58.000167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6562586c-1b86-442b-9032-48c3469ba2bc, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6562586c-1b86-442b-9032-48c3469ba2bc,segment=NetworkSegment(26b8344d-4c68-4dc0-bed6-5aa57e07a32f),segment_id=26b8344d-4c68-4dc0-bed6-5aa57e07a32f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:01:58.016685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.028012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a94fc691-98fe-4c22-9575-d2814278bcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:58.061067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event updated for resources: {'Port': ['ID=9ef0b8e7-5317-4ea3-8d1b-60f4505910e4,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:58.072065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:58.092667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.125417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f758a60-3620-45ce-8fdb-3174297aae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.158499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.160732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.165833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.173757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4df06e-4e0b-40fb-9c4b-c62f578f0540 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:58.174327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0f4df06e-4e0b-40fb-9c4b-c62f578f0540 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Synchronizing usage tracker for tenant:1aa9281d4f614741bc7d9e12a40aa7a7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:58.184904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.192593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a41e9d98-7a01-41a6-a72d-bf4bd2935d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:58.211457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6562586c-1b86-442b-9032-48c3469ba2bc,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:58.215033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:58.220069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:01:58.223036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0f4df06e-4e0b-40fb-9c4b-c62f578f0540 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Unset dirty status for tenant:1aa9281d4f614741bc7d9e12a40aa7a7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:58.230261 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0f4df06e-4e0b-40fb-9c4b-c62f578f0540 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "GET /v2.0/ports/9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 HTTP/1.1" status: 200  len: 1130 time: 0.2669024
Dec 22 15:01:58.237348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34752) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:58.250298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdd6c9-93b0-4e0f-8e64-9ccf0dd4cc6c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:58.255773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.256121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Added segment fed153dd-62ad-494e-81da-45940bc84ce8 of type vlan for network 30352147-f751-450a-a415-0fcb6eb7f2b0
Dec 22 15:01:58.257518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:58.263059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-3f758a60-3620-45ce-8fdb-3174297aae8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:01:58.263418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-3f758a60-3620-45ce-8fdb-3174297aae8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:01:58.298290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.383191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '66b9aef3-2446-4052-b350-b9c855f160e2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:01:58.384654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.404440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.408077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:58.408675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.413573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca2d814b-463d-4c13-8715-f42638e04560 tempest-PortsAdminExtendedAttrsTestJSON-454951260 tempest-PortsAdminExtendedAttrsTestJSON-454951260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:58.430755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Deleting port 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:58.431310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:58.547348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Network': ['ID=30352147-f751-450a-a415-0fcb6eb7f2b0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:58.551558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:58.557046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.1744480
Dec 22 15:01:58.559620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34758) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:58.564525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:01:58.578672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'subnet': {'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:58.644146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Allocated IP 2001:db8::f816:3eff:fe50:e2c (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/66b9aef3-2446-4052-b350-b9c855f160e2/fa88464b-3aeb-4a81-85b0-4a6bc6f1d949) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:01:58.662098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34762) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:58.699706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:01:58.860060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:58.911362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:subnet and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:58.919336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:58.931691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:58.948138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:01:58.974685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:01:58.986696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.000320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Transition to ACTIVE for port object fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:59.020989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Transition to ACTIVE for port object fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:01:59.026813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.031860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:59.036375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:59.050811 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6365256
Dec 22 15:01:59.056673 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] Sync routers for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:59.058179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.065953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34766) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:59.066483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-52774d34-ef37-4f4f-b2e2-8d1f6efa9180 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:59.069178 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:59.071042 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bd130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.079953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.107239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:59.107618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Pushing event updated for resources: {'Port': ['ID=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:59.110434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:59.111628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:59.113626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:01:59.128196 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bd130>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.139581 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:59.140488 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759bd130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.145032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.203682 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759bd130>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.204321 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e460e0bc-0b9c-401e-8fa3-62710bfa8ceb None None] The sync data for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:59.215509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Attempting to bind port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:01:59.216095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Attempting to bind port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:01:59.216591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Attempting to bind port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:01:59.224320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:01:59.225049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:01:59.225673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.226169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:01:59.226739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Bound port: fa88464b-3aeb-4a81-85b0-4a6bc6f1d949, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:01:59.227228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.261766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.295638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.310654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:01:59.319107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:01:59.320965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=66b9aef3-2446-4052-b350-b9c855f160e2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:59.326391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:59.326960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.337053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] For port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:01:59.337416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:59.340598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] For port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:01:59.344448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334189f-6cba-4922-ae10-777eaaee8b8f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:01:59.345012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1334189f-6cba-4922-ae10-777eaaee8b8f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:01:59.350798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.356022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5f23927d-50af-4b8a-af86-04120f76f6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:59.417683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:01:59.433080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.438931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:01:59.445228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Pushing event updated for resources: {'Port': ['ID=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:59.455846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:59.456033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.0646455
Dec 22 15:01:59.464524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:59.465377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b79070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.470596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34770) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:59.480133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.487706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:3e:f2:b7', 'name': 'tempest-NetworksTestDHCPv6-1634361739'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:01:59.495067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1334189f-6cba-4922-ae10-777eaaee8b8f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:01:59.496245 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1334189f-6cba-4922-ae10-777eaaee8b8f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports/201ae613-3446-46ed-98dd-faac526adb47 HTTP/1.1" status: 200  len: 910 time: 0.4034626
Dec 22 15:01:59.500157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.500678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfe54734-0b94-4d5e-8c47-25d2396d197d {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:01:59.502028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34774) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:59.533015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b79070>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.545387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:01:59.546254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b79070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.624558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-82ad3d58-1ecc-4b5c-b7fd-ed9e290209fc tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/b7460c8b-2e9f-469e-bcd5-35a226718d19 HTTP/1.1" status: 200  len: 976 time: 6.9890575
Dec 22 15:01:59.627683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34776) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:59.633810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.634046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b79070>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:01:59.634270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8cefd-e4a9-4406-b7c4-eb8cc5cea97f None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:01:59.643044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Calling delete_port for 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:01:59.669720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9e51a88e-2a0c-4fc7-95a4-466729d437d2 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:01:59.774057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.779893 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a755e59d-900a-4adb-8df3-45389e423e82 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/routers/bfe54734-0b94-4d5e-8c47-25d2396d197d HTTP/1.1" status: 204  len: 168 time: 1.9567842
Dec 22 15:01:59.813601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 5e215a08-a0ed-4df1-8531-973782fcb201 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:01:59.813943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:01:59.883823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:01:59.888225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:01:59.892189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:01:59.904574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:01:59.918050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Subnet': ['ID=eeb323b3-a74c-4abc-8cdb-f62d2069298b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:01:59.944058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:01:59.962189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34784) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:01:59.987711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:00.085869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Checking segment: {'id': 'fed153dd-62ad-494e-81da-45940bc84ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:00.086227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network hostable DHCP agents. Network: 30352147-f751-450a-a415-0fcb6eb7f2b0, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:00.251006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:00.263956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:00.294174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.316795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.326649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 30352147-f751-450a-a415-0fcb6eb7f2b0) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:00.331319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-976d95c6-9251-43fa-9655-827d3a9fee99 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:00.341345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.350945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:00.351563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.379084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:00.387225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6562586c-1b86-442b-9032-48c3469ba2bc up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:00.446706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1718732505', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:00.453988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event deleted for resources: {'Port': ['ID=9ef0b8e7-5317-4ea3-8d1b-60f4505910e4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:00.456606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:00.462732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:00.484118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 7aee089a-fae3-46a9-91db-4e636b447baf yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:00.492220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6562586c-1b86-442b-9032-48c3469ba2bc triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:00.492705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.504179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:00.514850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:00.531052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.534737 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9736428
Dec 22 15:02:00.538491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:00.545913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:00.560726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'network': {'name': 'tempest-router-network01--1544173041'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:00.629824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:00.642507 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "DELETE /v2.0/ports/9ef0b8e7-5317-4ea3-8d1b-60f4505910e4 HTTP/1.1" status: 204  len: 168 time: 2.3525505
Dec 22 15:02:00.643124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34794) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:00.668376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:network and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:00.672801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.673732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.679569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:00.735720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:00.759511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4e078-e37c-448d-b4e7-d326075073a4 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:00.815551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:00.818613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.899911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:00.932647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c94f9-9d7d-4bfd-b4ae-9d942f665405 None None] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:00.972879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:01.021986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.022429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.022734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP b7460c8b-2e9f-469e-bcd5-35a226718d19 disassociated. External IP: 172.26.3.62, port: 5e215a08-a0ed-4df1-8531-973782fcb201.
Dec 22 15:02:01.023062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 5e215a08-a0ed-4df1-8531-973782fcb201 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:01.055792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe3e:f2b7 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/66b9aef3-2446-4052-b350-b9c855f160e2/7aee089a-fae3-46a9-91db-4e636b447baf) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:01.085549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.086197 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Added segment 9ec2e2db-425b-4120-986b-6ce48506998e of type vlan for network 9859bd79-0356-4b6b-a828-24044946e540
Dec 22 15:02:01.226742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Provisioning for port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:01.252706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Provisioning complete for port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:01.253441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.282896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Deleting subnet 6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:01.306674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.355157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.368936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.382097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.392494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9dbd58a6-0d90-48f8-98f4-86d3a47a13ea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:01.438770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.456699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=5e215a08-a0ed-4df1-8531-973782fcb201,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:01.463084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:01.477104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 7aee089a-fae3-46a9-91db-4e636b447baf will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:01.482242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.487755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.505762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-30352147-f751-450a-a415-0fcb6eb7f2b0', 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0', 'tenant_id': '5263103b83b04807865b6663ef8b8699', 'fixed_ips': [{'subnet_id': 'eeb323b3-a74c-4abc-8cdb-f62d2069298b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:01.506847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.538622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.565330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.569630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:01.570232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.577481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:01.639506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.654540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] For port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:01.658976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a351b637-206b-4a60-b4f5-7cff09e8a2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:01.664081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.671065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:01.748123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=7aee089a-fae3-46a9-91db-4e636b447baf,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:01.755231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:01.759791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:01.761945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:01.825209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:01.829568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:01.830655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.848702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Pushing event updated for resources: {'Port': ['ID=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:01.855232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:01.877652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dce45661-3ed3-4a95-a214-918f84c8f9a4 None None] Provisioning complete for port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:01.878032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dce45661-3ed3-4a95-a214-918f84c8f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:01.902631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.4307547
Dec 22 15:02:01.908177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34798) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:01.908518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Allocated IP 2001:db8::2 (30352147-f751-450a-a415-0fcb6eb7f2b0/eeb323b3-a74c-4abc-8cdb-f62d2069298b/086128bb-9abc-4204-8cbf-967875af0979) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:01.974279 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4261909
Dec 22 15:02:01.981807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34802) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:01.985362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Network': ['ID=9859bd79-0356-4b6b-a828-24044946e540,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:01.988305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:01.997432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'network': {'name': 'tempest-router-network02--1205254464'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:02.002991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:02.007612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:network and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:02.010751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:02.017147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:02.019948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 9859bd79-0356-4b6b-a828-24044946e540 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:02.049263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:02.053128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.071879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.107430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:02.131210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:02.151064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.152207 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Added segment e9d8e528-d18b-4e60-b695-7aaccadbeb3c of type vlan for network 2f06e705-9f5e-4e0d-a974-7a005dfc6569
Dec 22 15:02:02.152701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:02.185228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.225813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.230759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:02.231353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.253494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:02.309842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.322200 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3373187
Dec 22 15:02:02.322451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97085eff-b93b-42a0-9bb7-96544aa12ae0 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:02.328735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34806) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:02.353398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'subnet': {'network_id': '9859bd79-0356-4b6b-a828-24044946e540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:02.370636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:02.370919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dce45661-3ed3-4a95-a214-918f84c8f9a4 None None] Could not find standard attr ID for object 9ef0b8e7-5317-4ea3-8d1b-60f4505910e4. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:02:02.389026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:02.391670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.404710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:02.404954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.429328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.436408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8693f5c-a148-4382-b773-8e12f031b0cc None None] Network 65273310-93b9-4d99-9a8c-f8dc2b925b7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:02.441273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.504461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Network': ['ID=2f06e705-9f5e-4e0d-a974-7a005dfc6569,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:02.513147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8f414-af74-40bd-877c-3fb9299fb97e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:02.516909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8f414-af74-40bd-877c-3fb9299fb97e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:02.517727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0b8f414-af74-40bd-877c-3fb9299fb97e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:02.524719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Transition to ACTIVE for port object 086128bb-9abc-4204-8cbf-967875af0979 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:02.531446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:02.531652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:02.584801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:02.589961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:subnet and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:02.594193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:02.596844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0b8f414-af74-40bd-877c-3fb9299fb97e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:02.601318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0b8f414-af74-40bd-877c-3fb9299fb97e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.6801927
Dec 22 15:02:02.605962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34810) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:02.610253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:02.674261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Transition to ACTIVE for port object 086128bb-9abc-4204-8cbf-967875af0979 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:02.678018 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "DELETE /v2.0/subnets/6f7fe6f7-a267-4d6a-bfa1-de08d3d8f21d HTTP/1.1" status: 204  len: 168 time: 2.0221210
Dec 22 15:02:02.691283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34814) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:02.693103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:02.721128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.747221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.756045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:02.788271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2ab21145-749f-4e10-b477-d692dd564eb8 None None] Provisioning for port 7aee089a-fae3-46a9-91db-4e636b447baf completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:02.845625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2ab21145-749f-4e10-b477-d692dd564eb8 None None] Provisioning complete for port 7aee089a-fae3-46a9-91db-4e636b447baf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:02.846002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2ab21145-749f-4e10-b477-d692dd564eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.890781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.932064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 7aee089a-fae3-46a9-91db-4e636b447baf {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:02.933058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:02.937550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Pushing event updated for resources: {'Port': ['ID=086128bb-9abc-4204-8cbf-967875af0979,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:02.951742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:02.952937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:02.958047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:02.965256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:02.967171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2ab21145-749f-4e10-b477-d692dd564eb8 None None] Port 7aee089a-fae3-46a9-91db-4e636b447baf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:03.059201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.091370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Attempting to bind port 086128bb-9abc-4204-8cbf-967875af0979 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:03.091725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Attempting to bind port 086128bb-9abc-4204-8cbf-967875af0979 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'fed153dd-62ad-494e-81da-45940bc84ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:03.092142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Attempting to bind port 086128bb-9abc-4204-8cbf-967875af0979 on network 30352147-f751-450a-a415-0fcb6eb7f2b0 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:03.099840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.101173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:03.101550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Checking segment: {'id': 'fed153dd-62ad-494e-81da-45940bc84ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:03.101954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.102354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Bound using segment: {'id': 'fed153dd-62ad-494e-81da-45940bc84ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:03.102825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Bound port: 086128bb-9abc-4204-8cbf-967875af0979, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed153dd-62ad-494e-81da-45940bc84ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30352147-f751-450a-a415-0fcb6eb7f2b0'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:03.103201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.131191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.181237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] DHCP port deletion for 65273310-93b9-4d99-9a8c-f8dc2b925b7b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:03.194207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Deleting port 331e2161-3897-4dbf-b451-237003f9ec99 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:03.194594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.202709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Deleting port 331e2161-3897-4dbf-b451-237003f9ec99 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:03.203046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.258323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] For port 086128bb-9abc-4204-8cbf-967875af0979, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:03.298149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] For port 086128bb-9abc-4204-8cbf-967875af0979, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=086128bb-9abc-4204-8cbf-967875af0979,segment=NetworkSegment(fed153dd-62ad-494e-81da-45940bc84ce8),segment_id=fed153dd-62ad-494e-81da-45940bc84ce8)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:03.308497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.314306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:03.405501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Allocated IP 172.26.3.212 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/5dda4aec-011c-4d39-abca-49f1fb00e33f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:03.416470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.425433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.21.0.1 (8bc00c92-f425-4363-8181-46a479343276/4a4cf162-99aa-436d-ba0b-492b2f2800f2/195685f3-0be3-4952-bb54-80df7cecff22) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:03.547866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Pushing event updated for resources: {'Port': ['ID=086128bb-9abc-4204-8cbf-967875af0979,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:03.551327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 7aee089a-fae3-46a9-91db-4e636b447baf owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:03.559597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:03.565047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] For port 331e2161-3897-4dbf-b451-237003f9ec99, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=331e2161-3897-4dbf-b451-237003f9ec99,segment=NetworkSegment(75a78c4f-5309-4c76-b8a4-2b51919fb5ee),segment_id=75a78c4f-5309-4c76-b8a4-2b51919fb5ee)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:03.565443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.673564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:03.685449 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:03.702768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:03.704089 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575944d60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:03.712630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Calling delete_port for 331e2161-3897-4dbf-b451-237003f9ec99 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:03.853492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575944d60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:03.873108 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:03.877408 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575944d60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:03.886098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.892924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-76c4b2fd-7c54-4286-a6d1-dd7918a547c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:03.913375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:03.944658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Pushing event deleted for resources: {'Port': ['ID=331e2161-3897-4dbf-b451-237003f9ec99,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:03.950852 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/5e215a08-a0ed-4df1-8531-973782fcb201 HTTP/1.1" status: 204  len: 168 time: 4.3193989
Dec 22 15:02:03.951821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34824) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:03.957492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:03.965936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] No DVR routers for this DVR port 331e2161-3897-4dbf-b451-237003f9ec99 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:03.969890 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575944d60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:03.970443 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056d981-d5a9-40d7-931e-791c910f8902 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:04.018436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.030018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-244e0d5a-72e6-431d-9753-dd38456efe0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:04.082547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.103126 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-57af2ea1-a755-45f6-b5e3-66dec1c614c4 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/floatingips/b7460c8b-2e9f-469e-bcd5-35a226718d19 HTTP/1.1" status: 200  len: 687 time: 0.1478653
Dec 22 15:02:04.104668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34828) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:04.149846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 086128bb-9abc-4204-8cbf-967875af0979 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:04.215927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] For port 331e2161-3897-4dbf-b451-237003f9ec99, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=331e2161-3897-4dbf-b451-237003f9ec99,segment=NetworkSegment(75a78c4f-5309-4c76-b8a4-2b51919fb5ee),segment_id=75a78c4f-5309-4c76-b8a4-2b51919fb5ee)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:04.216525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.235841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 086128bb-9abc-4204-8cbf-967875af0979 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:04.290585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 331e2161-3897-4dbf-b451-237003f9ec99 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:04.321429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.325947 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/7aee089a-fae3-46a9-91db-4e636b447baf HTTP/1.1" status: 204  len: 168 time: 1.7167125
Dec 22 15:02:04.328636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 331e2161-3897-4dbf-b451-237003f9ec99 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:04.329088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 331e2161-3897-4dbf-b451-237003f9ec99 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:04.345677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34832) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:04.348037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Subnet': ['ID=d6751f70-ee9d-46de-91d8-ce389a2f037f,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:04.351437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:04.356168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b86947b9-0dcd-4a4c-b050-9df7a2d25820 tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:04.380863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.392027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Calling delete_port for 331e2161-3897-4dbf-b451-237003f9ec99 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:04.426042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.434695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 50fa57ff-ac35-4ed1-8fb1-f4b92935ac44 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:04.434963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.466684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object 195685f3-0be3-4952-bb54-80df7cecff22 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:04.469031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=7aee089a-fae3-46a9-91db-4e636b447baf,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:04.471426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:04.490340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Checking segment: {'id': '9ec2e2db-425b-4120-986b-6ce48506998e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9859bd79-0356-4b6b-a828-24044946e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:04.490919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network hostable DHCP agents. Network: 9859bd79-0356-4b6b-a828-24044946e540, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:04.568121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:04.568565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:04.573863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.580982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4c2e46f-26cf-49e4-964b-27f8517abbca tempest-RoutersAdminTest-242421585 tempest-RoutersAdminTest-242421585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:04.647106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.695229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 8bc00c92-f425-4363-8181-46a479343276 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:04.697471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:04.698323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event updated for resources: {'Port': ['ID=5dda4aec-011c-4d39-abca-49f1fb00e33f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:04.701296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:04.703408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-170a7019-3dbe-40b8-8c4b-99edafa802cb tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:04.732406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:04.734816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:04.761075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:04.770337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:04.778805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcd178-5cb6-4619-9fe3-fe3d3091c5a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:04.780400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcd178-5cb6-4619-9fe3-fe3d3091c5a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:04.781199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-42dcd178-5cb6-4619-9fe3-fe3d3091c5a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:04.844335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 9859bd79-0356-4b6b-a828-24044946e540 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:04.854506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-42dcd178-5cb6-4619-9fe3-fe3d3091c5a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:04.858202 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-42dcd178-5cb6-4619-9fe3-fe3d3091c5a5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.5090940
Dec 22 15:02:04.859764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:04.868580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 9859bd79-0356-4b6b-a828-24044946e540) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:04.879674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd337156-bb29-4bba-83dc-cbaa93554f35 None None] Network 9859bd79-0356-4b6b-a828-24044946e540 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:04.880878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.881709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.889459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:04.889619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.925018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=195685f3-0be3-4952-bb54-80df7cecff22,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:04.928181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:04.932757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:04.999689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d166395-f804-4912-a04b-4b6d75b45ea2 None None] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:05.020183 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6866491
Dec 22 15:02:05.027725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 50fa57ff-ac35-4ed1-8fb1-f4b92935ac44 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:05.038536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:05.062436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'subnet': {'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:05.087937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Deleting port 331e2161-3897-4dbf-b451-237003f9ec99 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:05.088635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.188420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Provisioning for port 086128bb-9abc-4204-8cbf-967875af0979 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:05.201837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.205587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-94c7c85a-24f5-456f-9d02-0d2c2850d54f tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:05.207656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Provisioning complete for port 086128bb-9abc-4204-8cbf-967875af0979 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:05.208128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.247203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=50fa57ff-ac35-4ed1-8fb1-f4b92935ac44,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:05.250714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:05.341938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Deleting port 69defebc-5bf2-4969-8a0a-7660533c48c2 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:05.342538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.345368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.365027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.366233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/b7460c8b-2e9f-469e-bcd5-35a226718d19 HTTP/1.1" status: 204  len: 168 time: 1.2598600
Dec 22 15:02:05.369841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34846) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:05.376366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'c667a7ca-6c05-411c-98d3-7d4248c95d6e'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:05.383344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:05.389714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:floatingip and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:05.393107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:05.397510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-9859bd79-0356-4b6b-a828-24044946e540', 'network_id': '9859bd79-0356-4b6b-a828-24044946e540', 'tenant_id': '5263103b83b04807865b6663ef8b8699', 'fixed_ips': [{'subnet_id': 'd6751f70-ee9d-46de-91d8-ce389a2f037f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:05.398342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.401368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:05.419515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.506609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] The port '331e2161-3897-4dbf-b451-237003f9ec99' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:02:05.563973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.570860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.651140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] For port 086128bb-9abc-4204-8cbf-967875af0979, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=086128bb-9abc-4204-8cbf-967875af0979,segment=NetworkSegment(fed153dd-62ad-494e-81da-45940bc84ce8),segment_id=fed153dd-62ad-494e-81da-45940bc84ce8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:05.666674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:05.668853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.672781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:05.730247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Allocated IP 2001:db8::2 (9859bd79-0356-4b6b-a828-24044946e540/d6751f70-ee9d-46de-91d8-ce389a2f037f/141ebec8-ea19-4201-90d2-75105d1a5384) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:05.754019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:subnet and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:05.787445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.135 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/5063439d-967b-4fc5-96cd-2284f91bd075) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:05.826706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:05.853562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:05.860077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.941176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.966095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0489e91b-35e3-4cb2-b5f6-cb61ae125d76 None None] Provisioning for port 195685f3-0be3-4952-bb54-80df7cecff22 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:05.975817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0489e91b-35e3-4cb2-b5f6-cb61ae125d76 None None] Provisioning complete for port 195685f3-0be3-4952-bb54-80df7cecff22 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:05.976164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0489e91b-35e3-4cb2-b5f6-cb61ae125d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:05.979836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:06.010640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.037615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0489e91b-35e3-4cb2-b5f6-cb61ae125d76 None None] Port 195685f3-0be3-4952-bb54-80df7cecff22 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:06.045297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.051321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-02c037b9-7b04-4e97-9c18-ef70c7005c5b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:06.055646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 66b9aef3-2446-4052-b350-b9c855f160e2 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:06.055997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Pushing event updated for resources: {'Port': ['ID=086128bb-9abc-4204-8cbf-967875af0979,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:06.089236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:06.123582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:06.125699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.126809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:06.131275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:06.138822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Transition to ACTIVE for port object 141ebec8-ea19-4201-90d2-75105d1a5384 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:06.155893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.157903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=5063439d-967b-4fc5-96cd-2284f91bd075,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:06.165386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:06.168594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Transition to ACTIVE for port object 141ebec8-ea19-4201-90d2-75105d1a5384 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:06.175385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e6ea4d0f-b2f1-4aa1-a634-9675b6fa6151 None None] Provisioning complete for port 086128bb-9abc-4204-8cbf-967875af0979 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:06.175848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e6ea4d0f-b2f1-4aa1-a634-9675b6fa6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.200469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85746b2c40>,) {'filters': {'network_id': ['65273310-93b9-4d99-9a8c-f8dc2b925b7b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:06.200725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.208962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-66310261-b061-44a5-a786-cb08c0a94903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:06.249474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85746b2c40>, '75a78c4f-5309-4c76-b8a4-2b51919fb5ee') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:06.249771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85746b2c40>, '75a78c4f-5309-4c76-b8a4-2b51919fb5ee') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:06.348749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Pushing event updated for resources: {'Port': ['ID=141ebec8-ea19-4201-90d2-75105d1a5384,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:06.354261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:06.356661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Network 9859bd79-0356-4b6b-a828-24044946e540 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:06.360962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:06.364941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:06.430574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.450475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.484739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.510578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Attempting to bind port 141ebec8-ea19-4201-90d2-75105d1a5384 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:06.511039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Attempting to bind port 141ebec8-ea19-4201-90d2-75105d1a5384 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9ec2e2db-425b-4120-986b-6ce48506998e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9859bd79-0356-4b6b-a828-24044946e540'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:06.511957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Attempting to bind port 141ebec8-ea19-4201-90d2-75105d1a5384 on network 9859bd79-0356-4b6b-a828-24044946e540 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:06.519336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:06.519762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Checking segment: {'id': '9ec2e2db-425b-4120-986b-6ce48506998e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9859bd79-0356-4b6b-a828-24044946e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:06.520170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.521190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Bound using segment: {'id': '9ec2e2db-425b-4120-986b-6ce48506998e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9859bd79-0356-4b6b-a828-24044946e540'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:06.521693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Bound port: 141ebec8-ea19-4201-90d2-75105d1a5384, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2e2db-425b-4120-986b-6ce48506998e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9859bd79-0356-4b6b-a828-24044946e540'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:06.522070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.584307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] For port 69defebc-5bf2-4969-8a0a-7660533c48c2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=69defebc-5bf2-4969-8a0a-7660533c48c2,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:06.584717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.599589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.616479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] For port 141ebec8-ea19-4201-90d2-75105d1a5384, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:06.703846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:02:06.704250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:02:06.725120 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:02:06.788025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.850985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.854506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Calling delete_port for 69defebc-5bf2-4969-8a0a-7660533c48c2 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:06.896291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.897033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:06.961976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f050e-078f-497d-b281-65ab520ea24b req-b0a0ce91-4da6-4c26-95c3-cc436485c832 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:06.963448 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-632f050e-078f-497d-b281-65ab520ea24b req-b0a0ce91-4da6-4c26-95c3-cc436485c832 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 1.0062742
Dec 22 15:02:07.061970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.066789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.071167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e3810b8-0bab-4f85-95af-22fce2f65e04 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:07.179044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=5063439d-967b-4fc5-96cd-2284f91bd075,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:07.186636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:07.193582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] For port 141ebec8-ea19-4201-90d2-75105d1a5384, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=141ebec8-ea19-4201-90d2-75105d1a5384,segment=NetworkSegment(9ec2e2db-425b-4120-986b-6ce48506998e),segment_id=9ec2e2db-425b-4120-986b-6ce48506998e)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:07.197398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.198792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.203064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0369c081-8356-4c17-bc60-b071fb064b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:07.277063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.285496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Pushing event updated for resources: {'Port': ['ID=141ebec8-ea19-4201-90d2-75105d1a5384,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:07.291721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:07.320151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdeabddf-a783-42bc-bbaf-555fb58bb55d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:07.337056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.363598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.391581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Pushing event deleted for resources: {'Network': ['ID=65273310-93b9-4d99-9a8c-f8dc2b925b7b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:07.408022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP d40ac83a-755f-4c28-9c19-6b042611f3d4 associated. External IP: 172.26.3.135, port: c667a7ca-6c05-411c-98d3-7d4248c95d6e.
Dec 22 15:02:07.409744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:07.534427 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] 10.222.0.69 "DELETE /v2.0/networks/65273310-93b9-4d99-9a8c-f8dc2b925b7b HTTP/1.1" status: 204  len: 168 time: 4.8418522
Dec 22 15:02:07.562906 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-632f050e-078f-497d-b281-65ab520ea24b req-effd56f6-76e4-4c71-87c0-f3bc551c4065 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3830454
Dec 22 15:02:07.706853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.719126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:07.727367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:07.822999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.836544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=66b9aef3-2446-4052-b350-b9c855f160e2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:07.841770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.868151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.876673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:07.877176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:07.922367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc424f1-dd0d-4eeb-abb8-839bf4291dab None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:07.948722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:07.952959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b9fc4-8b01-486e-891b-93f9473f9af7 req-645c2231-bbe9-49bc-9068-2d2ccc808240 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:07.954646 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3e6b9fc4-8b01-486e-891b-93f9473f9af7 req-645c2231-bbe9-49bc-9068-2d2ccc808240 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.1168003
Dec 22 15:02:08.044119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:08.086952 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1a498b61-c50f-4661-9208-faadcae583f8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/66b9aef3-2446-4052-b350-b9c855f160e2 HTTP/1.1" status: 204  len: 168 time: 3.2135751
Dec 22 15:02:08.088428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:08.094198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34860) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:08.148096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3e6b9fc4-8b01-486e-891b-93f9473f9af7 req-6dec10a6-1d1c-4359-938f-c36ecd9c65b3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1712911
Dec 22 15:02:08.167714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34866) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:08.321845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Subnet': ['ID=bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:08.344045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c181e-9134-400b-a546-5dda39660432 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:08.347592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:08.349611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-866c181e-9134-400b-a546-5dda39660432 None None] Deleting port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:08.350160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-866c181e-9134-400b-a546-5dda39660432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:08.355763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:08.358267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c2fb0ed5-b59e-44e5-98c0-1d68a0884de3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:08.389466 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fd884ba6-fcce-4eb2-9db2-6f96a3b708fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2753339
Dec 22 15:02:08.400372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34876) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:08.414432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:08.419154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 086128bb-9abc-4204-8cbf-967875af0979 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:08.530840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Checking segment: {'id': 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:08.531212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network hostable DHCP agents. Network: 2f06e705-9f5e-4e0d-a974-7a005dfc6569, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:08.653924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:08.673395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:08.687845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:08.705471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a8ef2f85-2243-46cb-bdc5-5482d1997315 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1aa9281d4f614741bc7d9e12a40aa7a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5331025
Dec 22 15:02:08.706404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34884) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:08.707334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:08.717895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=195685f3-0be3-4952-bb54-80df7cecff22,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:08.798464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:08.851748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Port': ['ID=69defebc-5bf2-4969-8a0a-7660533c48c2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:08.856635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7cc65-e22b-4bee-a7ae-6d8152150a71 None None] Network 9859bd79-0356-4b6b-a828-24044946e540 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:08.860312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:08.873985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.965s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:08.874637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:08.930647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 086128bb-9abc-4204-8cbf-967875af0979 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:08.931072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.009601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:09.026093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 8bc00c92-f425-4363-8181-46a479343276 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:09.033077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:09.037136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 2f06e705-9f5e-4e0d-a974-7a005dfc6569) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:09.040125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:09.043674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-866c181e-9134-400b-a546-5dda39660432 None None] For port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:09.044082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-866c181e-9134-400b-a546-5dda39660432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.064604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:09.133844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1e1296fc-18fd-4e52-8296-870311b368c6 None None] Provisioning for port 141ebec8-ea19-4201-90d2-75105d1a5384 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:09.137395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8468df-a723-4c94-8c98-d41c7c4becc3 None None] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:09.146083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.227756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.234495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.280124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-866c181e-9134-400b-a546-5dda39660432 None None] Calling delete_port for fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:09.317244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:09.318371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.325992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.379847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebcb5e-5d15-491e-a9a0-4f6f848074f0 req-6be6d7f0-df2b-48fa-9e08-88c6d09f11cb tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:09.382120 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ddebcb5e-5d15-491e-a9a0-4f6f848074f0 req-6be6d7f0-df2b-48fa-9e08-88c6d09f11cb tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4292130
Dec 22 15:02:09.395991 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3538022
Dec 22 15:02:09.395991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Router d4a64c63-5f41-464a-a6c3-9766857383d8 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:09.396368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34890) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:09.404564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 4.0330060
Dec 22 15:02:09.424323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34894) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:09.434313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-206639990'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:09.445653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:09.460349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:network and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:09.463269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:09.478041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:09.490688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ddebcb5e-5d15-491e-a9a0-4f6f848074f0 req-51e7aba3-713f-4cfe-8b51-7e5f486d1e61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943527
Dec 22 15:02:09.496124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.530033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8555cf04-90c8-4342-ba0e-a92237d544c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:09.541809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 141ebec8-ea19-4201-90d2-75105d1a5384 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:09.545039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:09.547916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.560499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adfff04-5b5b-49ed-9e6d-100bc9800020,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:09.603013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:09.618648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.619238 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Added segment efd2e6e9-5266-4488-befc-eff2f1097ec8 of type vlan for network 22518c2d-6257-4e5d-a589-b955a4889dd6
Dec 22 15:02:09.661824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:09.675982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.701355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.704850 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6adfff04-5b5b-49ed-9e6d-100bc9800020 HTTP/1.1" status: 204  len: 168 time: 0.9703009
Dec 22 15:02:09.707285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:09.708849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fff0a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:09.767393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.772749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:09.773332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.798438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7414f8fd-4f46-4ead-b14d-1da7ab20d243 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:09.830290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fff0a0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:09.842660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-866c181e-9134-400b-a546-5dda39660432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:09.853481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:09.892444 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4668844
Dec 22 15:02:09.905008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34900) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:09.910725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'subnet': {'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:09.972836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c181e-9134-400b-a546-5dda39660432 None None] Pushing event deleted for resources: {'Port': ['ID=fa88464b-3aeb-4a81-85b0-4a6bc6f1d949,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:09.976356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-866c181e-9134-400b-a546-5dda39660432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:09.983220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8a14319c-ee68-4851-915c-782a343f4b94 None None] Provisioning complete for port 195685f3-0be3-4952-bb54-80df7cecff22 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:09.983762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8a14319c-ee68-4851-915c-782a343f4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.034493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c181e-9134-400b-a546-5dda39660432 None None] No DVR routers for this DVR port fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:10.048162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Network': ['ID=22518c2d-6257-4e5d-a589-b955a4889dd6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:10.059987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:10.072376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:10.073241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fff0a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:10.138047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:10.153061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:10.159922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:subnet and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:10.165606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:10.172760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:10.193898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:02:10.196189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.201671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-603e3295-e6e5-4451-90f3-1ca16ccdebcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:10.222977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.236114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:10.240593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router d6346d79-77f6-4db5-bcea-e9059b5ffdf3 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:10.249842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fff0a0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:10.250490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84009eeb-e5fd-4cc8-9399-6009508c1dac None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:10.263658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8a14319c-ee68-4851-915c-782a343f4b94 None None] Port 195685f3-0be3-4952-bb54-80df7cecff22 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:10.266139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 141ebec8-ea19-4201-90d2-75105d1a5384 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:10.298668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-2f06e705-9f5e-4e0d-a974-7a005dfc6569', 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569', 'tenant_id': '5263103b83b04807865b6663ef8b8699', 'fixed_ips': [{'subnet_id': 'bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:10.299898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.312742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 141ebec8-ea19-4201-90d2-75105d1a5384 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:10.313343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.379607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:10.399664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:10.412334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:10.413261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.450726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0445368
Dec 22 15:02:10.452006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:10.455451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34914) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:10.457974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef71b4-45f0-426d-842f-74338b3663e2 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:10.465608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:0a:36:2b', 'name': 'tempest-NetworksTestDHCPv6-827401417'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:10.488349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:10.551037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.812124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:10.827741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Allocated IP 2001:db8::2 (2f06e705-9f5e-4e0d-a974-7a005dfc6569/bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3/be358753-972f-4821-9272-be1c1e36f209) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:10.986321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 141ebec8-ea19-4201-90d2-75105d1a5384, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=141ebec8-ea19-4201-90d2-75105d1a5384,segment=NetworkSegment(9ec2e2db-425b-4120-986b-6ce48506998e),segment_id=9ec2e2db-425b-4120-986b-6ce48506998e)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:11.005742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93186261-64a0-4396-a531-09ced442167a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:11.006935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.009608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.018773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cb6b14e-1387-4974-a8a1-fcce30e12820 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:11.021544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-26a66785-4b9b-4241-b3c3-75926e318a89 None None] Provisioning complete for port 141ebec8-ea19-4201-90d2-75105d1a5384 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:11.022106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26a66785-4b9b-4241-b3c3-75926e318a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.045860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.053654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34926) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:11.058941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:11.066661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-90ce2f7f-f1b1-441d-9aa2-6fc5e4b22ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:11.082431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:11.120606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:11.126963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.139509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.167245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Subnet': ['ID=86ee8961-dd99-4b76-ba28-1e5e21f2c3c5,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:11.174625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:11.184538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:11.189480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Checking segment: {'id': 'efd2e6e9-5266-4488-befc-eff2f1097ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:11.189862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network hostable DHCP agents. Network: 22518c2d-6257-4e5d-a589-b955a4889dd6, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:11.197104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port af8211b7-bb1e-4a60-9ff9-e785e0e36336 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:11.201326 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] Sync routers for ids ['d4a64c63-5f41-464a-a6c3-9766857383d8'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:11.219948 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] Routers {'d4a64c63-5f41-464a-a6c3-9766857383d8'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:11.220614 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b804f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d4a64c63-5f41-464a-a6c3-9766857383d8'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.313794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:11.342966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b804f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.370409 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] Routers {'d4a64c63-5f41-464a-a6c3-9766857383d8'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:11.371084 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b804f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d4a64c63-5f41-464a-a6c3-9766857383d8'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.404831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211021580'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:11.427599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:11.434659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:11.441618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:11.443135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1d776-db32-450d-a1a1-b364b31e985b req-28d0bb05-cd50-4506-a1f1-96b469dc121c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:11.445318 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1ce1d776-db32-450d-a1a1-b364b31e985b req-28d0bb05-cd50-4506-a1f1-96b469dc121c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5842359
Dec 22 15:02:11.451680 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b804f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.452103 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e36ced-ce0c-4a3a-875f-67dc32380668 None None] The sync data for ids ['d4a64c63-5f41-464a-a6c3-9766857383d8'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:11.455119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:11.456514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa88464b-3aeb-4a81-85b0-4a6bc6f1d949 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:11.465121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=141ebec8-ea19-4201-90d2-75105d1a5384,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:11.468327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:11.478670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:11.480721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:11.507666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 22518c2d-6257-4e5d-a589-b955a4889dd6) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:11.521970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.523237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 11.5597467
Dec 22 15:02:11.542798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34932) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:11.552278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:11.553014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.556605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:11.559440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.561292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f040b-3fd5-4c4a-9544-f188578ac1da None None] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:11.573006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:11.582495 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9567199
Dec 22 15:02:11.588162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34936) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:11.641418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] Sync routers for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:11.649619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.680748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7299bc-b390-46ea-ac13-05f7846b5422 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:11.681313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e7299bc-b390-46ea-ac13-05f7846b5422 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:11.722359 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8162751
Dec 22 15:02:11.724569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe0a:362b (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c/af8211b7-bb1e-4a60-9ff9-e785e0e36336) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:11.724727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:11.725531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575408280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.727237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:11.741068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-948773064', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:11.742638 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1ce1d776-db32-450d-a1a1-b364b31e985b req-be349d02-9d05-4460-9055-6d4a31e03fd9 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2659631
Dec 22 15:02:11.748698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:11.752460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:router and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:11.755358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:11.762159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:11.775698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.778532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:11.789045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:security_group_rule and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:11.799669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:11.804362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.805302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.810836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575408280>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.815457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Transition to ACTIVE for port object be358753-972f-4821-9272-be1c1e36f209 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:11.819684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:11.890373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Transition to ACTIVE for port object be358753-972f-4821-9272-be1c1e36f209 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:11.894220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:11.894859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575408280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:11.956281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:11.971137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e7299bc-b390-46ea-ac13-05f7846b5422 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:11.975619 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e7299bc-b390-46ea-ac13-05f7846b5422 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports/195685f3-0be3-4952-bb54-80df7cecff22 HTTP/1.1" status: 200  len: 910 time: 0.3763528
Dec 22 15:02:11.977588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c34a25c5-968a-48b5-96b7-c511da3dc89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:11.979051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34944) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:12.006618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575408280>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:12.007189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ea3c-74b8-49b8-a827-867e255897a8 None None] The sync data for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:12.019289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.078450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:12.082212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:12.087545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:12.122321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-22518c2d-6257-4e5d-a589-b955a4889dd6', 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6', 'tenant_id': '7209d3b704c04e95a3325204ad2224f0', 'fixed_ips': [{'subnet_id': '86ee8961-dd99-4b76-ba28-1e5e21f2c3c5'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:12.123218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.188734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Pushing event updated for resources: {'Port': ['ID=be358753-972f-4821-9272-be1c1e36f209,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:12.198036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:12.254081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Attempting to bind port be358753-972f-4821-9272-be1c1e36f209 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:12.254550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Attempting to bind port be358753-972f-4821-9272-be1c1e36f209 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:12.255208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Attempting to bind port be358753-972f-4821-9272-be1c1e36f209 on network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:12.261942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Allocated IP 2001:db8::1 (9859bd79-0356-4b6b-a828-24044946e540/d6751f70-ee9d-46de-91d8-ce389a2f037f/9fb7d408-8f2c-473f-a1a7-fbabcd850fcd) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:12.277499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:12.278229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Checking segment: {'id': 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:12.278864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.279487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Bound using segment: {'id': 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:12.279749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.280370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Bound port: be358753-972f-4821-9272-be1c1e36f209, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2f06e705-9f5e-4e0d-a974-7a005dfc6569'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:12.281039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.284903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.297830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.304741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:12.341160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object af8211b7-bb1e-4a60-9ff9-e785e0e36336 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:12.352537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:12.362766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d6195-1a7d-4550-8d3e-0bb124dfed53,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:12.372312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:12.382690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b330f61-5912-4a3f-9834-e857334aa1f0 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/d4a64c63-5f41-464a-a6c3-9766857383d8 HTTP/1.1" status: 200  len: 925 time: 0.8372507
Dec 22 15:02:12.383340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34948) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:12.385925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.386502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment 0ad88982-d7aa-4b9d-957c-cc4f912b901b of type vlan for network 487847a3-172a-4131-bb11-0755a94556cf
Dec 22 15:02:12.394847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.446533 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Allocated IP 172.20.0.2 (22518c2d-6257-4e5d-a589-b955a4889dd6/86ee8961-dd99-4b76-ba28-1e5e21f2c3c5/c8d7224c-4aec-46e0-ab13-23c25506e4b9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:12.448981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] For port be358753-972f-4821-9272-be1c1e36f209, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:12.451876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f667aa81-03b7-4eb7-96d8-2387ab8888e5 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4a64c63-5f41-464a-a6c3-9766857383d8 HTTP/1.1" status: 200  len: 205 time: 0.0640345
Dec 22 15:02:12.454432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] For port be358753-972f-4821-9272-be1c1e36f209, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=be358753-972f-4821-9272-be1c1e36f209,segment=NetworkSegment(e9d8e528-d18b-4e60-b695-7aaccadbeb3c),segment_id=e9d8e528-d18b-4e60-b695-7aaccadbeb3c)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:12.455994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34952) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:12.462723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.467504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:12.547248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.570485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.581811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d13060c-7039-49e3-bf02-a5046e5f8532 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:12.676418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:12.731626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:12.737137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.741525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:12.742103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.745846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:12.752431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:12.757182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:12.757996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.761896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=af8211b7-bb1e-4a60-9ff9-e785e0e36336,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:12.807844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:12.810733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.819640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf8abdd4-7af5-4ece-a72d-c72bebb65f6e tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:12.822843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Pushing event updated for resources: {'Port': ['ID=be358753-972f-4821-9272-be1c1e36f209,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:12.826265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:12.827788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-93186261-64a0-4396-a531-09ced442167a None None] Allocated IP 2001:db8::f816:3eff:fe5c:52d1 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c/82d6d599-6afd-4775-93c1-a77624852cb2) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:12.847450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Transition to ACTIVE for port object 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:12.894736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.904921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.8502426
Dec 22 15:02:12.908953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34958) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:12.919392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Transition to ACTIVE for port object c8d7224c-4aec-46e0-ab13-23c25506e4b9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:12.920131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769504274'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:12.924441 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4620292
Dec 22 15:02:12.924603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:12.930844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:12.935599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dbaf68f9-d297-4d7e-bf21-18d9fb693d73 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:12.980958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:12.986919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:13.013790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=487847a3-172a-4131-bb11-0755a94556cf,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:13.016749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Transition to ACTIVE for port object c8d7224c-4aec-46e0-ab13-23c25506e4b9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:13.025796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:13.026760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 487847a3-172a-4131-bb11-0755a94556cf details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:13.052328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.058985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:13.061107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1fbcf091-db0d-458e-9c13-10541305a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:13.062404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:13.070606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:13.126793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.234799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:13.238032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.338142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4ef4-be80-48c6-a7e4-bc9a93411127 req-38f2f782-511d-4c99-8879-fe9c77549af3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:13.346142 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f5d4ef4-be80-48c6-a7e4-bc9a93411127 req-38f2f782-511d-4c99-8879-fe9c77549af3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4327769
Dec 22 15:02:13.382311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 141ebec8-ea19-4201-90d2-75105d1a5384 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:13.424413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 9859bd79-0356-4b6b-a828-24044946e540 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:13.432580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.454343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:13.456129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Port': ['ID=9fb7d408-8f2c-473f-a1a7-fbabcd850fcd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:13.458648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:13.459177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.462580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:13.469901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:13.475041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:13.476086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.483287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:13.490663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:13.491419 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f5d4ef4-be80-48c6-a7e4-bc9a93411127 req-7fedcca7-4d77-4575-9568-019e4f11b18a tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442902
Dec 22 15:02:13.523423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Pushing event updated for resources: {'Port': ['ID=c8d7224c-4aec-46e0-ab13-23c25506e4b9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:13.530068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.530512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:13.530670 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment aa676b59-1548-4dd9-809c-7777ff407da6 of type vlan for network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc
Dec 22 15:02:13.584181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.586815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496a7b8-8648-40bc-9bdb-aa666fb47778 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:13.592844 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a496a7b8-8648-40bc-9bdb-aa666fb47778 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.6151066
Dec 22 15:02:13.602087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34966) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:13.637086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.651232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-93186261-64a0-4396-a531-09ced442167a None None] Transition to ACTIVE for port object 82d6d599-6afd-4775-93c1-a77624852cb2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:13.681257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-93186261-64a0-4396-a531-09ced442167a None None] Transition to ACTIVE for port object 82d6d599-6afd-4775-93c1-a77624852cb2 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:13.698768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.720845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.735520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-099a62d8-64cd-4f35-b5c6-ee6cde6a31cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:13.808260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.26.3.221 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/c1a653d4-a342-437e-b5d3-8a0201270208) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:13.839647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93186261-64a0-4396-a531-09ced442167a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:13.842872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186261-64a0-4396-a531-09ced442167a None None] Pushing event updated for resources: {'Port': ['ID=82d6d599-6afd-4775-93c1-a77624852cb2,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:13.846418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-93186261-64a0-4396-a531-09ced442167a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:13.847570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-93186261-64a0-4396-a531-09ced442167a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:13.850727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93186261-64a0-4396-a531-09ced442167a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:13.881751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:13.893667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port af8211b7-bb1e-4a60-9ff9-e785e0e36336 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:13.893999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.903152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Attempting to bind port c8d7224c-4aec-46e0-ab13-23c25506e4b9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:13.903662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Attempting to bind port c8d7224c-4aec-46e0-ab13-23c25506e4b9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'efd2e6e9-5266-4488-befc-eff2f1097ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:13.904578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Attempting to bind port c8d7224c-4aec-46e0-ab13-23c25506e4b9 on network 22518c2d-6257-4e5d-a589-b955a4889dd6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:13.957146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.963449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:13.963988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Checking segment: {'id': 'efd2e6e9-5266-4488-befc-eff2f1097ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:13.964632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:13.965139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Bound using segment: {'id': 'efd2e6e9-5266-4488-befc-eff2f1097ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:13.965730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Bound port: c8d7224c-4aec-46e0-ab13-23c25506e4b9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd2e6e9-5266-4488-befc-eff2f1097ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:13.966209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.037806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.041949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:14.042686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.053362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-494c7df1-8fdd-4c1b-b218-1e30f4ba2a7d tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:14.072699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 141ebec8-ea19-4201-90d2-75105d1a5384 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:14.073082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.096791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.112572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.122054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-93186261-64a0-4396-a531-09ced442167a None None] Attempting to bind port 82d6d599-6afd-4775-93c1-a77624852cb2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:14.122256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-93186261-64a0-4396-a531-09ced442167a None None] Attempting to bind port 82d6d599-6afd-4775-93c1-a77624852cb2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:14.122662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93186261-64a0-4396-a531-09ced442167a None None] Attempting to bind port 82d6d599-6afd-4775-93c1-a77624852cb2 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:14.133789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port 5dda4aec-011c-4d39-abca-49f1fb00e33f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:14.134273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.200601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] For port c8d7224c-4aec-46e0-ab13-23c25506e4b9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:14.204438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] For port c8d7224c-4aec-46e0-ab13-23c25506e4b9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c8d7224c-4aec-46e0-ab13-23c25506e4b9,segment=NetworkSegment(efd2e6e9-5266-4488-befc-eff2f1097ec8),segment_id=efd2e6e9-5266-4488-befc-eff2f1097ec8)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:14.206853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93186261-64a0-4396-a531-09ced442167a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:14.209128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93186261-64a0-4396-a531-09ced442167a None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:14.209589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.210158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93186261-64a0-4396-a531-09ced442167a None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:14.211561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-93186261-64a0-4396-a531-09ced442167a None None] Bound port: 82d6d599-6afd-4775-93c1-a77624852cb2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:14.212263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.271553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.281407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-50c9df33-9a2c-4881-805c-51d85fad864e tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:14.294322 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3779490
Dec 22 15:02:14.305952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d91b4f25-1c4e-4fe8-bbef-078255864dfa None None] Provisioning for port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:14.312146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.325354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34970) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:14.328095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e9e38f98-f512-4948-aaf1-614b1ac6603f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:14.340905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '487847a3-172a-4131-bb11-0755a94556cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:14.361253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d91b4f25-1c4e-4fe8-bbef-078255864dfa None None] Provisioning complete for port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:14.361253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d91b4f25-1c4e-4fe8-bbef-078255864dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.385806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a79fd-3f10-4717-b768-3544f69be823 None None] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:14.469659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:14.475726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=c1a653d4-a342-437e-b5d3-8a0201270208,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:14.488529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:14.502190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:14.575349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.576123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.576123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.576471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.576836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.577194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.577551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.577904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.578252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.578669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.579023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:14.587483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:14.595008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:14.603702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.611302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:14.617860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:14.619651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-93186261-64a0-4396-a531-09ced442167a None None] For port 82d6d599-6afd-4775-93c1-a77624852cb2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:14.622624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d91b4f25-1c4e-4fe8-bbef-078255864dfa None None] Port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:14.632260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:14.656784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Pushing event updated for resources: {'Port': ['ID=c8d7224c-4aec-46e0-ab13-23c25506e4b9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:14.664443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:14.679082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-93186261-64a0-4396-a531-09ced442167a None None] For port 82d6d599-6afd-4775-93c1-a77624852cb2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=82d6d599-6afd-4775-93c1-a77624852cb2,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:14.686721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:14.690542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93186261-64a0-4396-a531-09ced442167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:14.709632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:14.723526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6790a070-7e99-4bb0-97b4-e55fb28205f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:14.770813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:14.853097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for 5dda4aec-011c-4d39-abca-49f1fb00e33f owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:14.970417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:15.048889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186261-64a0-4396-a531-09ced442167a None None] Pushing event updated for resources: {'Port': ['ID=82d6d599-6afd-4775-93c1-a77624852cb2,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:15.059415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-93186261-64a0-4396-a531-09ced442167a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:15.068271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dcbb7296-fc4d-4209-9fc5-fc1bea496362 None None] Provisioning for port be358753-972f-4821-9272-be1c1e36f209 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:15.173925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.188140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.199116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.199925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.210687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dd74b290-3823-4aef-b77c-3161f23545f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:15.315744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device be358753-972f-4821-9272-be1c1e36f209 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:15.454158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:15.474200 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Sync routers for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:15.525229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port be358753-972f-4821-9272-be1c1e36f209 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:15.532515 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:15.536722 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "PUT /v2.0/routers/e642f8ee-73b9-4d96-9c36-ef311a1cdd12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8612115
Dec 22 15:02:15.537273 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4df70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:15.544263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34976) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:15.548335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port be358753-972f-4821-9272-be1c1e36f209 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:15.552213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.618941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.907647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Provisioning complete for port be358753-972f-4821-9272-be1c1e36f209 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:15.908273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:15.946725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for af8211b7-bb1e-4a60-9ff9-e785e0e36336 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:15.952554 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:16.143997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.145100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.162275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf29bfe7-30d8-4e5d-b732-e43bd36f4470 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:16.185291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] For port be358753-972f-4821-9272-be1c1e36f209, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=be358753-972f-4821-9272-be1c1e36f209,segment=NetworkSegment(e9d8e528-d18b-4e60-b695-7aaccadbeb3c),segment_id=e9d8e528-d18b-4e60-b695-7aaccadbeb3c)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:16.186652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.213774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.221215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Port': ['ID=9fb7d408-8f2c-473f-a1a7-fbabcd850fcd,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:16.246979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:16.308182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.368079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Pushing event updated for resources: {'Port': ['ID=be358753-972f-4821-9272-be1c1e36f209,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:16.377715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774712db-6b20-4ae9-9417-c340281ca17a None None] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:16.404142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.404798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.405329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.405837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.406504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.407021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.407536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.408034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.408567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.409085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.409331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.409680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.409897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.410011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.410338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.410668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.413272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.413602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.413931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.414259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.414583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.414905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:02:16.446680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:16.447191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57156666-08d1-4359-a63f-515c19e65be1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:16.496112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:16.503044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=a73fbc6f-08f0-4119-b3e9-593b5d7126c2,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:16.503590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c24d7828-6cbc-481d-ad6b-a4ad43873437 None None] Provisioning for port c8d7224c-4aec-46e0-ab13-23c25506e4b9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:16.519336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:16.527086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.540786 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/af8211b7-bb1e-4a60-9ff9-e785e0e36336 HTTP/1.1" status: 204  len: 168 time: 2.9335835
Dec 22 15:02:16.541631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=af8211b7-bb1e-4a60-9ff9-e785e0e36336,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:16.549404 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4df70>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T15:02:07Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:16.551463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:16.552754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34980) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:16.557585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Checking router: e642f8ee-73b9-4d96-9c36-ef311a1cdd12 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:02:16.560875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:16.561326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:16.566231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.568116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.572474 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Routers {'e642f8ee-73b9-4d96-9c36-ef311a1cdd12'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:16.573106 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4df70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:16.574251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.578258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': '0ad88982-d7aa-4b9d-957c-cc4f912b901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '487847a3-172a-4131-bb11-0755a94556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:16.579054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 487847a3-172a-4131-bb11-0755a94556cf, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:16.599053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:16.663579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=5dda4aec-011c-4d39-abca-49f1fb00e33f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:16.750133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b6cb8-cb48-41f9-9495-4a60e754ff75 req-697e5c97-0001-4386-9f8e-2b07f91665c6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:16.751645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a85b6cb8-cb48-41f9-9495-4a60e754ff75 req-697e5c97-0001-4386-9f8e-2b07f91665c6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 1.5652761
Dec 22 15:02:16.754247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:16.857091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Deleting subnet 6f73f339-51e1-478e-a310-7dbcb55437de {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:16.860341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.865942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a63724-30b6-4ddd-8fa3-85564deae630 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:16.867682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a63724-30b6-4ddd-8fa3-85564deae630 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:16.875002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a2a63724-30b6-4ddd-8fa3-85564deae630 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:16.882062 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] Set router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:16.899670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 9859bd79-0356-4b6b-a828-24044946e540 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:16.916876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:16.924878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:16.959692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b6091fc9-29ec-4d7b-9329-f61edfb1051f None None] Provisioning for port 82d6d599-6afd-4775-93c1-a77624852cb2 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:17.021665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.141742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 487847a3-172a-4131-bb11-0755a94556cf is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:17.211602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c8d7224c-4aec-46e0-ab13-23c25506e4b9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:17.254020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.266774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8543524e-79e6-4205-905e-d1aad8ce6fb2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:17.295413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 487847a3-172a-4131-bb11-0755a94556cf) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:17.319835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563c1eb-237b-4aaa-a4cd-24388d5529ce None None] Network 487847a3-172a-4131-bb11-0755a94556cf requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:17.357181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:17.357763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.368801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Subnet': ['ID=6f73f339-51e1-478e-a310-7dbcb55437de,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:17.378542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:17.409966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4df70>, [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T15:02:07Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:17.415939 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326912e-22b9-4e39-bd1e-3e71c1606bad None None] The sync data for ids ['e642f8ee-73b9-4d96-9c36-ef311a1cdd12'] in dv-neutron-822675-1-hyperv is: [{'id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752554682', 'tenant_id': '0469d3131f604f12a957d2f72509d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:59:07Z', 'updated_at': '2021-12-22T15:02:07Z', 'revision_number': 5, 'project_id': '0469d3131f604f12a957d2f72509d48a', 'gw_port': {'id': '0209a7bc-8a57-454e-b932-3e1cdf2ea1b0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e642f8ee-73b9-4d96-9c36-ef311a1cdd12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:59:09Z', 'updated_at': '2021-12-22T14:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:17.443709 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a85b6cb8-cb48-41f9-9495-4a60e754ff75 req-279c89ef-d6c2-453b-b2ec-d25f71dab8da tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6704869
Dec 22 15:02:17.444408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a2a63724-30b6-4ddd-8fa3-85564deae630 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:17.449577 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a2a63724-30b6-4ddd-8fa3-85564deae630 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.8888426
Dec 22 15:02:17.453864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34984) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:17.515745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.530135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15dbfb7-1a44-44f0-a08e-73250c9777b1 None None] Network 676a16bd-3023-4b30-bb25-270f33f39a57 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:17.552441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c8d7224c-4aec-46e0-ab13-23c25506e4b9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:17.649118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c8d7224c-4aec-46e0-ab13-23c25506e4b9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:17.649514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.662479 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "DELETE /v2.0/subnets/6f73f339-51e1-478e-a310-7dbcb55437de HTTP/1.1" status: 204  len: 168 time: 2.1020036
Dec 22 15:02:17.664597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34988) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:17.694423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-69f41176-251c-44d8-98fa-c242ed639d38 None None] Could not find standard attr ID for object af8211b7-bb1e-4a60-9ff9-e785e0e36336. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:02:17.724229 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3933551
Dec 22 15:02:17.724229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:17.749167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 34992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:17.766727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:17.805779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-69f41176-251c-44d8-98fa-c242ed639d38 None None] Provisioning complete for port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:17.806162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-69f41176-251c-44d8-98fa-c242ed639d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.009229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:18.016947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:18.028419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:18.030592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.040179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-69f41176-251c-44d8-98fa-c242ed639d38 None None] Port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:18.072964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:18.077690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.090826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:18.092804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-487847a3-172a-4131-bb11-0755a94556cf', 'network_id': '487847a3-172a-4131-bb11-0755a94556cf', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': 'a73fbc6f-08f0-4119-b3e9-593b5d7126c2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:18.093612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.094772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 195685f3-0be3-4952-bb54-80df7cecff22 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:18.095102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.162804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.186986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port c8d7224c-4aec-46e0-ab13-23c25506e4b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c8d7224c-4aec-46e0-ab13-23c25506e4b9,segment=NetworkSegment(efd2e6e9-5266-4488-befc-eff2f1097ec8),segment_id=efd2e6e9-5266-4488-befc-eff2f1097ec8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:18.193850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.206642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:18.224352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57266b08-3994-40a6-b76a-f9b29272cc1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:18.264368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.268118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] DHCP port deletion for 676a16bd-3023-4b30-bb25-270f33f39a57 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:18.293731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Deleting port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:18.293731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.340698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.411341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 958815f2-93fc-4fb4-bfbc-befc951de091 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:18.415134 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=c8d7224c-4aec-46e0-ab13-23c25506e4b9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:18.419936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:18.469693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.490466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Allocated IP 2001:db8::2 (487847a3-172a-4131-bb11-0755a94556cf/a73fbc6f-08f0-4119-b3e9-593b5d7126c2/aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:18.511375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.511925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router d4a64c63-5f41-464a-a6c3-9766857383d8 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:18.545037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.549755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 82d6d599-6afd-4775-93c1-a77624852cb2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:18.549946 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/d4a64c63-5f41-464a-a6c3-9766857383d8 HTTP/1.1" status: 204  len: 168 time: 6.0884535
Dec 22 15:02:18.550997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 34998) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:18.568912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559210881', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:18.588796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.662454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:18.682349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:router and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:18.692782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:18.721568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:18.735095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Router 79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:18.742314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.749420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6e5f4a01-d24d-42fa-92db-57494f483371 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:18.774852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.839370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.840305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.859093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] For port 6a2446de-1acf-4b64-8dc0-5a7cf493f982, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6a2446de-1acf-4b64-8dc0-5a7cf493f982,segment=NetworkSegment(c2bea72f-d0be-4901-8098-0468a9395bcf),segment_id=c2bea72f-d0be-4901-8098-0468a9395bcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:18.859592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.926958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:18.963818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.005005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Calling delete_port for 6a2446de-1acf-4b64-8dc0-5a7cf493f982 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:19.007180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29691eea-d9d8-4550-921a-28f032d74afd req-84e0bf33-feb1-4ba4-bfc5-b17a55a7cbf7 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:19.008687 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-29691eea-d9d8-4550-921a-28f032d74afd req-84e0bf33-feb1-4ba4-bfc5-b17a55a7cbf7 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.2912116
Dec 22 15:02:19.066648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 82d6d599-6afd-4775-93c1-a77624852cb2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:19.086279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 195685f3-0be3-4952-bb54-80df7cecff22 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:19.092438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 82d6d599-6afd-4775-93c1-a77624852cb2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:19.092826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.151300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=e6759f4f-7811-49d8-ad65-4b67dba9091f,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:19.213834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:19.215013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:19.226135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-29691eea-d9d8-4550-921a-28f032d74afd req-ec730a56-c338-4cb6-a194-88fa3a908345 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055640
Dec 22 15:02:19.230411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] Sync routers for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:19.232747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.242171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:19.260432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.275069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.279609 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.5499647
Dec 22 15:02:19.282364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35004) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:19.286585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.319291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Pushing event deleted for resources: {'Port': ['ID=6a2446de-1acf-4b64-8dc0-5a7cf493f982,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:19.322106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:19.323151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.347082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] No DVR routers for this DVR port 6a2446de-1acf-4b64-8dc0-5a7cf493f982 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:19.352909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Transition to ACTIVE for port object aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:19.358014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.364516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:19.365318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575865850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:19.368923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-129039fc-10ea-4cd3-9bb9-05fce4a169b3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:19.400682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Deleting port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:19.400980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.415145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:19.419795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': 'aa676b59-1548-4dd9-809c-7777ff407da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:19.420142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:19.424501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:19.435611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.472428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb9428-27cd-444f-8471-ae72fa48cfde None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:19.477449 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c HTTP/1.1" status: 204  len: 168 time: 2.0224907
Dec 22 15:02:19.487031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35008) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:19.502731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575865850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:19.557293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Transition to ACTIVE for port object aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:19.568822 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-91481d8a-4566-407a-b7ce-f515e9b5e818 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0873682
Dec 22 15:02:19.569429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35012) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:19.597350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.601566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.618262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c7c95ee-6115-427f-95ea-4172fa6100a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:19.656825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:19.687731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:19.688500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575865850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:19.710288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.717989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e2f07376-3b28-4488-b93d-673d2e099adf tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:19.749799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:19.766284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:19.766854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.781996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=195685f3-0be3-4952-bb54-80df7cecff22,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:19.787995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc032c0-2a83-4d09-9319-c1ed36601326 None None] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:19.792081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:19.872213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:19.874639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1156719
Dec 22 15:02:19.875358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] For port 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:19.875894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:19.878105 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4785666
Dec 22 15:02:19.885857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:19.886183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35018) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:19.891809 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] Sync routers for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:19.908312 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:19.908997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c975e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:19.962171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1034111228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:19.984803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:19.999530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Network 487847a3-172a-4131-bb11-0755a94556cf is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:20.021655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Calling delete_port for 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:20.035838 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c975e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:20.051947 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:20.053190 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c975e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:20.080511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:20.090154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:20.096906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:20.138699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Pushing event updated for resources: {'Port': ['ID=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:20.142126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575865850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:20.142126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea79f9d-031b-4a58-85d2-f10079a9e8c6 None None] The sync data for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:20.160824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:20.174636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 82d6d599-6afd-4775-93c1-a77624852cb2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=82d6d599-6afd-4775-93c1-a77624852cb2,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:20.177659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:20.185990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:20.194819 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c975e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:20.195598 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7a805-6414-45fa-9ea8-177ed1496e56 None None] The sync data for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:20.221510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3c6a4-f99a-4e35-9275-afadbfbe1e5e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:20.222500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-88b3c6a4-f99a-4e35-9275-afadbfbe1e5e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:20.245014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.245927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.275854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-88b3c6a4-f99a-4e35-9275-afadbfbe1e5e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:20.279419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-88b3c6a4-f99a-4e35-9275-afadbfbe1e5e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.6255984
Dec 22 15:02:20.280028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35026) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:20.284982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.286129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device be358753-972f-4821-9272-be1c1e36f209 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:20.337110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.347165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.351298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33427d6b-3c23-4186-be49-686daac3c9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:20.394756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097752e-5293-43ef-b966-2de7a8ecdc72 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:20.396043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2097752e-5293-43ef-b966-2de7a8ecdc72 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:20.403041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.421562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.492271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=82d6d599-6afd-4775-93c1-a77624852cb2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:20.502768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:20.526359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.530169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1b42c23-339b-4144-bd5a-75c54640e896 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:20.532359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Attempting to bind port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:20.532770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Attempting to bind port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '0ad88982-d7aa-4b9d-957c-cc4f912b901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '487847a3-172a-4131-bb11-0755a94556cf'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:20.533141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Attempting to bind port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b on network 487847a3-172a-4131-bb11-0755a94556cf {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:20.535554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc', 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': 'e6759f4f-7811-49d8-ad65-4b67dba9091f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:20.536946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.581441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:20.581854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Checking segment: {'id': '0ad88982-d7aa-4b9d-957c-cc4f912b901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '487847a3-172a-4131-bb11-0755a94556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:20.582933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.583436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Bound using segment: {'id': '0ad88982-d7aa-4b9d-957c-cc4f912b901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '487847a3-172a-4131-bb11-0755a94556cf'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:20.584079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Bound port: aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad88982-d7aa-4b9d-957c-cc4f912b901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '487847a3-172a-4131-bb11-0755a94556cf'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:20.584489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.657887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Port': ['ID=0209a7bc-8a57-454e-b932-3e1cdf2ea1b0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:20.669721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2097752e-5293-43ef-b966-2de7a8ecdc72 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:20.673482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:20.674821 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2097752e-5293-43ef-b966-2de7a8ecdc72 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3924839
Dec 22 15:02:20.676638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35032) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:20.751994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.773525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port be358753-972f-4821-9272-be1c1e36f209 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:20.773911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.800783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:20.801003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf6d0bd3-10fd-45a4-8dca-45908418fa9f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1187997
Dec 22 15:02:20.806190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.809675 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3b6e497e-ab96-4f7a-b10a-290891fe3ee7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9220665
Dec 22 15:02:20.813626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35036) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:20.813957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35038) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:20.827345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Deleting port 82d6d599-6afd-4775-93c1-a77624852cb2 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:20.827731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:20.850296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 172.26.3.3 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/08696b10-0de7-4e0e-a18b-6eadfd423bdc) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:20.903977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:20.941170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Allocated IP 2001:db8:1::2 (3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc/e6759f4f-7811-49d8-ad65-4b67dba9091f/c41e3508-7a0e-44cb-9527-494904ffa587) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:20.977388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] For port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:21.010183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] For port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,segment=NetworkSegment(0ad88982-d7aa-4b9d-957c-cc4f912b901b),segment_id=0ad88982-d7aa-4b9d-957c-cc4f912b901b)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:21.080463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.092638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:21.249033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.250736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:21.290008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:21.358452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] For port 82d6d599-6afd-4775-93c1-a77624852cb2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=82d6d599-6afd-4775-93c1-a77624852cb2,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:21.359054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fd2e9-850a-4f7f-aa65-bb83438e310f req-8799ccd5-f283-4603-8489-35ca641555ac tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:21.359152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.367024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-540fd2e9-850a-4f7f-aa65-bb83438e310f req-8799ccd5-f283-4603-8489-35ca641555ac tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7075691
Dec 22 15:02:21.371909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Pushing event updated for resources: {'Port': ['ID=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:21.389870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 69defebc-5bf2-4969-8a0a-7660533c48c2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:21.424306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:21.466845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:21.470454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.547969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 69defebc-5bf2-4969-8a0a-7660533c48c2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:21.548348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 69defebc-5bf2-4969-8a0a-7660533c48c2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:21.549610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.654984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.667679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.669277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.683864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Calling delete_port for 82d6d599-6afd-4775-93c1-a77624852cb2 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:21.743445 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-540fd2e9-850a-4f7f-aa65-bb83438e310f req-6c3e2cdd-8ca5-4aad-91cd-cfa5e84e5a59 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3753629
Dec 22 15:02:21.746110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.746851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Fanout notify agent at l3_agent the message router_deleted on router e642f8ee-73b9-4d96-9c36-ef311a1cdd12 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:21.815069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c8d7224c-4aec-46e0-ab13-23c25506e4b9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:21.891458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.899686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:21.949011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Transition to ACTIVE for port object c41e3508-7a0e-44cb-9527-494904ffa587 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:21.954937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:21.977408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bd820f1a-4638-4296-8277-3414dc240c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:21.981244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=08696b10-0de7-4e0e-a18b-6eadfd423bdc,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:21.988004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:22.010294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.015543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "DELETE /v2.0/routers/e642f8ee-73b9-4d96-9c36-ef311a1cdd12 HTTP/1.1" status: 204  len: 168 time: 4.3499708
Dec 22 15:02:22.025311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35046) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:22.030719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:22.032921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:22.050550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:22.072227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Pushing event deleted for resources: {'Port': ['ID=82d6d599-6afd-4775-93c1-a77624852cb2,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:22.077192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] No DVR routers for this DVR port 82d6d599-6afd-4775-93c1-a77624852cb2 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:22.081047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c8d7224c-4aec-46e0-ab13-23c25506e4b9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:22.082593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.137870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:22.154482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Transition to ACTIVE for port object c41e3508-7a0e-44cb-9527-494904ffa587 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:22.171603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.196671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3e451fc1-11ed-460f-8a8e-42e09d35fa2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:22.298362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:22.299725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:22.311569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:22.329154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Pushing event updated for resources: {'Port': ['ID=c41e3508-7a0e-44cb-9527-494904ffa587,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:22.338043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:22.483363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Attempting to bind port c41e3508-7a0e-44cb-9527-494904ffa587 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:22.484055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Attempting to bind port c41e3508-7a0e-44cb-9527-494904ffa587 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'aa676b59-1548-4dd9-809c-7777ff407da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:22.484157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Attempting to bind port c41e3508-7a0e-44cb-9527-494904ffa587 on network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:22.509597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:22.510176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Checking segment: {'id': 'aa676b59-1548-4dd9-809c-7777ff407da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:22.510400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.510991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Bound using segment: {'id': 'aa676b59-1548-4dd9-809c-7777ff407da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:22.511279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Bound port: c41e3508-7a0e-44cb-9527-494904ffa587, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa676b59-1548-4dd9-809c-7777ff407da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:22.511662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.557320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.570286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-eaf0aa4b-454a-442b-b6f0-f1dd16bc9315 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.2423167
Dec 22 15:02:22.631972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.641624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 82d6d599-6afd-4775-93c1-a77624852cb2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:22.699569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 82d6d599-6afd-4775-93c1-a77624852cb2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:22.699996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 82d6d599-6afd-4775-93c1-a77624852cb2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:22.700538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6a2446de-1acf-4b64-8dc0-5a7cf493f982 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:22.735328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 6a2446de-1acf-4b64-8dc0-5a7cf493f982 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:22.735773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6a2446de-1acf-4b64-8dc0-5a7cf493f982 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:22.745340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.745525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.789979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] For port c41e3508-7a0e-44cb-9527-494904ffa587, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:22.793567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] For port c41e3508-7a0e-44cb-9527-494904ffa587, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c41e3508-7a0e-44cb-9527-494904ffa587,segment=NetworkSegment(aa676b59-1548-4dd9-809c-7777ff407da6),segment_id=aa676b59-1548-4dd9-809c-7777ff407da6)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:22.799277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:22.806101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-660a7464-3522-45be-927f-3e2c2059ad6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:22.903679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Pushing event updated for resources: {'Port': ['ID=c41e3508-7a0e-44cb-9527-494904ffa587,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:22.915834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:22.948085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a6639-3aaa-4cf0-b3bd-dd1d373333ce None None] Network 487847a3-172a-4131-bb11-0755a94556cf requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:23.081527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-78e77edf-d47e-4159-9207-e3527f2ec66c None None] Provisioning for port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:23.158736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:23.223458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-5e3cde09-a4b7-460b-ac76-8bda9343d39c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:23.224980 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-5e3cde09-a4b7-460b-ac76-8bda9343d39c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.6431553
Dec 22 15:02:23.267177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574604f10>,) {'filters': {'network_id': ['676a16bd-3023-4b30-bb25-270f33f39a57']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:23.400665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574604f10>, 'c2bea72f-d0be-4901-8098-0468a9395bcf') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:23.401019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574604f10>, 'c2bea72f-d0be-4901-8098-0468a9395bcf') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:23.475663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:23.490729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba274eb-cc36-41bb-9b75-777fb135bfd2 req-ad69f59f-f60d-4ea4-a05c-d3414629c5c3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:23.497551 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ba274eb-cc36-41bb-9b75-777fb135bfd2 req-ad69f59f-f60d-4ea4-a05c-d3414629c5c3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 1.2313442
Dec 22 15:02:23.514524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-7c17afc0-b1fe-45f2-b909-33f3c770da82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.2804465
Dec 22 15:02:23.516364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:23.651518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:23.656802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-7183e00c-6bb1-4275-bb48-e5daff173340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:23.657896 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-7183e00c-6bb1-4275-bb48-e5daff173340 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.1340170
Dec 22 15:02:23.659101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:02:23.659683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:23.734673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.1 (22518c2d-6257-4e5d-a589-b955a4889dd6/86ee8961-dd99-4b76-ba28-1e5e21f2c3c5/57b18141-e7db-4bdb-ab4e-b3d91d2edacd) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:23.794935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c41e3508-7a0e-44cb-9527-494904ffa587 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:23.878409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c41e3508-7a0e-44cb-9527-494904ffa587 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:23.886471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:23.971742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-a97184e2-f01f-438c-98f1-988f42ef0ac9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3054104
Dec 22 15:02:23.981732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:23.988080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:23.989549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.122444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.133873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router eb8e6a20-698a-4664-8733-673896b5a2d1 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:24.134861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136032fe-256d-452f-a458-1abb62e6c8a3 None None] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:24.141933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:02:24.150285 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:02:24.168419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ba274eb-cc36-41bb-9b75-777fb135bfd2 req-9001160d-f1a9-4cd9-80d2-9d6826f71dd3 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6699719
Dec 22 15:02:24.243805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,segment=NetworkSegment(0ad88982-d7aa-4b9d-957c-cc4f912b901b),segment_id=0ad88982-d7aa-4b9d-957c-cc4f912b901b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:24.246965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:02:24.251769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-9800ff34-d87d-4689-9c95-ba9b31eadc93 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678142
Dec 22 15:02:24.251979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.256608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-93186261-64a0-4396-a531-09ced442167a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:24.259601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Transition to ACTIVE for port object 57b18141-e7db-4bdb-ab4e-b3d91d2edacd will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:24.268966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.273979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.285574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Provisioning for port c41e3508-7a0e-44cb-9527-494904ffa587 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:24.291087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08875254-648a-436d-8ff3-90c0fb6668de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:24.298071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:24.306134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.323120 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "DELETE /v2.0/networks/676a16bd-3023-4b30-bb25-270f33f39a57 HTTP/1.1" status: 204  len: 168 time: 2.2598224
Dec 22 15:02:24.343344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35054) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:24.345468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Provisioning complete for port c41e3508-7a0e-44cb-9527-494904ffa587 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:24.345826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.386435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:24.386657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0209a7bc-8a57-454e-b932-3e1cdf2ea1b0 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:24.395418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'Network': ['ID=676a16bd-3023-4b30-bb25-270f33f39a57,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:24.397207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:24.406644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f78a81cc-f582-4407-a1ba-5ad183ed4cbf tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:24.466358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:24.470643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.476818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:24.480410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ecf9026-b7d1-4107-813e-095736bf0847 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:24.500075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:24.509475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:24.512183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:24.512799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.540172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3dd783e-5d3b-42ea-a819-96cb3627c66a req-848d7440-463c-4aa1-a8aa-a391518439e9 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788210
Dec 22 15:02:24.541478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1fc6b-af28-46c2-bf86-fcd4b1e762e8 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:24.606208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=a6c94873-c5b3-41ec-b94d-784d9dad6b21,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:24.609152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:24.611212 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-9c50b49d-7ed6-49bf-8ca3-7ab0f713ada4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:02:24.612285 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c50b49d-7ed6-49bf-8ca3-7ab0f713ada4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 4.7236605
Dec 22 15:02:24.620703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35058) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:24.650747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.660016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:24.667195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7dac4d1b-ff78-48ca-8d4b-e659d81550ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.680017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:24.693365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=57b18141-e7db-4bdb-ab4e-b3d91d2edacd,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:24.697185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.702406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router d6346d79-77f6-4db5-bcea-e9059b5ffdf3 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:24.706929 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.8858433
Dec 22 15:02:24.716737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:24.718731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35062) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:24.754881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:24.770189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.781124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] For port c41e3508-7a0e-44cb-9527-494904ffa587, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c41e3508-7a0e-44cb-9527-494904ffa587,segment=NetworkSegment(aa676b59-1548-4dd9-809c-7777ff407da6),segment_id=aa676b59-1548-4dd9-809c-7777ff407da6)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:24.791474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:02:c8:ed', 'name': 'tempest-NetworksTestDHCPv6-2076301072'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:24.819825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.826064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c275bba9-16ab-4fad-b9a5-a36e918b39e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:24.828710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:24.904548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8::1 (487847a3-172a-4131-bb11-0755a94556cf/a73fbc6f-08f0-4119-b3e9-593b5d7126c2/f801a5b7-a046-4122-a14a-c7a83326a21d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:24.912138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:24.957858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Sync routers for ids ['eb8e6a20-698a-4664-8733-673896b5a2d1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:24.973978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Pushing event updated for resources: {'Port': ['ID=c41e3508-7a0e-44cb-9527-494904ffa587,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:24.992170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:24.993055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'a6c94873-c5b3-41ec-b94d-784d9dad6b21'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:24.993877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.018157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.019504 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 6.4625442
Dec 22 15:02:25.023861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Routers {'eb8e6a20-698a-4664-8733-673896b5a2d1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:25.024502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:25.024912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857596c3a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['eb8e6a20-698a-4664-8733-673896b5a2d1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:25.158948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.356019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.358637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.362518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] 10.222.0.69 "DELETE /v2.0/security-groups/4c1d6052-529e-47d4-80e7-4193e1f2fc09 HTTP/1.1" status: 204  len: 168 time: 1.0154653
Dec 22 15:02:25.377812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:25.384148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1bd6546c-92aa-4d90-a8fa-b082e80d4fd4 None None] Provisioning for port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:25.384988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:25.407855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:25.424251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:25.436558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1bd6546c-92aa-4d90-a8fa-b082e80d4fd4 None None] Provisioning complete for port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:25.437415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1bd6546c-92aa-4d90-a8fa-b082e80d4fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.438770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:25.478915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d6052-529e-47d4-80e7-4193e1f2fc09,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:25.483488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:25.492279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.497263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:25.597289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Allocated IP 2001:db8::f816:3eff:fe3e:7e2e (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a6c94873-c5b3-41ec-b94d-784d9dad6b21/a48666c6-9dba-4eb8-ad48-681f5454d09c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:25.607855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6546c-92aa-4d90-a8fa-b082e80d4fd4 None None] Port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:25.633516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Set router eb8e6a20-698a-4664-8733-673896b5a2d1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:25.758629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object f801a5b7-a046-4122-a14a-c7a83326a21d will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:25.865039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:25.872258 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8897891
Dec 22 15:02:25.873548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.877577 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] Sync routers for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:25.879573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.894348 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:25.895862 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c972b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:25.928501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35078) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:25.929559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35080) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:25.968455 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c972b0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:25.969638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:25.987293 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:25.988358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c972b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:01:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:25.991586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Transition to ACTIVE for port object a48666c6-9dba-4eb8-ad48-681f5454d09c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:26.016452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Transition to ACTIVE for port object a48666c6-9dba-4eb8-ad48-681f5454d09c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:26.027456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed9bcd-2f98-4f71-909a-833ce2438141 req-cfee8bb1-fe2a-4837-977a-36921340b3f2 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:26.035487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1ed9bcd-2f98-4f71-909a-833ce2438141 req-cfee8bb1-fe2a-4837-977a-36921340b3f2 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5593717
Dec 22 15:02:26.048119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:26.106828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.111132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c41e3508-7a0e-44cb-9527-494904ffa587 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:26.124498 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c972b0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:26.127675 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d792d4-48e4-4355-afb2-e218d6dea151 None None] The sync data for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:26.144359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 78aecbcf-58f1-4c6b-97b0-662a4eeb343a yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:26.190727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 487847a3-172a-4131-bb11-0755a94556cf is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:26.195507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=f801a5b7-a046-4122-a14a-c7a83326a21d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:26.204514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:26.205035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:26.208016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:26.214114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:26.214643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.221405 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a1ed9bcd-2f98-4f71-909a-833ce2438141 req-8a5aade4-0b9e-496d-b9d0-072a6f05e7cd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1841898
Dec 22 15:02:26.231505 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:02:26.279491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.374310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c41e3508-7a0e-44cb-9527-494904ffa587 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:26.375178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.423313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:26.424303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6005c2db-aaa3-4b6f-aeef-1156638bddd4 None None] Provisioning complete for port c41e3508-7a0e-44cb-9527-494904ffa587 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:26.424757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6005c2db-aaa3-4b6f-aeef-1156638bddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.508481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e77d39c1-4e3f-4561-8d37-184a9ea2559e tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/eb8e6a20-698a-4664-8733-673896b5a2d1 HTTP/1.1" status: 200  len: 906 time: 1.4699447
Dec 22 15:02:26.513746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35090) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:26.514917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:26.517877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:26.542592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Pushing event updated for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:26.545490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:26.553167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559210881', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': True}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:26.588726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:26.615704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Usage tracker for resource:router and tenant:7e24626fa473431c96c4c36c3b9dd788 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:26.624811 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3556d91c-1133-41b0-8b06-3f3b0577d147 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0469d3131f604f12a957d2f72509d48a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6901579
Dec 22 15:02:26.631361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35094) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:26.636232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:26.663850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:26.696951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe02:c8ed (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a6c94873-c5b3-41ec-b94d-784d9dad6b21/78aecbcf-58f1-4c6b-97b0-662a4eeb343a) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:26.724263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.734621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.749400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.750354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.750842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.778299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Attempting to bind port a48666c6-9dba-4eb8-ad48-681f5454d09c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:26.778768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Attempting to bind port a48666c6-9dba-4eb8-ad48-681f5454d09c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:26.779195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Attempting to bind port a48666c6-9dba-4eb8-ad48-681f5454d09c on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:26.781163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf080c37-66fc-4d3a-88e3-a39ad971add7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:26.828485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:26.829460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:26.829460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.829839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:26.830467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Bound port: a48666c6-9dba-4eb8-ad48-681f5454d09c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:26.830810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.874190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=57b18141-e7db-4bdb-ab4e-b3d91d2edacd,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:26.878612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a64511-f79b-4b0e-ae25-97526c496690 req-0cb4ad29-9382-4e11-8aef-baa0647b7d61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:26.880266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:26.881222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.885986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c9a64511-f79b-4b0e-ae25-97526c496690 req-0cb4ad29-9382-4e11-8aef-baa0647b7d61 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4483395
Dec 22 15:02:26.914264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:26.953029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:26.959116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.039980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.097179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857596c3a0>, [{'id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3'}], 'enable_snat': False}, 'gw_port_id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:18Z', 'updated_at': '2021-12-22T15:02:22Z', 'revision_number': 3, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port': {'id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:02:20Z', 'updated_at': '2021-12-22T15:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:27.104314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03dfea54-9c26-40a2-87aa-3b258dbfad23 None None] Provisioning for port f801a5b7-a046-4122-a14a-c7a83326a21d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:27.112870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:27.118503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:27.120825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03dfea54-9c26-40a2-87aa-3b258dbfad23 None None] Provisioning complete for port f801a5b7-a046-4122-a14a-c7a83326a21d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:27.121031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03dfea54-9c26-40a2-87aa-3b258dbfad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.145448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Checking router: eb8e6a20-698a-4664-8733-673896b5a2d1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:02:27.146011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Updating router eb8e6a20-698a-4664-8733-673896b5a2d1 port 08696b10-0de7-4e0e-a18b-6eadfd423bdc binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:02:27.190622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.206971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-03173337-4b11-40b9-baf1-47b4bf65f803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:27.237770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.269199 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c9a64511-f79b-4b0e-ae25-97526c496690 req-77fe4e7c-e3d7-4939-843e-7f32218e4dec tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3820829
Dec 22 15:02:27.297747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.307152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:27.309118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:27.355243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-03dfea54-9c26-40a2-87aa-3b258dbfad23 None None] Port f801a5b7-a046-4122-a14a-c7a83326a21d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:27.381130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:27.381630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.511446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Pushing event updated for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:27.534976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:27.587723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7020efda-f66b-4fc5-aa77-ee5587e6f33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.850848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ccfd38ef-871b-453d-86b9-262b54721c42 None None] Provisioning complete for port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:27.851231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ccfd38ef-871b-453d-86b9-262b54721c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.856998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:27.955040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd38ef-871b-453d-86b9-262b54721c42 None None] Port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:27.970557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01b4b-fce1-4f0f-8ff4-337205b1542e req-80cd2cf6-b749-4ad6-a837-fa02de4711f1 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:27.972234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8eb01b4b-fce1-4f0f-8ff4-337205b1542e req-80cd2cf6-b749-4ad6-a837-fa02de4711f1 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5438480
Dec 22 15:02:28.067275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.068138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a48666c6-9dba-4eb8-ad48-681f5454d09c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:28.080864 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8eb01b4b-fce1-4f0f-8ff4-337205b1542e req-10ad331e-6da8-4cfc-9363-8d247ae9d838 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992687
Dec 22 15:02:28.170435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.177976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.183298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 78aecbcf-58f1-4c6b-97b0-662a4eeb343a will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:28.198310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.202742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a48666c6-9dba-4eb8-ad48-681f5454d09c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:28.211970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Transition to ACTIVE for port object 08696b10-0de7-4e0e-a18b-6eadfd423bdc will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:28.214660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:28.222065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.230741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:28.267592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d31f2c0-c1cd-4e63-b176-510d634b0d80,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:28.278803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.284738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:28.311988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Pushing event updated for resources: {'Port': ['ID=08696b10-0de7-4e0e-a18b-6eadfd423bdc,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:28.314705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:28.344790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Attempting to bind port 08696b10-0de7-4e0e-a18b-6eadfd423bdc on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:28.345083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Attempting to bind port 08696b10-0de7-4e0e-a18b-6eadfd423bdc by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:28.345460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Attempting to bind port 08696b10-0de7-4e0e-a18b-6eadfd423bdc on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:28.357181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:28.357590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:28.357936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.358373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:28.358762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Bound port: 08696b10-0de7-4e0e-a18b-6eadfd423bdc, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:28.359142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.360600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.382518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 958815f2-93fc-4fb4-bfbc-befc951de091 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:28.392445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.399440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.400673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.413531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:28.448015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] For port 08696b10-0de7-4e0e-a18b-6eadfd423bdc, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:28.451918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] For port 08696b10-0de7-4e0e-a18b-6eadfd423bdc, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=08696b10-0de7-4e0e-a18b-6eadfd423bdc,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:28.465649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.470443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:28.543587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.547432 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d31f2c0-c1cd-4e63-b176-510d634b0d80 HTTP/1.1" status: 204  len: 168 time: 1.9057324
Dec 22 15:02:28.562281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Routers {'eb8e6a20-698a-4664-8733-673896b5a2d1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:28.562930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857596c3a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['eb8e6a20-698a-4664-8733-673896b5a2d1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:28.625383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Pushing event updated for resources: {'Port': ['ID=08696b10-0de7-4e0e-a18b-6eadfd423bdc,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:28.628578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:28.800692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 201ae613-3446-46ed-98dd-faac526adb47 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:28.801101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:28.845911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] Set router eb8e6a20-698a-4664-8733-673896b5a2d1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:28.848854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 487847a3-172a-4131-bb11-0755a94556cf is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:28.855483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:28.861267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:29.075900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:29.079046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=f801a5b7-a046-4122-a14a-c7a83326a21d,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:29.157535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Provisioning for port a48666c6-9dba-4eb8-ad48-681f5454d09c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:29.166611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:29.171290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:29.172009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.204789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Provisioning complete for port a48666c6-9dba-4eb8-ad48-681f5454d09c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:29.205377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.390415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35108) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:29.421237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=78aecbcf-58f1-4c6b-97b0-662a4eeb343a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:29.424062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:29.428717 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.7012305
Dec 22 15:02:29.429490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35112) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:29.434558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.990s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:29.434999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:29.444214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.474192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.494612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eebb6d-18e9-4f64-b0a4-3b6beabb0a18 req-c022d8f3-60b9-4301-b6fc-a27e440a7c92 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:29.497233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-17eebb6d-18e9-4f64-b0a4-3b6beabb0a18 req-c022d8f3-60b9-4301-b6fc-a27e440a7c92 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.6984844
Dec 22 15:02:29.499034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.579876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:29.601234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:2933de95076a4afba93d26450af0bac3 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:29.607561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.636611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:29.652637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:29.656157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:29.660429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 201ae613-3446-46ed-98dd-faac526adb47 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:29.667407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.670450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:29.733785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3c471767-0478-42b4-9820-fb288edd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857596c3a0>, [{'id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3'}], 'enable_snat': False}, 'gw_port_id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:18Z', 'updated_at': '2021-12-22T15:02:22Z', 'revision_number': 3, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port': {'id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:02:20Z', 'updated_at': '2021-12-22T15:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:29.744653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c471767-0478-42b4-9820-fb288edd094d None None] The sync data for ids ['eb8e6a20-698a-4664-8733-673896b5a2d1'] in dv-neutron-822675-1-hyperv is: [{'id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3'}], 'enable_snat': False}, 'gw_port_id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:18Z', 'updated_at': '2021-12-22T15:02:22Z', 'revision_number': 3, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port': {'id': '08696b10-0de7-4e0e-a18b-6eadfd423bdc', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8e6a20-698a-4664-8733-673896b5a2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:02:20Z', 'updated_at': '2021-12-22T15:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:29.747281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:29.750064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b2a61-cea4-423d-97c3-eb1637029639 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:29.753758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b2a61-cea4-423d-97c3-eb1637029639 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:29.754688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2a8b2a61-cea4-423d-97c3-eb1637029639 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:29.757411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Pushing event updated for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:29.760024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:29.760710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/routers/958815f2-93fc-4fb4-bfbc-befc951de091/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4767108
Dec 22 15:02:29.767644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35116) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:29.777769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] Sync routers for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:29.783503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-17eebb6d-18e9-4f64-b0a4-3b6beabb0a18 req-cc104a30-cb84-4f4b-974a-8cc95f9615d6 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2651544
Dec 22 15:02:29.800990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:29.801643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bba550>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:29.808216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'port': {'network_id': '22518c2d-6257-4e5d-a589-b955a4889dd6', 'name': 'tempest-FloatingIPTestJSON-58334880'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:29.881664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bba550>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:29.883734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Provisioning for port 78aecbcf-58f1-4c6b-97b0-662a4eeb343a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:29.893041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Provisioning complete for port 78aecbcf-58f1-4c6b-97b0-662a4eeb343a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:29.893041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.942189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a48666c6-9dba-4eb8-ad48-681f5454d09c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:29.947433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting port 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:29.947916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:29.989296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:29.989930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bba550>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:30.028027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.031808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:30.036951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Usage tracker for resource:port and tenant:7209d3b704c04e95a3325204ad2224f0 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:30.039946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:30.046200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:30.077128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bba550>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:30.077546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7df9a-da50-44b8-a86d-9d413cffde9f None None] The sync data for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:30.080342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Made reservation on behalf of 7209d3b704c04e95a3325204ad2224f0 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:30.085232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.093681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Port 78aecbcf-58f1-4c6b-97b0-662a4eeb343a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:30.119319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Provisioning complete for port f801a5b7-a046-4122-a14a-c7a83326a21d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:30.119699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.151194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] device_id is not set on port 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:30.183675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0c93672a-b954-4fb9-9610-71ca6f96f639 None None] Port f801a5b7-a046-4122-a14a-c7a83326a21d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:30.197293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a48666c6-9dba-4eb8-ad48-681f5454d09c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:30.197995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.248884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.284066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87e96b4d-2b25-4b6d-ae23-9e87fcc558fe tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:30.323658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2a8b2a61-cea4-423d-97c3-eb1637029639 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:30.325114 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2a8b2a61-cea4-423d-97c3-eb1637029639 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.8892615
Dec 22 15:02:30.343884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35120) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:30.408985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.464888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=201ae613-3446-46ed-98dd-faac526adb47,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:30.514434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.543809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:30.550146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.563394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b5610f84-c836-4874-9cfd-7554cb8e9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:30.699992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 78aecbcf-58f1-4c6b-97b0-662a4eeb343a {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:30.700450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.723895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32e0a9d-3438-4d27-81a5-fd374bd6d88d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:30.748197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:30.751626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:30.760750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:30.812892 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2933de95076a4afba93d26450af0bac3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4117308
Dec 22 15:02:30.813127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Allocated IP 172.20.0.6 (22518c2d-6257-4e5d-a589-b955a4889dd6/86ee8961-dd99-4b76-ba28-1e5e21f2c3c5/82c07b4c-09a4-4df2-abc7-5a0c51ff60c5) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:30.818195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35126) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:30.943966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Calling delete_port for 9fb7d408-8f2c-473f-a1a7-fbabcd850fcd owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:31.112295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 172.26.3.246 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/4cead5a6-62b0-478a-a05e-7664811df0e2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:31.142436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.263911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.339818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504370da-172d-48ce-8192-aab4ad21f69c req-c3fc8750-6cee-4051-a136-eaaedf1b6a5e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:31.341621 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-504370da-172d-48ce-8192-aab4ad21f69c req-c3fc8750-6cee-4051-a136-eaaedf1b6a5e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4113920
Dec 22 15:02:31.483485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.516152 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-504370da-172d-48ce-8192-aab4ad21f69c req-ae88c6d1-41a2-41f5-aa41-c6d7a3bbe39c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1529865
Dec 22 15:02:31.523568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:31.540955 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] Sync routers for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:31.558446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.559782 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:31.560527 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576108910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:31.563430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef726c6c-ca4e-4e5a-828a-e177a0573b14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:31.610202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.636851 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576108910>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:31.656839 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:31.659492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576108910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:31.663246 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f472c9ca-e908-46a6-85b5-768f1074afaa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8405962
Dec 22 15:02:31.669286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35132) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:31.679077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.681226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Port': ['ID=9fb7d408-8f2c-473f-a1a7-fbabcd850fcd,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:31.687774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:31.752497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576108910>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:31.753041 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f9d3f-40bf-435f-baf8-f668577286b6 None None] The sync data for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:31.753278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.792056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:31.793182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7c75284d-599e-481a-b9fb-e36c8823c680 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:31.908488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 78aecbcf-58f1-4c6b-97b0-662a4eeb343a owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:31.930329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bebc47-9ef4-4d1b-8d96-45305d3ad81c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:31.931061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-27bebc47-9ef4-4d1b-8d96-45305d3ad81c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:31.988967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 08696b10-0de7-4e0e-a18b-6eadfd423bdc up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:32.022454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:32.068620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Transition to ACTIVE for port object 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:32.084371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 08696b10-0de7-4e0e-a18b-6eadfd423bdc completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:32.089622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 08696b10-0de7-4e0e-a18b-6eadfd423bdc triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:32.090105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.090572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:32.215372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.228692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.234392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:32.235347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 08696b10-0de7-4e0e-a18b-6eadfd423bdc, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=08696b10-0de7-4e0e-a18b-6eadfd423bdc,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:32.241593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.243414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bf43c118-60d0-45df-b375-4ab150ea8bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:32.264756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32e0a9d-3438-4d27-81a5-fd374bd6d88d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:32.265776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:32.267514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:32.322891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=08696b10-0de7-4e0e-a18b-6eadfd423bdc,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:32.325920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:32.345932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-27bebc47-9ef4-4d1b-8d96-45305d3ad81c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:32.347175 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-27bebc47-9ef4-4d1b-8d96-45305d3ad81c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports/f801a5b7-a046-4122-a14a-c7a83326a21d HTTP/1.1" status: 200  len: 911 time: 0.6680176
Dec 22 15:02:32.352950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=4cead5a6-62b0-478a-a05e-7664811df0e2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:32.355063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35138) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:32.370998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:32.406357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.417073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a12a167-c3ac-40a9-9ed7-df6d4b498a54 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:32.533822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.534944 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d32e0a9d-3438-4d27-81a5-fd374bd6d88d HTTP/1.1" status: 204  len: 168 time: 1.7108624
Dec 22 15:02:32.549756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.559212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.581142 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-0e34cd23-cdab-4aab-98b2-e4a0bcfafb09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcd195266ef04b0eaee4152119268543&device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 1098 time: 0.5058589
Dec 22 15:02:32.586280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:32.595305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:32.597380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:32.627604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event updated for resources: {'Port': ['ID=82c07b4c-09a4-4df2-abc7-5a0c51ff60c5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:32.632136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:32.655596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1936d9ab-9ca4-43cd-b8fe-ae340d53315d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:32.747727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bed4-d092-45b6-a748-f188652b49e7 req-4d8956ef-6c5e-4276-b24b-138993933e6e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:32.749268 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a590bed4-d092-45b6-a748-f188652b49e7 req-4d8956ef-6c5e-4276-b24b-138993933e6e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5225155
Dec 22 15:02:32.839604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=78aecbcf-58f1-4c6b-97b0-662a4eeb343a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:32.846180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:32.846777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.895182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:32.903939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router d6346d79-77f6-4db5-bcea-e9059b5ffdf3 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:32.918736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:32.963592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6f48a527-6cdb-4b35-9664-35601de187ae None None] Provisioning for port 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:32.972072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6f48a527-6cdb-4b35-9664-35601de187ae None None] Provisioning complete for port 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:32.974049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6f48a527-6cdb-4b35-9664-35601de187ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.037200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a590bed4-d092-45b6-a748-f188652b49e7 req-ed415332-e3d5-4853-9c1e-13ea8db62e36 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2783921
Dec 22 15:02:33.048162 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 3.2793469
Dec 22 15:02:33.056690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35144) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:33.068303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/78aecbcf-58f1-4c6b-97b0-662a4eeb343a HTTP/1.1" status: 204  len: 168 time: 2.7235472
Dec 22 15:02:33.070997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:33.076689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Request body: {'floatingip': {'port_id': '82c07b4c-09a4-4df2-abc7-5a0c51ff60c5'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:33.113131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.117752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6f48a527-6cdb-4b35-9664-35601de187ae None None] Port 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:33.345763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-f169f078-2a95-451f-aed1-75e48f4774eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:33.347212 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-f169f078-2a95-451f-aed1-75e48f4774eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 200  len: 913 time: 0.7231143
Dec 22 15:02:33.415025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99392bf-a8f6-4ba1-bea8-ad20befeccec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:33.416243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99392bf-a8f6-4ba1-bea8-ad20befeccec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:33.416996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f99392bf-a8f6-4ba1-bea8-ad20befeccec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:33.450262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.452951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:33.463177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5308533
Dec 22 15:02:33.466420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:33.466862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] Sync routers for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:33.480452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:33.481079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586eb20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:33.517288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f99392bf-a8f6-4ba1-bea8-ad20befeccec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:33.518367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f99392bf-a8f6-4ba1-bea8-ad20befeccec tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.4464250
Dec 22 15:02:33.526215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.526447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35156) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:33.527324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.530747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-91242fd1-a3c8-48c1-958b-a4e98be77608 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:33.540990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-11fd7a73-3684-4372-8bea-9c277d1da6ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 200  len: 1001 time: 0.1831231
Dec 22 15:02:33.561478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586eb20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:33.589628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] Routers {'d6346d79-77f6-4db5-bcea-e9059b5ffdf3'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:33.590460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586eb20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:33.647455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-91242fd1-a3c8-48c1-958b-a4e98be77608 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:33.651020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-91242fd1-a3c8-48c1-958b-a4e98be77608 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6346d79-77f6-4db5-bcea-e9059b5ffdf3 HTTP/1.1" status: 200  len: 205 time: 0.1794393
Dec 22 15:02:33.658616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35160) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:33.686360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586eb20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:33.686985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f9606-39c1-4771-8eda-548eb80a0e90 None None] The sync data for ids ['d6346d79-77f6-4db5-bcea-e9059b5ffdf3'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:33.846587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-d43877cd-1325-42d7-9def-2816ba4cd177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:33.848736 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-d43877cd-1325-42d7-9def-2816ba4cd177 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 200  len: 851 time: 0.2722275
Dec 22 15:02:33.856064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Router 79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:33.911583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 08696b10-0de7-4e0e-a18b-6eadfd423bdc up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:33.958266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:33.983692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 08696b10-0de7-4e0e-a18b-6eadfd423bdc triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:33.984188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.096710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet a6c94873-c5b3-41ec-b94d-784d9dad6b21 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:34.104229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.171499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-cfd6c57e-355e-4c78-8da7-dbfa84f7e569 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8cb4a9c6-e904-47c5-babd-fbad8312b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3133123
Dec 22 15:02:34.238416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.471674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:34.484659 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] Sync routers for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:34.485195 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8602700
Dec 22 15:02:34.492816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35166) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:34.502262 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:34.502945 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576108b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:34.563135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576108b20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:34.583345 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:34.585651 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576108b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:34.587792 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-ff6324dd-38f6-4519-802d-73ebdab5b93c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] delete failed (client error): The resource could not be found.
Dec 22 15:02:34.589317 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff6324dd-38f6-4519-802d-73ebdab5b93c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1484475292 HTTP/1.1" status: 404  len: 335 time: 0.0919211
Dec 22 15:02:34.651524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35170) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:34.662733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d45cdcd7-048b-40a4-89cf-59fea098ef38 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'router': {'external_gateway_info': {'network_id': '79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:34.676335 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576108b20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:34.677073 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5edac6-b9b6-45d0-9921-acd3566b4a66 None None] The sync data for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:34.782817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.834347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.865752 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-cab02285-a0fa-49b4-8110-6d5c6fea9ee2 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6310852
Dec 22 15:02:34.866849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:34.962053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db2766-3527-4401-89a1-72779ca681cd req-3e48a029-11c2-4c7e-93aa-be47ea865bfd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:34.963712 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52db2766-3527-4401-89a1-72779ca681cd req-3e48a029-11c2-4c7e-93aa-be47ea865bfd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.7279012
Dec 22 15:02:35.098345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.099024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router d6346d79-77f6-4db5-bcea-e9059b5ffdf3 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:35.162560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.163833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2e5bcf37-9292-44ef-8ef7-30026d91b588 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3 HTTP/1.1" status: 204  len: 168 time: 1.5041022
Dec 22 15:02:35.178636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35174) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:35.256703 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52db2766-3527-4401-89a1-72779ca681cd req-3e8b1b99-3b93-4cfb-b108-8ef28210a94c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2177327
Dec 22 15:02:35.258107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.271170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04291beb-5a58-4ba9-861d-af503c242908 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:35.331372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router 120c9c8b-5284-4e7b-9053-3898e4751704 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:35.334780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.339528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c94873-c5b3-41ec-b94d-784d9dad6b21,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:35.354211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:35.360542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-272bd5fb-bb3c-47fc-8750-52f50623181a req-e0a0a6d6-7f6e-4608-8954-a42c23ebff98 service neutron] 10.222.0.61 "GET /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4477115
Dec 22 15:02:35.367611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.389441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a43c6-c270-4d60-ad16-eeeb4e79eae1 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:35.462730 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a6c94873-c5b3-41ec-b94d-784d9dad6b21 HTTP/1.1" status: 204  len: 168 time: 1.9342647
Dec 22 15:02:35.465288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35178) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:35.546617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b76ad0e1-0919-4e56-9cdc-9df4bf6625a0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0778921
Dec 22 15:02:35.550138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35182) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:35.556493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:35.618874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:35.680354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:35.684994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Deleting port a48666c6-9dba-4eb8-ad48-681f5454d09c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:35.685498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.694393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet 4a4cf162-99aa-436d-ba0b-492b2f2800f2 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:35.699936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.743024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:35.750793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:35.759225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:35.769098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:35.776763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.803606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d45cdcd7-048b-40a4-89cf-59fea098ef38 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.821045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:35.821922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.825830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.868498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:35.934352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a48666c6-9dba-4eb8-ad48-681f5454d09c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:35.980492 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-d45cdcd7-048b-40a4-89cf-59fea098ef38 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] update failed (client error): The resource could not be found.
Dec 22 15:02:35.985568 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d45cdcd7-048b-40a4-89cf-59fea098ef38 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e HTTP/1.1" status: 404  len: 339 time: 1.3237448
Dec 22 15:02:35.987692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35186) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:35.992150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1564487345'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:36.001826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:36.005085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.044913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:network and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:36.050273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:36.062982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:36.099150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:36.099699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.119390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:36.122027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.180368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:36.203405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.203887 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Added segment d783424e-dc03-4361-8454-25a8b87b8c13 of type vlan for network 07d58934-0e39-4f94-94b0-dd9039e567c7
Dec 22 15:02:36.204064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8:1::1 (3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc/e6759f4f-7811-49d8-ad65-4b67dba9091f/5444586b-7c68-4132-aa76-a54ec52232c4) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:36.226870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.232963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947ac864-b0d3-495e-b6b5-c258d4da40b5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:36.279597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.291293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4cf162-99aa-436d-ba0b-492b2f2800f2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:36.304003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Calling delete_port for a48666c6-9dba-4eb8-ad48-681f5454d09c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:36.305231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:36.312087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.315837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.366894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/4a4cf162-99aa-436d-ba0b-492b2f2800f2 HTTP/1.1" status: 204  len: 168 time: 1.1868749
Dec 22 15:02:36.382175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:36.384422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:36.394241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619f803-2c66-4095-be4e-89c320da8c94 None None] Network 8bc00c92-f425-4363-8181-46a479343276 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:36.462731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.466567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:36.467182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.473256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.482062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6742102c-1ffc-4bc0-86a7-053609084365 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:36.500461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:36.634450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.666051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 5444586b-7c68-4132-aa76-a54ec52232c4 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:36.684658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:36.688770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:36.696608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:36.697295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:36.710596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18f52-72d7-4f62-8a5c-f957119a6406 req-53ba3f0f-e7b8-45f3-8bfd-a3fda3948ba8 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:36.712133 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b6b18f52-72d7-4f62-8a5c-f957119a6406 req-53ba3f0f-e7b8-45f3-8bfd-a3fda3948ba8 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.2115145
Dec 22 15:02:36.716209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:36.733557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Sync routers for ids ['120c9c8b-5284-4e7b-9053-3898e4751704'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:36.748021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Routers {'120c9c8b-5284-4e7b-9053-3898e4751704'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:36.748696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cb73a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['120c9c8b-5284-4e7b-9053-3898e4751704'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:36.798635 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP d40ac83a-755f-4c28-9c19-6b042611f3d4 associated. External IP: 172.26.3.135, port: c667a7ca-6c05-411c-98d3-7d4248c95d6e.
Dec 22 15:02:36.822040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] DHCP port deletion for 8bc00c92-f425-4363-8181-46a479343276 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:36.835726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.8488078
Dec 22 15:02:36.836600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35196) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:36.837932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Deleting port 6562586c-1b86-442b-9032-48c3469ba2bc {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:36.838314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.848646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.852016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:36.855845 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 10.3158348
Dec 22 15:02:36.860859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bad7de05-243d-4774-aa79-dcba524c10e4 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:36.889022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35198) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:36.889583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Network': ['ID=07d58934-0e39-4f94-94b0-dd9039e567c7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:36.904218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:36.907906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'subnet': {'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:36.959742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:36.970271 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b6b18f52-72d7-4f62-8a5c-f957119a6406 req-69b75f44-6df0-4bd6-8a6e-506b1e2ac628 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2426608
Dec 22 15:02:37.026824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=5444586b-7c68-4132-aa76-a54ec52232c4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:37.026824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:37.030054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:37.032309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:37.039318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:37.039318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.158206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:02:37.222242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Deleting port a48666c6-9dba-4eb8-ad48-681f5454d09c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:37.223343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.283435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:37.287105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Set router 120c9c8b-5284-4e7b-9053-3898e4751704 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:37.299031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.364934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Usage tracker for resource:subnet and tenant:5263103b83b04807865b6663ef8b8699 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:37.385316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:37.391367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet f86ca057-3c49-413d-aa65-38f303aec309 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:37.406901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:37.409101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.475078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Made reservation on behalf of 5263103b83b04807865b6663ef8b8699 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:37.518695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] For port 6562586c-1b86-442b-9032-48c3469ba2bc, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6562586c-1b86-442b-9032-48c3469ba2bc,segment=NetworkSegment(26b8344d-4c68-4dc0-bed6-5aa57e07a32f),segment_id=26b8344d-4c68-4dc0-bed6-5aa57e07a32f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:37.520132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.571014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.661593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-752c97fd-7965-482f-8d39-105a9e603b95 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/120c9c8b-5284-4e7b-9053-3898e4751704 HTTP/1.1" status: 200  len: 907 time: 0.7591710
Dec 22 15:02:37.666720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35206) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:37.766924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Calling delete_port for 6562586c-1b86-442b-9032-48c3469ba2bc owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:37.830967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d626-0286-4b85-9dbf-e08d6383cc04 req-a85e8bd5-3db1-4ec4-b195-7cf213b5bed5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:37.833121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9200d626-0286-4b85-9dbf-e08d6383cc04 req-a85e8bd5-3db1-4ec4-b195-7cf213b5bed5 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5470047
Dec 22 15:02:37.851569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.899575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-754c17b5-f82b-42f5-ab80-bd4e206ae1c2 None None] Provisioning for port 5444586b-7c68-4132-aa76-a54ec52232c4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:37.941053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-754c17b5-f82b-42f5-ab80-bd4e206ae1c2 None None] Provisioning complete for port 5444586b-7c68-4132-aa76-a54ec52232c4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:37.942979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-754c17b5-f82b-42f5-ab80-bd4e206ae1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.955484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.966582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.968484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:37.977983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97a24dff-d3c3-4fbf-a49b-51195b6f1efd tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:37.981232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6562586c-1b86-442b-9032-48c3469ba2bc no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:38.013422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.047794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.149574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-754c17b5-f82b-42f5-ab80-bd4e206ae1c2 None None] Port 5444586b-7c68-4132-aa76-a54ec52232c4 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:38.157156 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9200d626-0286-4b85-9dbf-e08d6383cc04 req-59a64408-1402-4dff-9207-1e49d049a290 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3097785
Dec 22 15:02:38.163791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.170257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:38.170475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.181101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:38.252544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=5444586b-7c68-4132-aa76-a54ec52232c4,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:38.273362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:38.285585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port 6562586c-1b86-442b-9032-48c3469ba2bc {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:02:38.286343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6562586c-1b86-442b-9032-48c3469ba2bc not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:38.345217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Pushing event deleted for resources: {'Port': ['ID=6562586c-1b86-442b-9032-48c3469ba2bc,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:38.354283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Calling delete_port for a48666c6-9dba-4eb8-ad48-681f5454d09c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:38.386080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:38.393741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] No DVR routers for this DVR port 6562586c-1b86-442b-9032-48c3469ba2bc on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:38.402614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.419090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f26ac75-1948-40ae-abaf-77f66b5b83bf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:38.436793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:38.461559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cb73a0>, [{'id': '120c9c8b-5284-4e7b-9053-3898e4751704', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '4cead5a6-62b0-478a-a05e-7664811df0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:26Z', 'updated_at': '2021-12-22T15:02:32Z', 'revision_number': 3, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port': {'id': '4cead5a6-62b0-478a-a05e-7664811df0e2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120c9c8b-5284-4e7b-9053-3898e4751704', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:02:30Z', 'updated_at': '2021-12-22T15:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:38.466733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Checking router: 120c9c8b-5284-4e7b-9053-3898e4751704 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:02:38.466733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Updating router 120c9c8b-5284-4e7b-9053-3898e4751704 port 4cead5a6-62b0-478a-a05e-7664811df0e2 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:02:38.467113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=f86ca057-3c49-413d-aa65-38f303aec309,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:38.479282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:38.510439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.532316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c760e7-43de-44ec-8fb6-070a19906d3d None None] Network 0d483663-d227-4e54-b46e-8ce5d20c9058 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:38.631341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:38.642115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:38.648928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.715937 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/f86ca057-3c49-413d-aa65-38f303aec309 HTTP/1.1" status: 204  len: 168 time: 2.3325250
Dec 22 15:02:38.719936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35214) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:38.770145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:38.798122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc61734f-b26e-41df-84fd-c7295d0f1da6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:38.936376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:39.004196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Subnet': ['ID=b28d29f1-78ba-4cf8-a171-31a0c5b83f90,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:39.010648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.076323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:39.079969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.090688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:39.093467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9407fb6b-e886-4056-8efa-e049b87cafe4 None None] Provisioning complete for port 5444586b-7c68-4132-aa76-a54ec52232c4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:39.093849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9407fb6b-e886-4056-8efa-e049b87cafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.112732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.120096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:39.134222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.134452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:39.135225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.142683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-86a0f3a4-5609-47f8-9214-72623ffb3368 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:39.158172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:39.159092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.204765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Checking segment: {'id': 'd783424e-dc03-4361-8454-25a8b87b8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:39.205295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network hostable DHCP agents. Network: 07d58934-0e39-4f94-94b0-dd9039e567c7, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:39.211407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:39.224267 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.235655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:39.236451 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.256074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61417f1-0388-4e5f-b561-ed850b9f0bad req-ac1766f1-d6f4-46da-91f9-277cc53924dc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:39.257655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61417f1-0388-4e5f-b561-ed850b9f0bad req-ac1766f1-d6f4-46da-91f9-277cc53924dc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.5497189
Dec 22 15:02:39.306449 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d7400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.307110 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40c222-bfbf-4a86-b6f8-b20afea92b04 None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:39.330626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9407fb6b-e886-4056-8efa-e049b87cafe4 None None] Port 5444586b-7c68-4132-aa76-a54ec52232c4 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:39.339566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:39.339930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:39.362269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.376540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Transition to ACTIVE for port object 4cead5a6-62b0-478a-a05e-7664811df0e2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:39.384887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.389788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:39.389992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:39.400288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:39.409719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:39.411261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.435424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=7']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:39.465053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:39.465647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:39.477141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Attempting to bind port 4cead5a6-62b0-478a-a05e-7664811df0e2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:39.477527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Attempting to bind port 4cead5a6-62b0-478a-a05e-7664811df0e2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:39.478485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Attempting to bind port 4cead5a6-62b0-478a-a05e-7664811df0e2 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:39.480209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] DHCP port deletion for 0d483663-d227-4e54-b46e-8ce5d20c9058 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:39.494987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Deleting port d1c63478-3651-4ecc-b30d-307bce8e9040 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:39.495299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.508109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.528237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Pushing event updated for resources: {'Port': ['ID=4cead5a6-62b0-478a-a05e-7664811df0e2,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:39.536131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:39.538949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:39.539342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:39.539759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.540168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:39.540709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Bound port: 4cead5a6-62b0-478a-a05e-7664811df0e2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:39.541081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.584892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:39.585724 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.0338409
Dec 22 15:02:39.600951 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2338002
Dec 22 15:02:39.600951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35218) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:39.600951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35220) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:39.605236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61417f1-0388-4e5f-b561-ed850b9f0bad req-655d816e-292b-4a30-ae3c-facdef404ef9 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3364344
Dec 22 15:02:39.610824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:39.614813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85745a9fd0>,) {'filters': {'network_id': ['8bc00c92-f425-4363-8181-46a479343276']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.620372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:b8:43:9c', 'name': 'tempest-NetworksTestDHCPv6-2032858085'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:39.632551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] Sync routers for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:39.642909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745a9fd0>, '26b8344d-4c68-4dc0-bed6-5aa57e07a32f') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.642909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745a9fd0>, '26b8344d-4c68-4dc0-bed6-5aa57e07a32f') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:39.663622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 07d58934-0e39-4f94-94b0-dd9039e567c7) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:39.670358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.677685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:39.678389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.684481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37334c-475c-4d44-bb2f-0cf0768cefbe None None] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:39.689137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=e5532c35-45dc-4f67-9e28-1fa04c16c9ea,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:39.700541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:39.712892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.721613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:02:39.722121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:02:39.737564 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:02:39.792915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9049852
Dec 22 15:02:39.801297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:39.807596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-847e152b-ae21-49bd-808b-00fdd5c5f556 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'router': {'external_gateway_info': {'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:39.809848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007e854-189d-4854-95cc-b4146aec8976 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:39.810409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5007e854-189d-4854-95cc-b4146aec8976 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:39.829580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] For port 4cead5a6-62b0-478a-a05e-7664811df0e2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:39.838306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] For port 4cead5a6-62b0-478a-a05e-7664811df0e2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4cead5a6-62b0-478a-a05e-7664811df0e2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:39.947293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d1c63478-3651-4ecc-b30d-307bce8e9040 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:39.966433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.971892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38b34927-cc76-47f9-ad43-94eedb6fe17e tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:39.990631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:39.999716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=8bc00c92-f425-4363-8181-46a479343276,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:40.003811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:40.012005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5007e854-189d-4854-95cc-b4146aec8976 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:40.016106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5007e854-189d-4854-95cc-b4146aec8976 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports/5444586b-7c68-4132-aa76-a54ec52232c4 HTTP/1.1" status: 200  len: 913 time: 0.4121101
Dec 22 15:02:40.016259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/8bc00c92-f425-4363-8181-46a479343276 HTTP/1.1" status: 204  len: 168 time: 1.2550359
Dec 22 15:02:40.028168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35230) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:40.028534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35232) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:40.029867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.045008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Deleting port a48666c6-9dba-4eb8-ad48-681f5454d09c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:40.045397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.070206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.090730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-866c181e-9134-400b-a546-5dda39660432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:40.122506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:40.123493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760c3490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:40.141345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting port 4cead5a6-62b0-478a-a05e-7664811df0e2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:40.141678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.268272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760c3490>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:40.298558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:40.311991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:40.312590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.327685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:40.339003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:40.356664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:40.391394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.399501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:40.523112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port d1c63478-3651-4ecc-b30d-307bce8e9040 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:40.523112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.541561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Calling delete_port for d1c63478-3651-4ecc-b30d-307bce8e9040 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:40.572288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.574715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-847e152b-ae21-49bd-808b-00fdd5c5f556 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.578506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] For port 4cead5a6-62b0-478a-a05e-7664811df0e2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4cead5a6-62b0-478a-a05e-7664811df0e2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:40.579054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.593889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Pushing event updated for resources: {'Port': ['ID=4cead5a6-62b0-478a-a05e-7664811df0e2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:40.596741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-07d58934-0e39-4f94-94b0-dd9039e567c7', 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7', 'tenant_id': '5263103b83b04807865b6663ef8b8699', 'fixed_ips': [{'subnet_id': 'b28d29f1-78ba-4cf8-a171-31a0c5b83f90'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:40.597719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.620019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:40.647093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:40.647886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760c3490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:40.681014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:40.760652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Routers {'120c9c8b-5284-4e7b-9053-3898e4751704'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:40.761053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Calling delete_port for 4cead5a6-62b0-478a-a05e-7664811df0e2 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:40.761539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cb73a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['120c9c8b-5284-4e7b-9053-3898e4751704'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:40.764796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 958815f2-93fc-4fb4-bfbc-befc951de091 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:40.965219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760c3490>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:40.965811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c5364-70bf-42ce-b1fe-c0e78ff55256 None None] The sync data for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:40.966132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 126026fe-4b57-461b-8d77-6870c6842448 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:41.046753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:41.055144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-847e152b-ae21-49bd-808b-00fdd5c5f556 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:02:41.056142 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-847e152b-ae21-49bd-808b-00fdd5c5f556 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e HTTP/1.1" status: 400  len: 364 time: 1.2527893
Dec 22 15:02:41.059892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35240) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:41.078919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.089634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dcb12022-2f40-4ed8-ae55-b5174afb33b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:41.117994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:41.118348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.127503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.136175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ede0e474-c509-4981-a04d-047c719b7e37 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:41.146843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:41.147331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:41.208233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] Set router 120c9c8b-5284-4e7b-9053-3898e4751704 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:41.235392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cead5a6-62b0-478a-a05e-7664811df0e2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:41.240267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:41.302521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] For port a48666c6-9dba-4eb8-ad48-681f5454d09c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a48666c6-9dba-4eb8-ad48-681f5454d09c,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:41.303100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.365882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d1c63478-3651-4ecc-b30d-307bce8e9040,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:41.379840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:41.387951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cb73a0>, [{'id': '120c9c8b-5284-4e7b-9053-3898e4751704', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:26Z', 'updated_at': '2021-12-22T15:02:40Z', 'revision_number': 4, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:41.501238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b5d2-6c98-4ddd-9364-2b742110c417 None None] The sync data for ids ['120c9c8b-5284-4e7b-9053-3898e4751704'] in dv-neutron-822675-1-hyperv is: [{'id': '120c9c8b-5284-4e7b-9053-3898e4751704', 'name': 'tempest-snat-router-559210881', 'tenant_id': '7e24626fa473431c96c4c36c3b9dd788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:02:26Z', 'updated_at': '2021-12-22T15:02:40Z', 'revision_number': 4, 'project_id': '7e24626fa473431c96c4c36c3b9dd788', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:41.509826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for d1c63478-3651-4ecc-b30d-307bce8e9040 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:41.513839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Calling delete_port for a48666c6-9dba-4eb8-ad48-681f5454d09c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:41.559374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Allocated IP 2001:db8:1::2 (07d58934-0e39-4f94-94b0-dd9039e567c7/b28d29f1-78ba-4cf8-a171-31a0c5b83f90/a40c1128-abb9-4440-8bfd-59f459302b61) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:41.626205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690bd70-608f-4689-816b-ee225ce283a0 req-80445430-e11f-43d6-812c-f305a1c4bf8f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:41.627696 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e690bd70-608f-4689-816b-ee225ce283a0 req-80445430-e11f-43d6-812c-f305a1c4bf8f tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.8525984
Dec 22 15:02:41.662146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:feb8:439c (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/e5532c35-45dc-4f67-9e28-1fa04c16c9ea/126026fe-4b57-461b-8d77-6870c6842448) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:41.669345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Deleting port d1c63478-3651-4ecc-b30d-307bce8e9040 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:41.670466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.715358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-33227891-cab5-4e48-92e5-447c518eadfc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:41.729319 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-33227891-cab5-4e48-92e5-447c518eadfc tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 0.4612179
Dec 22 15:02:41.735133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.735801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:41.736153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:41.737978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.911457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:41.934019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33c842bc-3f00-4e8f-912a-b548e5be604e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:41.936199 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e690bd70-608f-4689-816b-ee225ce283a0 req-e68b1669-6007-4013-8eaa-04ad6d8b7bba tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2936554
Dec 22 15:02:42.038332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Pushing event deleted for resources: {'Port': ['ID=a48666c6-9dba-4eb8-ad48-681f5454d09c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:42.062830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:42.192143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:42.209820 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] Sync routers for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:42.233223 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:42.234841 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d78e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:42.239664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port d1c63478-3651-4ecc-b30d-307bce8e9040 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:42.240093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.267991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.275454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] No DVR routers for this DVR port a48666c6-9dba-4eb8-ad48-681f5454d09c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:42.279707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:42.280206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.288452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.309487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9a247-3234-4711-99b7-d9e42fa38800 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:42.324913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Deleting port a508449c-3382-49ea-a7eb-86679a807a8a {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:42.325525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.357398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 126026fe-4b57-461b-8d77-6870c6842448 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:42.374816 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d78e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:42.386356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.389138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.402648 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:42.402648 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d78e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:42.421020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.540524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Calling delete_port for d1c63478-3651-4ecc-b30d-307bce8e9040 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:42.569175 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d78e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:42.569744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0dcf-c4e5-47b1-903d-0584d36c5d3d None None] The sync data for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:42.575383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Transition to ACTIVE for port object a40c1128-abb9-4440-8bfd-59f459302b61 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:42.645654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Transition to ACTIVE for port object a40c1128-abb9-4440-8bfd-59f459302b61 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:42.687344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.700898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:42.734626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12384d75-f451-41c2-9a0b-5dfe71fa46bd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/floatingips/d40ac83a-755f-4c28-9c19-6b042611f3d4 HTTP/1.1" status: 200  len: 976 time: 9.6693101
Dec 22 15:02:42.735206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.735206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 120c9c8b-5284-4e7b-9053-3898e4751704 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:42.735391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.745117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35244) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:42.754354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48bc3fff-ad2b-4ca6-a534-da5dbad10d7f tempest-RoutersAdminTest-2027949111 tempest-RoutersAdminTest-2027949111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:42.793371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:42.799398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:42.801005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.801738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.821773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:42.838400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port d1c63478-3651-4ecc-b30d-307bce8e9040, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d1c63478-3651-4ecc-b30d-307bce8e9040,segment=NetworkSegment(a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9),segment_id=a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:42.838907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.842888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Pushing event updated for resources: {'Port': ['ID=a40c1128-abb9-4440-8bfd-59f459302b61,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:42.852407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:42.853085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:42.861641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:42.863476 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/routers/120c9c8b-5284-4e7b-9053-3898e4751704 HTTP/1.1" status: 204  len: 168 time: 5.1894240
Dec 22 15:02:42.873814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35248) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:42.898753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:42.934224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] No DVR routers for this DVR port d1c63478-3651-4ecc-b30d-307bce8e9040 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:42.939920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Pushing event deleted for resources: {'Port': ['ID=d1c63478-3651-4ecc-b30d-307bce8e9040,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:42.976862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:43.016124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:43.027680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for d1c63478-3651-4ecc-b30d-307bce8e9040 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:43.039977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Attempting to bind port a40c1128-abb9-4440-8bfd-59f459302b61 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:43.040351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Attempting to bind port a40c1128-abb9-4440-8bfd-59f459302b61 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'd783424e-dc03-4361-8454-25a8b87b8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:43.040801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Attempting to bind port a40c1128-abb9-4440-8bfd-59f459302b61 on network 07d58934-0e39-4f94-94b0-dd9039e567c7 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:43.051112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:43.051489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Checking segment: {'id': 'd783424e-dc03-4361-8454-25a8b87b8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:43.051892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.052292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Bound using segment: {'id': 'd783424e-dc03-4361-8454-25a8b87b8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:43.052802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Bound port: a40c1128-abb9-4440-8bfd-59f459302b61, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd783424e-dc03-4361-8454-25a8b87b8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '07d58934-0e39-4f94-94b0-dd9039e567c7'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:43.053180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.056474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=126026fe-4b57-461b-8d77-6870c6842448,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:43.059033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:43.063053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:43.063746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.081219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:43.141153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'e5532c35-45dc-4f67-9e28-1fa04c16c9ea'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:43.141990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.204451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:43.205440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.229995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] For port a40c1128-abb9-4440-8bfd-59f459302b61, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:43.251324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] For port a40c1128-abb9-4440-8bfd-59f459302b61, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a40c1128-abb9-4440-8bfd-59f459302b61,segment=NetworkSegment(d783424e-dc03-4361-8454-25a8b87b8c13),segment_id=d783424e-dc03-4361-8454-25a8b87b8c13)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:43.258742 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.6598234
Dec 22 15:02:43.271077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.279062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:43.290576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:43.362500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:43.363017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:43.443311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2e880-ee54-4a29-a7ad-f5c414f7192a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:43.444220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3fe2e880-ee54-4a29-a7ad-f5c414f7192a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:43.450934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] For port a508449c-3382-49ea-a7eb-86679a807a8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a508449c-3382-49ea-a7eb-86679a807a8a,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:43.451513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.451623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Pushing event updated for resources: {'Port': ['ID=a40c1128-abb9-4440-8bfd-59f459302b61,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:43.465788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:43.467768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Allocated IP 2001:db8::f816:3eff:fee9:ae2a (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/e5532c35-45dc-4f67-9e28-1fa04c16c9ea/9b397d12-011b-41eb-8aae-a57d6d529426) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:43.475857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3fe2e880-ee54-4a29-a7ad-f5c414f7192a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:43.477187 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3fe2e880-ee54-4a29-a7ad-f5c414f7192a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1836574
Dec 22 15:02:43.480234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35258) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:43.602426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 126026fe-4b57-461b-8d77-6870c6842448 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:43.605435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.665826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 5444586b-7c68-4132-aa76-a54ec52232c4 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:43.666264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.854935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.885572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Transition to ACTIVE for port object 9b397d12-011b-41eb-8aae-a57d6d529426 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:43.913186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Transition to ACTIVE for port object 9b397d12-011b-41eb-8aae-a57d6d529426 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:43.925075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:43.932637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:44.004952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a40c1128-abb9-4440-8bfd-59f459302b61 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:44.072868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:44.077876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:44.085373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:44.087378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Pushing event updated for resources: {'Port': ['ID=9b397d12-011b-41eb-8aae-a57d6d529426,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:44.097725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.102508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:44.113971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.205132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e454b3-2516-492e-acaf-a90a17365117 req-1aed7ef0-7a3e-4b77-af06-b61eee85604d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:44.206119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Attempting to bind port 9b397d12-011b-41eb-8aae-a57d6d529426 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:44.206516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-59e454b3-2516-492e-acaf-a90a17365117 req-1aed7ef0-7a3e-4b77-af06-b61eee85604d tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 945 time: 1.0623374
Dec 22 15:02:44.206676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Attempting to bind port 9b397d12-011b-41eb-8aae-a57d6d529426 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:44.207439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Attempting to bind port 9b397d12-011b-41eb-8aae-a57d6d529426 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:44.216625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:44.217084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:44.217430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.217826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:44.218308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Bound port: 9b397d12-011b-41eb-8aae-a57d6d529426, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:44.218737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.234952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 5444586b-7c68-4132-aa76-a54ec52232c4 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:44.264465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a40c1128-abb9-4440-8bfd-59f459302b61 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:44.276473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.318762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:44.322327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9b397d12-011b-41eb-8aae-a57d6d529426,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:44.329061 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.342527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-93186261-64a0-4396-a531-09ced442167a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:44.370754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port d1c63478-3651-4ecc-b30d-307bce8e9040 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:44.371295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.406545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 126026fe-4b57-461b-8d77-6870c6842448 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:44.413256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Allocated IP 2001:db8::1 (30352147-f751-450a-a415-0fcb6eb7f2b0/eeb323b3-a74c-4abc-8cdb-f62d2069298b/6da0d01f-e450-41ae-8581-b6cc3a801698) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:44.421363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.421728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.422019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Floating IP aae4c910-bd39-41b9-9b63-99314d556e0d disassociated. External IP: 172.26.3.195, port: a508449c-3382-49ea-a7eb-86679a807a8a.
Dec 22 15:02:44.422352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Calling delete_port for a508449c-3382-49ea-a7eb-86679a807a8a owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:44.481076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Pushing event updated for resources: {'Port': ['ID=9b397d12-011b-41eb-8aae-a57d6d529426,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:44.487010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:44.653116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port 'd1c63478-3651-4ecc-b30d-307bce8e9040' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:02:44.674222 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-59e454b3-2516-492e-acaf-a90a17365117 req-8fe60a12-2d5e-46e9-b575-e17f5cfc6c08 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups?id=04d97e48-acb5-43ab-98ab-a31e4066776c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4451365
Dec 22 15:02:44.852975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:44.872331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:44.951327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2897a-9520-4463-8bfe-c4f2ab092714 None None] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:44.956003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.036897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.037371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.037740 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Floating IP d40ac83a-755f-4c28-9c19-6b042611f3d4 disassociated. External IP: 172.26.3.135, port: 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5.
Dec 22 15:02:45.038144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:45.072801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Provisioning for port a40c1128-abb9-4440-8bfd-59f459302b61 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:45.079870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=126026fe-4b57-461b-8d77-6870c6842448,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.082120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Provisioning complete for port a40c1128-abb9-4440-8bfd-59f459302b61 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:45.082510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.098838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.110584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.123451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.140886 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/126026fe-4b57-461b-8d77-6870c6842448 HTTP/1.1" status: 204  len: 168 time: 1.6588094
Dec 22 15:02:45.151861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35262) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:45.194993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85755d9640>,) {'filters': {'network_id': ['0d483663-d227-4e54-b46e-8ce5d20c9058']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:45.251634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85755d9640>, 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:45.252427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85755d9640>, 'a5a3dc5c-9bc2-4524-876b-ffb646c9b8a9') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:45.268785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.270883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.282919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.298642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.307191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.311199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Transition to ACTIVE for port object 6da0d01f-e450-41ae-8581-b6cc3a801698 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:45.326483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a378eb-9821-446d-ab84-afac0b718966 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:45.327923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a378eb-9821-446d-ab84-afac0b718966 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:45.328754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9a378eb-9821-446d-ab84-afac0b718966 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:45.332167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:02:45.332926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.345422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] For port a40c1128-abb9-4440-8bfd-59f459302b61, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a40c1128-abb9-4440-8bfd-59f459302b61,segment=NetworkSegment(d783424e-dc03-4361-8454-25a8b87b8c13),segment_id=d783424e-dc03-4361-8454-25a8b87b8c13)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:02:45.349811 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:02:45.355573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.358544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.410620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0b83ef91-492b-4bc9-8f79-62ac6eea072a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.418034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.428680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e876f44-8c68-4bf6-b646-10325203a1d4 tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.445385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Pushing event updated for resources: {'Port': ['ID=a40c1128-abb9-4440-8bfd-59f459302b61,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.455152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.460718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event deleted for resources: {'Port': ['ID=a508449c-3382-49ea-a7eb-86679a807a8a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.469439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.477968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.478746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.512786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=5444586b-7c68-4132-aa76-a54ec52232c4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.581183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.667725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9a378eb-9821-446d-ab84-afac0b718966 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:45.674569 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c9a378eb-9821-446d-ab84-afac0b718966 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.5216765
Dec 22 15:02:45.681227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35266) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:45.691402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:45.694454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Port': ['ID=6da0d01f-e450-41ae-8581-b6cc3a801698,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.696813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.697095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:45.699053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.702348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:45.702873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.705475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.723791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.804836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a508449c-3382-49ea-a7eb-86679a807a8a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:45.819298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6776abcd-282e-42d9-90d5-23e5deceb1ac tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:45.872505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:45.889119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=82c07b4c-09a4-4df2-abc7-5a0c51ff60c5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:45.891592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:45.902131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: a508449c-3382-49ea-a7eb-86679a807a8a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:45.902499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a508449c-3382-49ea-a7eb-86679a807a8a not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:45.992964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=0d483663-d227-4e54-b46e-8ce5d20c9058,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:46.001351 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-85884d4f-d34e-47fa-b1d1-efe58f8a58be req-479f9c78-7039-4a6a-8188-e2f7d3fd869e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.1031530
Dec 22 15:02:46.002810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:46.021452 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/0d483663-d227-4e54-b46e-8ce5d20c9058 HTTP/1.1" status: 204  len: 168 time: 5.9881182
Dec 22 15:02:46.031839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35272) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:46.039808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227091745'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:46.060766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:46.079383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a40c1128-abb9-4440-8bfd-59f459302b61 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:46.205953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:46.214314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:46.219861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet e5532c35-45dc-4f67-9e28-1fa04c16c9ea {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:46.229237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:46.240706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a40c1128-abb9-4440-8bfd-59f459302b61 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:46.241292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.241564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.274635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.313402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:46.317846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.361828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.363914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b60f0244-f0cd-445b-a19b-026d8409e695 None None] Provisioning complete for port a40c1128-abb9-4440-8bfd-59f459302b61 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:46.364297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b60f0244-f0cd-445b-a19b-026d8409e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.447081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:02:46.477245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.477585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment e4cbc76e-fac1-4edf-a462-409589170fcf of type vlan for network b2c6cf17-d24e-48ea-9bab-35811f363637
Dec 22 15:02:46.488826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.536693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.544991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9b397d12-011b-41eb-8aae-a57d6d529426 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:46.590349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.624958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.695706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 9b397d12-011b-41eb-8aae-a57d6d529426 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:46.709058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Deleting port 08696b10-0de7-4e0e-a18b-6eadfd423bdc {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:46.709525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.778860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.782802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:46.783369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.789489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Router e5081527-e44f-4bf2-8588-2c6b453b5bd7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:46.792390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83e5c403-d9f4-47d0-9920-21d0e6b53d91 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:46.822282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Provisioning for port 9b397d12-011b-41eb-8aae-a57d6d529426 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:46.828547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Provisioning complete for port 9b397d12-011b-41eb-8aae-a57d6d529426 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:46.829382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.909360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:46.932870 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8999965
Dec 22 15:02:46.939611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35276) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:46.948689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:46.963763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=b2c6cf17-d24e-48ea-9bab-35811f363637,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:46.966665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:46.978578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-758368ed-1b32-42db-9026-383bed5ee7ff tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:46.982816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network b2c6cf17-d24e-48ea-9bab-35811f363637 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:02:47.150776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.196145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9b397d12-011b-41eb-8aae-a57d6d529426,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:47.200329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.202236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0ff5b715-f688-4f05-a029-517b6b7aa978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:47.210820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=e5532c35-45dc-4f67-9e28-1fa04c16c9ea,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:47.221016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:47.225791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.230229 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/e5532c35-45dc-4f67-9e28-1fa04c16c9ea HTTP/1.1" status: 204  len: 168 time: 1.5476892
Dec 22 15:02:47.236638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35282) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:47.244550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aff45b-5584-42c3-a71d-cc080b2ae091 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:47.332209 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-939243a6-25ea-43d7-9921-6062faa13c5b req-983aaf11-1db0-47a8-8159-a98709c281b4 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.0954795
Dec 22 15:02:47.333411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4e71414a-093e-41e2-81d2-cd739232acaf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0952828
Dec 22 15:02:47.334220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35286) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:47.357299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] For port 08696b10-0de7-4e0e-a18b-6eadfd423bdc, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=08696b10-0de7-4e0e-a18b-6eadfd423bdc,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:47.357644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.375680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Provisioning for port 6da0d01f-e450-41ae-8581-b6cc3a801698 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:47.381291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Pushing event updated for resources: {'Port': ['ID=9b397d12-011b-41eb-8aae-a57d6d529426,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:47.386515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:47.387209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Provisioning complete for port 6da0d01f-e450-41ae-8581-b6cc3a801698 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:47.387595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.469880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:47.509538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Port 6da0d01f-e450-41ae-8581-b6cc3a801698 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:47.514428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Calling delete_port for 08696b10-0de7-4e0e-a18b-6eadfd423bdc owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:47.515208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Could not find standard attr ID for object 126026fe-4b57-461b-8d77-6870c6842448. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:02:47.544150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:47.549921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:47.558945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:47.561839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 958815f2-93fc-4fb4-bfbc-befc951de091 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:47.598166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:47.618798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:47.623976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Deleting port 9b397d12-011b-41eb-8aae-a57d6d529426 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:47.623976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.667903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-be7422c0-52d5-4db5-97c1-548a2075009a None None] Could not find standard attr ID for object 126026fe-4b57-461b-8d77-6870c6842448. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:02:47.701486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbdf43-4c48-411e-811d-589da3e3d570 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:47.702272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d1dbdf43-4c48-411e-811d-589da3e3d570 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:47.754128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:47.781407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.796574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.797406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.805084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:47.859811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.877902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d1dbdf43-4c48-411e-811d-589da3e3d570 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:47.881729 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1dbdf43-4c48-411e-811d-589da3e3d570 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5430393
Dec 22 15:02:47.894454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35290) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:47.912405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9b397d12-011b-41eb-8aae-a57d6d529426,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:47.912405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:47.983137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9b397d12-011b-41eb-8aae-a57d6d529426 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:48.007793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event updated for resources: {'Port': ['ID=6da0d01f-e450-41ae-8581-b6cc3a801698,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:48.031067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:48.071941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:48.111873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Calling delete_port for 9b397d12-011b-41eb-8aae-a57d6d529426 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:48.190297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0250ec6-5dea-4f84-920e-4bcfd5617b22 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:48.191541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0250ec6-5dea-4f84-920e-4bcfd5617b22 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:48.210579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.246869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9b397d12-011b-41eb-8aae-a57d6d529426,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:48.256764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.258748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0250ec6-5dea-4f84-920e-4bcfd5617b22 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:48.259306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e0250ec6-5dea-4f84-920e-4bcfd5617b22 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3549604
Dec 22 15:02:48.259521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.261748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:48.263828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35294) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:48.265018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-be8392f4-d8d7-4c06-85a3-27195a660189 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:48.265534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-df377ad5-0bc6-4c98-976f-f82e4415b548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:48.267691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.273424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:48.333703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ece0b85-2000-4fc7-9d09-2e18ba30fdb8 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:48.352683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=9b397d12-011b-41eb-8aae-a57d6d529426,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:48.357325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:48.361245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=2f699625-d22c-4e6b-8385-2a62dfd0ada6,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:48.367071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:48.383309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': 'e4cbc76e-fac1-4edf-a462-409589170fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:48.384047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: b2c6cf17-d24e-48ea-9bab-35811f363637, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:02:48.391991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:02:48.392487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:02:48.408119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:48.421594 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3899474
Dec 22 15:02:48.423555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b2c6cf17-d24e-48ea-9bab-35811f363637 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:02:48.426763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] Sync routers for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:48.427184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35300) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:48.440855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:48.442235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756a02e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:48.466141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:48.476153 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Sync routers for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:48.497979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:48.500133 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575afe9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:48.537310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756a02e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:48.558050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:48.559852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756a02e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:48.628708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, b2c6cf17-d24e-48ea-9bab-35811f363637) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:48.653869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:48.654123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e72e2b-5264-403c-84e9-88f9c6961998 None None] Network b2c6cf17-d24e-48ea-9bab-35811f363637 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:48.654850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.662969 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4842e55b-1aa0-4886-91d3-53a9d1e81513 req-a99cd874-e709-4d03-90fa-2cb07b019fbd tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.0848892
Dec 22 15:02:48.691080 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7502038
Dec 22 15:02:48.693696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35304) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:48.699091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-539764638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:48.708806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:48.721925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:48.727765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:48.736426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:48.755587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756a02e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:48.756264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf7fcf-eb47-46c9-ade1-4298fac446b2 None None] The sync data for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:48.758621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.759548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.796317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-97312780-dab1-42cf-92e6-e76774bb5892 None None] Provisioning complete for port 6da0d01f-e450-41ae-8581-b6cc3a801698 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:48.796876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97312780-dab1-42cf-92e6-e76774bb5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.828612 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:48.859528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97312780-dab1-42cf-92e6-e76774bb5892 None None] Port 6da0d01f-e450-41ae-8581-b6cc3a801698 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:48.894148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Deleting port 9b397d12-011b-41eb-8aae-a57d6d529426 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:48.894755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:48.945098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f5addfe1-176e-470d-b7e8-048151ea1cc0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6784751
Dec 22 15:02:48.949826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event deleted for resources: {'Port': ['ID=08696b10-0de7-4e0e-a18b-6eadfd423bdc,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:48.961915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35308) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:48.976118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:48.993460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:49.049713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-b2c6cf17-d24e-48ea-9bab-35811f363637', 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': '2f699625-d22c-4e6b-8385-2a62dfd0ada6'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:49.051376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.097212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] No DVR routers for this DVR port a508449c-3382-49ea-a7eb-86679a807a8a on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:49.135473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.147374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.179001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.184277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:49.204237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:49.210414 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575afe9a0>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:49.215726 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Checking router: e5081527-e44f-4bf2-8588-2c6b453b5bd7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:02:49.218162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'name': 'network-vif-deleted', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:02:49.231453 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:49.232738 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575afe9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:49.238930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.240136 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-73c07119-263a-440b-b16f-1236961ae396 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5455256
Dec 22 15:02:49.243015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35314) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:49.249702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'port': {'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637', 'name': 'tempest-RoutersTest-602099362'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:49.263722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:49.267462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.394589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] For port 9b397d12-011b-41eb-8aae-a57d6d529426, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9b397d12-011b-41eb-8aae-a57d6d529426,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:49.395707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.424868 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efcf925-b2d1-442d-81e5-64eb00d3dabe', 'name': 'network-vif-deleted', 'tag': 'a508449c-3382-49ea-a7eb-86679a807a8a', 'status': 'completed', 'code': 200}
Dec 22 15:02:49.430415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23dbc6a7-3b61-4603-a9ef-35da6daa6d10 req-b6740ec4-6d5e-4527-95a4-d8eeca79752b tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.61 "DELETE /v2.0/ports/a508449c-3382-49ea-a7eb-86679a807a8a HTTP/1.1" status: 204  len: 173 time: 7.4827604
Dec 22 15:02:49.456234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.459712 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:02:49.579508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Calling delete_port for 9b397d12-011b-41eb-8aae-a57d6d529426 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:49.638326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:49.643078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.646006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:port and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:49.651400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:49.658975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:49.727727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:49.730695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:49.776527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] device_id is not set on port eebe7375-f099-4e59-8792-289c1d8b4b26 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:49.860931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:49.883146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] Sync routers for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:49.933728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Allocated IP 172.20.0.2 (b2c6cf17-d24e-48ea-9bab-35811f363637/2f699625-d22c-4e6b-8385-2a62dfd0ada6/1382873c-b7fc-4362-b3fa-2c7690c9f110) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:49.936009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f0b2d885-f1b4-443d-847a-18b50841ae00 req-70fece42-0311-4854-bfdc-7213fc01241e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/ports?device_id=5efcf925-b2d1-442d-81e5-64eb00d3dabe HTTP/1.1" status: 200  len: 210 time: 0.0891557
Dec 22 15:02:49.936288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:49.937009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aa3400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:49.967293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.005337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8289aff4-1f17-4e95-a8aa-d37e309c77af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:50.038668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aa3400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:50.043511 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575afe9a0>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:50.050475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d5c04-77eb-4c97-ad9a-359e966a46e2 None None] The sync data for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv is: [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T14:58:25Z', 'revision_number': 4, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '567d7f9a-a045-464c-b4b9-46472fe1cffa', 'name': '', 'network_id': '8cb4a9c6-e904-47c5-babd-fbad8312b19f', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'mac_address': 'fa:16:3e:ae:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:22Z', 'updated_at': '2021-12-22T14:58:35Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'subnets': [{'id': '7fa92a60-9ce6-40c8-92e4-b064967cfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:50.072309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.135555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3a64a9fc-edb7-4c73-b024-a5bad79dafe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:50.151552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:50.157561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:50.171579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.193616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.195778 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 HTTP/1.1" status: 204  len: 168 time: 7.4394875
Dec 22 15:02:50.198847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.199833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] No DVR routers for this DVR port 9b397d12-011b-41eb-8aae-a57d6d529426 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:50.201591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Pushing event deleted for resources: {'Port': ['ID=9b397d12-011b-41eb-8aae-a57d6d529426,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:50.215105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:50.218269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35320) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:50.219900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:50.220037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.230376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bcc18-61e2-47b0-9d54-0a60534f8b25 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:50.243678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.244537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb8e6a20-698a-4664-8733-673896b5a2d1 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:50.246951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:50.247728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aa3400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:50.261759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Router 79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:50.270718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.277069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "DELETE /v2.0/routers/eb8e6a20-698a-4664-8733-673896b5a2d1 HTTP/1.1" status: 204  len: 168 time: 7.4025254
Dec 22 15:02:50.277928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35324) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:50.285388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-110937984', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:50.296192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=a4ed4c69-32f8-42de-bf35-9232b3db9139,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:50.313416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:50.319349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:02:50.321515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:50.324139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:02:50.345391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:50.424512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aa3400>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:50.425074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676ffb8-464a-4e88-88d9-f140c8a27dde None None] The sync data for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:50.426623 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4560406
Dec 22 15:02:50.436370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35328) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:50.446109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:94:05:12', 'name': 'tempest-NetworksTestDHCPv6-27794446'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:50.537039 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1eaee-94c9-4d14-8963-d41be6fa68a8 None None] New status for floating IP aae4c910-bd39-41b9-9b63-99314d556e0d: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:02:50.566237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.568357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.619859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.683593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.691663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'a4ed4c69-32f8-42de-bf35-9232b3db9139'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:02:50.692751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.710500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Transition to ACTIVE for port object 1382873c-b7fc-4362-b3fa-2c7690c9f110 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:50.783034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Transition to ACTIVE for port object 1382873c-b7fc-4362-b3fa-2c7690c9f110 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:50.795574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:50.808621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:50.941819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Network b2c6cf17-d24e-48ea-9bab-35811f363637 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:50.953072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:50.962871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:50.966971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:02:50.992453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.20.0.14 (b2c6cf17-d24e-48ea-9bab-35811f363637/2f699625-d22c-4e6b-8385-2a62dfd0ada6/eebe7375-f099-4e59-8792-289c1d8b4b26) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:50.995835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:02:51.005566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Pushing event updated for resources: {'Port': ['ID=1382873c-b7fc-4362-b3fa-2c7690c9f110,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:51.013453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:51.038152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:02:51.042606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.094283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:51.113946 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0525000
Dec 22 15:02:51.118725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35334) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:51.130904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Attempting to bind port 1382873c-b7fc-4362-b3fa-2c7690c9f110 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:51.131280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Attempting to bind port 1382873c-b7fc-4362-b3fa-2c7690c9f110 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e4cbc76e-fac1-4edf-a462-409589170fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:51.131651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Attempting to bind port 1382873c-b7fc-4362-b3fa-2c7690c9f110 on network b2c6cf17-d24e-48ea-9bab-35811f363637 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:51.138721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] Sync routers for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:51.139303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 48656e31-4156-4a13-97c2-1aa648d284f3 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:02:51.143484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:51.143995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Checking segment: {'id': 'e4cbc76e-fac1-4edf-a462-409589170fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:51.144601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.145099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Bound using segment: {'id': 'e4cbc76e-fac1-4edf-a462-409589170fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:51.145583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Bound port: 1382873c-b7fc-4362-b3fa-2c7690c9f110, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cbc76e-fac1-4edf-a462-409589170fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2c6cf17-d24e-48ea-9bab-35811f363637'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:51.145962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.163982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a4ed4c69-32f8-42de-bf35-9232b3db9139/325dd3b7-1efb-4f27-a3f1-bab348e8b399) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:51.184614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35340) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:51.235807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:51.236520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a816d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:51.259867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.355725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a816d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:51.417666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:51.418297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a816d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:51.433894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.493187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.493702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] For port 1382873c-b7fc-4362-b3fa-2c7690c9f110, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:51.498681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a816d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:51.499101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df825754-bdfe-411c-8fb2-b156069059e8 None None] The sync data for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:51.514478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] For port 1382873c-b7fc-4362-b3fa-2c7690c9f110, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1382873c-b7fc-4362-b3fa-2c7690c9f110,segment=NetworkSegment(e4cbc76e-fac1-4edf-a462-409589170fcf),segment_id=e4cbc76e-fac1-4edf-a462-409589170fcf)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:51.521058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.533605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:51.550953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-17b8c88e-bacc-4802-a8cd-2b0bb7632e2d tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.556700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.606406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object eebe7375-f099-4e59-8792-289c1d8b4b26 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:51.610262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port f801a5b7-a046-4122-a14a-c7a83326a21d {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:51.610754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.743590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Pushing event updated for resources: {'Port': ['ID=1382873c-b7fc-4362-b3fa-2c7690c9f110,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:51.747627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:51.759109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.773942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.778119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Transition to ACTIVE for port object 325dd3b7-1efb-4f27-a3f1-bab348e8b399 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:51.780754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4e34da2b-0969-4b79-ae81-7f0526d02f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:51.803405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Transition to ACTIVE for port object 325dd3b7-1efb-4f27-a3f1-bab348e8b399 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:51.810168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.818159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c954c8f1-b359-4e93-8527-5798c0259667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:51.841905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.890250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d97e48-acb5-43ab-98ab-a31e4066776c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:51.890511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 08696b10-0de7-4e0e-a18b-6eadfd423bdc no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:51.897308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:51.899466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.933570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.945730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:51.947533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:51.962052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:51.964846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:51.970243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:51.971353 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "DELETE /v2.0/security-groups/04d97e48-acb5-43ab-98ab-a31e4066776c HTTP/1.1" status: 204  len: 168 time: 0.7806504
Dec 22 15:02:51.978761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35344) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:51.998467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::216 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a4ed4c69-32f8-42de-bf35-9232b3db9139/48656e31-4156-4a13-97c2-1aa648d284f3) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:52.018368 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-17b8c88e-bacc-4802-a8cd-2b0bb7632e2d tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:02:52.022074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 08696b10-0de7-4e0e-a18b-6eadfd423bdc {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:02:52.022845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 08696b10-0de7-4e0e-a18b-6eadfd423bdc not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:02:52.025301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-17b8c88e-bacc-4802-a8cd-2b0bb7632e2d tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e HTTP/1.1" status: 409  len: 329 time: 0.9080215
Dec 22 15:02:52.028875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Pushing event updated for resources: {'Port': ['ID=325dd3b7-1efb-4f27-a3f1-bab348e8b399,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:52.035701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35348) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:52.043194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:52.099657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.104492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-ed961537-d88f-4845-a77d-b96f8e979b5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] show failed (client error): The resource could not be found.
Dec 22 15:02:52.107874 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ed961537-d88f-4845-a77d-b96f8e979b5c tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "GET /v2.0/security-groups/04d97e48-acb5-43ab-98ab-a31e4066776c HTTP/1.1" status: 404  len: 347 time: 0.1257350
Dec 22 15:02:52.120250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35352) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:52.141968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b2c6cf17-d24e-48ea-9bab-35811f363637 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:52.143426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:52.167784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Attempting to bind port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:02:52.168754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Attempting to bind port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:02:52.169291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Attempting to bind port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:02:52.177283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:02:52.177973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:02:52.178548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.179119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:02:52.179763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Bound port: 325dd3b7-1efb-4f27-a3f1-bab348e8b399, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:02:52.180321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.224813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:52.257320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=eebe7375-f099-4e59-8792-289c1d8b4b26,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:52.273420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] For port 325dd3b7-1efb-4f27-a3f1-bab348e8b399, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:02:52.276568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] For port 325dd3b7-1efb-4f27-a3f1-bab348e8b399, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=325dd3b7-1efb-4f27-a3f1-bab348e8b399,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:02:52.281288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.285569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c38369ce-5b6a-4153-a8d9-35925a119f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:52.356506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Pushing event updated for resources: {'Port': ['ID=325dd3b7-1efb-4f27-a3f1-bab348e8b399,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:52.367731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:52.372148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:52.418184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Deleting port 81cc163a-6d3f-4fba-8a53-ae0af585bffa {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:52.418657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.467843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Allocated IP 172.26.3.138 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/cd9cda37-233e-430c-8130-081dfea196c5) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:02:52.595117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for f801a5b7-a046-4122-a14a-c7a83326a21d owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:52.632101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.783782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:52.785135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:52.884674 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.6405852
Dec 22 15:02:52.895763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:52.946739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.030768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 48656e31-4156-4a13-97c2-1aa648d284f3 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:02:53.130835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.131159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.143522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.148419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.150794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85ee35b-c274-4a59-bb28-4a115e0a008f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:53.202241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=f801a5b7-a046-4122-a14a-c7a83326a21d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:53.205092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:53.210077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-deb2bbde-f0a4-4c91-9ed2-16bd23b27cdc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:53.275936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91d5de-f90d-4d46-a846-c7ef8ba33808 None None] Network b2c6cf17-d24e-48ea-9bab-35811f363637 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:53.358150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Calling delete_port for 81cc163a-6d3f-4fba-8a53-ae0af585bffa owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:53.374588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:53.393612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.451311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f2c8529-0e85-439f-9cff-bb5c2b4bebee None None] Provisioning for port 1382873c-b7fc-4362-b3fa-2c7690c9f110 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:53.558875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:53.569332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=48656e31-4156-4a13-97c2-1aa648d284f3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:53.572136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:53.576486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:53.577331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.588168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:53.660247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.672825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b140daf-1f72-4089-8593-ac4a88ec3f25 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:53.704460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.2638299
Dec 22 15:02:53.705282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35360) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:53.783438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Pushing event deleted for resources: {'Port': ['ID=81cc163a-6d3f-4fba-8a53-ae0af585bffa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:53.802344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:53.810709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.848366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:53.865473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3873a06-0ff8-47b4-b7a6-59b753ca720b tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:54.039830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-05768299-a220-4345-90b4-1dc0fa2a1cbf None None] Provisioning for port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:54.054577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 325dd3b7-1efb-4f27-a3f1-bab348e8b399 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:54.092088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:54.125349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.135507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5eb60-2c7b-481c-92fe-be6979aeaf98 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:54.139449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5eb60-2c7b-481c-92fe-be6979aeaf98 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:54.140234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-acd5eb60-2c7b-481c-92fe-be6979aeaf98 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:54.151665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:54.156936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:54.157327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.218536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:54.222775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:02:54.318183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.322930 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] 10.222.0.69 "DELETE /v2.0/floatingips/aae4c910-bd39-41b9-9b63-99314d556e0d HTTP/1.1" status: 204  len: 168 time: 2.2016551
Dec 22 15:02:54.324178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event updated for resources: {'Port': ['ID=cd9cda37-233e-430c-8130-081dfea196c5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:54.327934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:54.331978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35364) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:54.339247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-af7d64c9-9280-4b91-b98f-f5692a8495b6 None None] Provisioning for port eebe7375-f099-4e59-8792-289c1d8b4b26 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:54.347493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.357371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-af7d64c9-9280-4b91-b98f-f5692a8495b6 None None] Provisioning complete for port eebe7375-f099-4e59-8792-289c1d8b4b26 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:54.357930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af7d64c9-9280-4b91-b98f-f5692a8495b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.374476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-acd5eb60-2c7b-481c-92fe-be6979aeaf98 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:54.378052 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-acd5eb60-2c7b-481c-92fe-be6979aeaf98 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.6331050
Dec 22 15:02:54.381364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35368) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:54.432249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-af7d64c9-9280-4b91-b98f-f5692a8495b6 None None] Port eebe7375-f099-4e59-8792-289c1d8b4b26 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:54.438380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 325dd3b7-1efb-4f27-a3f1-bab348e8b399, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=325dd3b7-1efb-4f27-a3f1-bab348e8b399,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:54.443717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.444769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1382873c-b7fc-4362-b3fa-2c7690c9f110 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:54.469166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-06ea5168-7d35-4ad7-807b-d6c0c626eef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:54.596086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=325dd3b7-1efb-4f27-a3f1-bab348e8b399,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:54.609143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:54.627160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.631688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ff39875f-e893-4351-82e9-b48516d221e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.648955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Provisioning for port 48656e31-4156-4a13-97c2-1aa648d284f3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:54.656666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1382873c-b7fc-4362-b3fa-2c7690c9f110 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:02:54.659777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Provisioning complete for port 48656e31-4156-4a13-97c2-1aa648d284f3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:54.660490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.690269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1382873c-b7fc-4362-b3fa-2c7690c9f110 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:54.690269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.749835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 48656e31-4156-4a13-97c2-1aa648d284f3 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:54.750407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.764965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Port 48656e31-4156-4a13-97c2-1aa648d284f3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:54.785438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Provisioning complete for port eebe7375-f099-4e59-8792-289c1d8b4b26 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:54.786151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.881274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e06ab-f396-473b-a7eb-6f7eaab9f118 None None] Port eebe7375-f099-4e59-8792-289c1d8b4b26 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:54.887347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.923241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1382873c-b7fc-4362-b3fa-2c7690c9f110, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1382873c-b7fc-4362-b3fa-2c7690c9f110,segment=NetworkSegment(e4cbc76e-fac1-4edf-a462-409589170fcf),segment_id=e4cbc76e-fac1-4edf-a462-409589170fcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:54.928307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:54.930728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:54.963993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:02:55.006666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1382873c-b7fc-4362-b3fa-2c7690c9f110,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:55.009628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:55.041270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.041989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.055689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 57b18141-e7db-4bdb-ab4e-b3d91d2edacd {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:55.056034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.158222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.346193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.496759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 48656e31-4156-4a13-97c2-1aa648d284f3 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:55.560679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:55.575462 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1470919
Dec 22 15:02:55.578756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35372) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:55.581110 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] Sync routers for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:55.598681 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:55.600201 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ddd130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:55.623649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:55.648372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e0178de-198f-497c-8926-9b8e00f9605b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:55.711001 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ddd130>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:55.722630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] Routers {'9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:55.723375 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ddd130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:55.771317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 57b18141-e7db-4bdb-ab4e-b3d91d2edacd owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:55.785638 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ddd130>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:55.786219 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbb551-073d-4f0b-8133-67932a93dcff None None] The sync data for ids ['9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:55.926677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 325dd3b7-1efb-4f27-a3f1-bab348e8b399 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:55.968299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e0178de-198f-497c-8926-9b8e00f9605b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:55.971765 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e0178de-198f-497c-8926-9b8e00f9605b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae HTTP/1.1" status: 200  len: 205 time: 0.3878777
Dec 22 15:02:55.976937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35376) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:56.007779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:56.008162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.133628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1382873c-b7fc-4362-b3fa-2c7690c9f110 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:02:56.152674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:02:56.181486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.194603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.200604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e2c8a0c-6986-42ec-afb0-59abb7a61225 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:56.204150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.208418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1382873c-b7fc-4362-b3fa-2c7690c9f110 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:56.208917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.212897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47e5d0ac-d4be-41fd-a68b-3ee3a9d25404 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:56.254176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.327872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=48656e31-4156-4a13-97c2-1aa648d284f3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:56.352610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=eebe7375-f099-4e59-8792-289c1d8b4b26,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:56.367081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:56.384703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:56.449150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.517275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Router 589a2db7-9d94-49c6-841f-dca66d0fb265 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:02:56.593259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.635283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-77354b45-7fbc-4c96-8b54-42c733e33094 None None] Provisioning complete for port eebe7375-f099-4e59-8792-289c1d8b4b26 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:02:56.635602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77354b45-7fbc-4c96-8b54-42c733e33094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.657191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/48656e31-4156-4a13-97c2-1aa648d284f3 HTTP/1.1" status: 204  len: 168 time: 2.2732589
Dec 22 15:02:56.661340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35380) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:56.709702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-77354b45-7fbc-4c96-8b54-42c733e33094 None None] Port eebe7375-f099-4e59-8792-289c1d8b4b26 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:02:56.788173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.852338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ece411cf-95b7-4df5-b161-d5ac7289cc70 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:56.912769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting port 6da0d01f-e450-41ae-8581-b6cc3a801698 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:56.913013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.914250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=57b18141-e7db-4bdb-ab4e-b3d91d2edacd,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:56.920707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdce0d-591a-43ee-9260-f43a539b4a7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:56.922124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdce0d-591a-43ee-9260-f43a539b4a7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:56.922848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8bbdce0d-591a-43ee-9260-f43a539b4a7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:56.925997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:56.927781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:56.966193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.021469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8bbdce0d-591a-43ee-9260-f43a539b4a7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:57.025143 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8bbdce0d-591a-43ee-9260-f43a539b4a7c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.3533294
Dec 22 15:02:57.026443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35384) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:57.074787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.169120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.169511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:02:57.347425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.387401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.388507 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b94e6b86-b55b-4571-b89d-69a5d49c890f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae HTTP/1.1" status: 204  len: 168 time: 1.4106271
Dec 22 15:02:57.397486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35388) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:57.503162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8f592a9-732f-417f-8f1c-06eef9f7edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.585428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet a4ed4c69-32f8-42de-bf35-9232b3db9139 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:57.636705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Calling delete_port for 6da0d01f-e450-41ae-8581-b6cc3a801698 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:57.643487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.695811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.735298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.819480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:02:57.822852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet e6759f4f-7811-49d8-ad65-4b67dba9091f {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:57.830738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] Sync routers for ids ['589a2db7-9d94-49c6-841f-dca66d0fb265'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:02:57.832539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.844906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] Routers {'589a2db7-9d94-49c6-841f-dca66d0fb265'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:57.845413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85761035e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['589a2db7-9d94-49c6-841f-dca66d0fb265'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:57.897570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.915311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85761035e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:57.915824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.926594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] Routers {'589a2db7-9d94-49c6-841f-dca66d0fb265'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:02:57.927206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85761035e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['589a2db7-9d94-49c6-841f-dca66d0fb265'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:57.982554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:57.986280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.7039802
Dec 22 15:02:58.004807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85761035e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:02:58.005286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11c640-9ee3-49e9-8477-a443bf3bc492 None None] The sync data for ids ['589a2db7-9d94-49c6-841f-dca66d0fb265'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:02:58.008753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.013378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.049620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35392) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:58.072843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:58.094253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.235723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.283651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.291803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8ed9864-5abd-4e7b-afc0-b9ef2dba5a74 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:58.321094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.331573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9b59533a-f33b-43f6-bd52-695d83235793 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:58.386110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Port': ['ID=6da0d01f-e450-41ae-8581-b6cc3a801698,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:58.408554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:58.432746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ed4c69-32f8-42de-bf35-9232b3db9139,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:58.455465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:58.467835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.472366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5882186-ed20-4232-9a43-42fb4404a998 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:58.499366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a4ed4c69-32f8-42de-bf35-9232b3db9139 HTTP/1.1" status: 204  len: 168 time: 1.4698300
Dec 22 15:02:58.500292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35396) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:58.570282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.576587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-681b1d67-dc53-4e78-8163-23ad9c4dab3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:58.608671 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-330708c7-722f-42c1-a52f-668c2d28a01b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1056764
Dec 22 15:02:58.611073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:58.658206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab06674-03cd-454f-b66b-a3e5a9893294 None None] Network 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:02:58.658898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=e6759f4f-7811-49d8-ad65-4b67dba9091f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:58.672340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.680237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:58.713932 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/e6759f4f-7811-49d8-ad65-4b67dba9091f HTTP/1.1" status: 204  len: 168 time: 1.3130617
Dec 22 15:02:58.715656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35404) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:58.732934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.743969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.773165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a488839-d670-4d3b-9331-57c9e120e560 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:58.809427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.949477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.969282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:58.970552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8ab79-1458-4f33-9360-9a7a922e6ee5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:58.971231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eef8ab79-1458-4f33-9360-9a7a922e6ee5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:02:58.979450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Deleting port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:58.979941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:58.983770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=eebe7375-f099-4e59-8792-289c1d8b4b26,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:59.020172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] DHCP port deletion for 3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:02:59.032280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Deleting port c41e3508-7a0e-44cb-9527-494904ffa587 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:59.032691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.036556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:02:59.304791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet a73fbc6f-08f0-4119-b3e9-593b5d7126c2 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:02:59.310160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.311049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eef8ab79-1458-4f33-9360-9a7a922e6ee5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:02:59.314481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eef8ab79-1458-4f33-9360-9a7a922e6ee5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6929035
Dec 22 15:02:59.317723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35408) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:59.372804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.401930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] For port 325dd3b7-1efb-4f27-a3f1-bab348e8b399, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=325dd3b7-1efb-4f27-a3f1-bab348e8b399,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:59.402327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.496707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.532270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Calling delete_port for 325dd3b7-1efb-4f27-a3f1-bab348e8b399 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:59.568163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] For port c41e3508-7a0e-44cb-9527-494904ffa587, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c41e3508-7a0e-44cb-9527-494904ffa587,segment=NetworkSegment(aa676b59-1548-4dd9-809c-7777ff407da6),segment_id=aa676b59-1548-4dd9-809c-7777ff407da6)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:02:59.568596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.585608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b1760-c68e-4d89-8e2e-6585e784e881 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:02:59.589559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e70b1760-c68e-4d89-8e2e-6585e784e881 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2669349
Dec 22 15:02:59.594588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35412) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:59.617119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.697456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b2c6cf17-d24e-48ea-9bab-35811f363637 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:02:59.707501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:02:59.733536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Calling delete_port for c41e3508-7a0e-44cb-9527-494904ffa587 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:02:59.768311 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-366a2f01-c058-454d-92eb-e3358c8a49d4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1688149
Dec 22 15:02:59.777371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35416) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:02:59.794589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:02:59.855756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.870419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85776a5b-9d05-4504-983c-7edbdc5d71ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:59.884059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.902439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-936937e5-83c1-4b24-bbc3-44eb770a17ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:02:59.930490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Pushing event deleted for resources: {'Port': ['ID=c41e3508-7a0e-44cb-9527-494904ffa587,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:02:59.936928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] No DVR routers for this DVR port c41e3508-7a0e-44cb-9527-494904ffa587 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:02:59.938281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 325dd3b7-1efb-4f27-a3f1-bab348e8b399 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:02:59.991837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Deleting port 567d7f9a-a045-464c-b4b9-46472fe1cffa {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:02:59.991837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:02:59.998125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:00.006658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=a73fbc6f-08f0-4119-b3e9-593b5d7126c2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:00.014293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:00.025548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:00.057736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.062623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-85fe9f10-99e5-44ab-b1f6-e77c79b582c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:00.084803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:00.087755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.089887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 update to DOWN by agent not found {{(pid=83458) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 15:03:00.090322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c41e3508-7a0e-44cb-9527-494904ffa587 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:00.092309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:00.108427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:00.115647 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/a73fbc6f-08f0-4119-b3e9-593b5d7126c2 HTTP/1.1" status: 204  len: 168 time: 1.3976517
Dec 22 15:03:00.116420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:00.131420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c41e3508-7a0e-44cb-9527-494904ffa587 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:00.131420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c41e3508-7a0e-44cb-9527-494904ffa587 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:00.131745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ee1f4-5f6f-4c23-bfae-df480e0d1fe2 None None] Network 487847a3-172a-4131-bb11-0755a94556cf requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:00.204200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Pushing event deleted for resources: {'Port': ['ID=325dd3b7-1efb-4f27-a3f1-bab348e8b399,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:00.210203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:00.213599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.215236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:00.231294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] No DVR routers for this DVR port 325dd3b7-1efb-4f27-a3f1-bab348e8b399 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:00.249444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Router 79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:00.316753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-150a2ec4-b338-4e83-9659-416a8a487353 None None] Provisioning complete for port eebe7375-f099-4e59-8792-289c1d8b4b26 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:00.316954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-150a2ec4-b338-4e83-9659-416a8a487353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.367406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.367965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] For port 567d7f9a-a045-464c-b4b9-46472fe1cffa, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=567d7f9a-a045-464c-b4b9-46472fe1cffa,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:00.367965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.381975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-150a2ec4-b338-4e83-9659-416a8a487353 None None] Port eebe7375-f099-4e59-8792-289c1d8b4b26 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:00.465713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] DHCP port deletion for 487847a3-172a-4131-bb11-0755a94556cf request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:00.470756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Deleting port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:00.471149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.709062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] For port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,segment=NetworkSegment(0ad88982-d7aa-4b9d-957c-cc4f912b901b),segment_id=0ad88982-d7aa-4b9d-957c-cc4f912b901b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:00.709569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.720621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 958815f2-93fc-4fb4-bfbc-befc951de091 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:00.741215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Calling delete_port for 567d7f9a-a045-464c-b4b9-46472fe1cffa owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:00.829558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Calling delete_port for aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:00.857900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:00.874403 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] Sync routers for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:00.886216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8491406
Dec 22 15:03:00.887506 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:00.888304 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e2f160>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:00.893070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35424) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:00.922877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:00.929009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:00.953101 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e2f160>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:00.966914 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] Routers {'79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:00.967924 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e2f160>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:00.970188 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-1075fc36-b3b1-48bb-b8cf-fa472cc22f75 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] show failed (client error): The resource could not be found.
Dec 22 15:03:00.971202 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1075fc36-b3b1-48bb-b8cf-fa472cc22f75 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1281800011 HTTP/1.1" status: 404  len: 335 time: 0.0767312
Dec 22 15:03:00.976074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35428) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:00.982691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:03:00.983117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2f7b664f-f43b-4411-892e-3a7ca94f934a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:00.986057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Pushing event deleted for resources: {'Port': ['ID=aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:00.993752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:01.002319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.007212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] No DVR routers for this DVR port aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:01.021226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e55ea844-bad3-4fff-a1a5-5947a9da1930 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:01.046184 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e2f160>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:01.046890 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14738221-d8f9-4030-ada7-5fc5e8a2fb5f None None] The sync data for ids ['79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:01.054542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.056322 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-2f7b664f-f43b-4411-892e-3a7ca94f934a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] update failed (client error): The resource could not be found.
Dec 22 15:03:01.057374 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f7b664f-f43b-4411-892e-3a7ca94f934a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1155847269 HTTP/1.1" status: 404  len: 335 time: 0.0802863
Dec 22 15:03:01.063375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35432) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:01.138413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router e6fbfe8e-1392-41ba-abe9-0a393891fb3b is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:01.176555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:01.179892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574aafd90>,) {'filters': {'network_id': ['3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:01.193076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:01.201393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:01.201933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.202861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b657a-a6e0-4443-8436-f208f25c4ba0 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:01.205753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=beef383b-28bd-4e98-97d4-a57242c4fb98,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:01.209465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.213214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574aafd90>, 'aa676b59-1548-4dd9-809c-7777ff407da6') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:01.213460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574aafd90>, 'aa676b59-1548-4dd9-809c-7777ff407da6') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:01.220129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:01.243836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.292547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.297997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5114148
Dec 22 15:03:01.311939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35436) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:01.319574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:01.319981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.339081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:01.359647 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:01.416687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.427802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f50c3ad2-39ce-44a8-bdb0-254db924a30a tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:01.446421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'beef383b-28bd-4e98-97d4-a57242c4fb98'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:01.447398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.495760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Pushing event deleted for resources: {'Port': ['ID=567d7f9a-a045-464c-b4b9-46472fe1cffa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:01.506078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:01.544318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting subnet b28d29f1-78ba-4cf8-a171-31a0c5b83f90 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:01.554825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.640614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.649746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-284700d9-335e-4228-b833-ba8a5a3c4e44 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:01.671153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.673118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.696438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:01.705849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Allocated IP 2001:db8::f816:3eff:fe7e:d398 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/beef383b-28bd-4e98-97d4-a57242c4fb98/d6dd62c7-aa7a-4f9f-b060-052df70c91e3) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:01.714978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:01.723592 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/3df7f128-9dcc-4f0b-97e8-9b4c6ae096cc HTTP/1.1" status: 204  len: 168 time: 1.6061244
Dec 22 15:03:01.733986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35440) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:01.856013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:01.859064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:01.874236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/e6fbfe8e-1392-41ba-abe9-0a393891fb3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9757853
Dec 22 15:03:01.877650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35444) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:01.881897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:01.894598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:01.916952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:01.920777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] Sync routers for ids ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:01.935590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.938900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.974065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:01.977813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:01.995836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] Routers {'e6fbfe8e-1392-41ba-abe9-0a393891fb3b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:01.996662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857599ad30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.067520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:02.069099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:02.080445 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] Sync routers for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:02.082966 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/routers/958815f2-93fc-4fb4-bfbc-befc951de091/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8577580
Dec 22 15:03:02.094558 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:02.095474 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e2fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.120192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35448) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:02.120595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857599ad30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.129361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:02.129878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aeadc3ad-a31e-4a2d-a4f5-e6f3ae1ae45b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:02.140219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.156604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Transition to ACTIVE for port object d6dd62c7-aa7a-4f9f-b060-052df70c91e3 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:02.165038 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e2fee0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.168126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] Routers {'e6fbfe8e-1392-41ba-abe9-0a393891fb3b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:02.169105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857599ad30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.178061 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] Routers {'958815f2-93fc-4fb4-bfbc-befc951de091'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:02.178978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e2fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['958815f2-93fc-4fb4-bfbc-befc951de091'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.240467 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e2fee0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.241122 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b39bb6-9bf7-4f3d-b8c3-fb6d3f522989 None None] The sync data for ids ['958815f2-93fc-4fb4-bfbc-befc951de091'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:02.248473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857599ad30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.249236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc8e8f-db56-4db6-86e3-dc8a884ea45f None None] The sync data for ids ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:02.254960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Transition to ACTIVE for port object d6dd62c7-aa7a-4f9f-b060-052df70c91e3 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:02.262431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.266453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c8cdcb5-7615-4446-8b76-648ce74b7b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:02.282698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556f3b2-9d56-4353-b82f-e8702cd7c41f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:02.287072 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5556f3b2-9d56-4353-b82f-e8702cd7c41f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports/eebe7375-f099-4e59-8792-289c1d8b4b26 HTTP/1.1" status: 200  len: 977 time: 0.4052825
Dec 22 15:03:02.293342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35452) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:02.340757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Pushing event updated for resources: {'Port': ['ID=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:02.344286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:02.345314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:02.346417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:02.349282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:02.444213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Attempting to bind port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:02.444935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Attempting to bind port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:02.445408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Attempting to bind port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:02.451477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.453267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:02.453850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:02.454368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.454889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:02.455475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Bound port: d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:02.457083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.457861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1812c73a-49d2-4db9-851e-e666a9b6a6cf tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:02.511538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Subnet': ['ID=b28d29f1-78ba-4cf8-a171-31a0c5b83f90,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:02.516216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:02.524054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.524888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.538859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2f30f-f720-4cd9-9b06-57353cb822f9 None None] Network 07d58934-0e39-4f94-94b0-dd9039e567c7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:02.550743 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/subnets/b28d29f1-78ba-4cf8-a171-31a0c5b83f90 HTTP/1.1" status: 204  len: 168 time: 1.4826798
Dec 22 15:03:02.551801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35458) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:02.578533 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet beef383b-28bd-4e98-97d4-a57242c4fb98 (CIDR: 2001:db8::/64)
Dec 22 15:03:02.587155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857540c790>,) {'filters': {'network_id': ['487847a3-172a-4131-bb11-0755a94556cf']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.603776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:02.604472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:02.648713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] For port d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:02.669446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] For port d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:02.673234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857540c790>, '0ad88982-d7aa-4b9d-957c-cc4f912b901b') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.673752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857540c790>, '0ad88982-d7aa-4b9d-957c-cc4f912b901b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:02.700064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.708337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-091ed44c-b6f4-46bf-a613-e5fd43b1f19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:02.709190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.717450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.735672 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-550714c1-f2e6-4d29-b8a1-d368f4cbf64e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4162056
Dec 22 15:03:02.747268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35462) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:02.757400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:02.774354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.794339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.823159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Pushing event updated for resources: {'Port': ['ID=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:02.830428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:02.871077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting port a40c1128-abb9-4440-8bfd-59f459302b61 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:02.871538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.916315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.920626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:02.921061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:02.936947 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:02.974871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] DHCP port deletion for 07d58934-0e39-4f94-94b0-dd9039e567c7 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:02.980131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Deleting port a40c1128-abb9-4440-8bfd-59f459302b61 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:02.980771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:02.997550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.173037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.177918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.191127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec94bd06-054c-474e-90cf-1be510264fa5 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:03.207847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.214821 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:03:03.233954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=487847a3-172a-4131-bb11-0755a94556cf,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:03.236028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:03.241661 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/487847a3-172a-4131-bb11-0755a94556cf HTTP/1.1" status: 204  len: 168 time: 1.5063910
Dec 22 15:03:03.245786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:03.247952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35466) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:03.249254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:03.255509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:03.261743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345960663'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:03.274333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:03.276795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:03.293059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:03.300428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:03.312214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:03.318658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:03.324801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] For port a40c1128-abb9-4440-8bfd-59f459302b61, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a40c1128-abb9-4440-8bfd-59f459302b61,segment=NetworkSegment(d783424e-dc03-4361-8454-25a8b87b8c13),segment_id=d783424e-dc03-4361-8454-25a8b87b8c13)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:03.325223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.343885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] For port a40c1128-abb9-4440-8bfd-59f459302b61, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a40c1128-abb9-4440-8bfd-59f459302b61,segment=NetworkSegment(d783424e-dc03-4361-8454-25a8b87b8c13),segment_id=d783424e-dc03-4361-8454-25a8b87b8c13)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:03.344305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.389481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.450250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Calling delete_port for a40c1128-abb9-4440-8bfd-59f459302b61 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:03.478906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Calling delete_port for a40c1128-abb9-4440-8bfd-59f459302b61 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:03.514851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:03.518102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.542414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.548650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c2f6aa35-e1c9-43bc-8271-e6437c1e005d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:03.586555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:03.625157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Pushing event deleted for resources: {'Port': ['ID=a40c1128-abb9-4440-8bfd-59f459302b61,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:03.631639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.631639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment ce34b92a-1838-4621-ac89-f231f30dc247 of type vlan for network aa611af0-dd70-4904-a244-043cf381b319
Dec 22 15:03:03.646173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:03.654048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] No DVR routers for this DVR port a40c1128-abb9-4440-8bfd-59f459302b61 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:03.666048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:03.706197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:03.706612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:03.977499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d6dd62c7-aa7a-4f9f-b060-052df70c91e3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:03.981972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.097180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.101373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:04.102027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.102223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:04.110433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7d3a38b-a6aa-42a2-b3fd-f7f1807b4ef5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:04.146737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Provisioning for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:04.153686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Provisioning complete for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:04.154284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.191223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a40c1128-abb9-4440-8bfd-59f459302b61 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:04.194885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.211966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router 589a2db7-9d94-49c6-841f-dca66d0fb265 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:04.258340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting port a40c1128-abb9-4440-8bfd-59f459302b61 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:04.258705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.277328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a40c1128-abb9-4440-8bfd-59f459302b61 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:04.277328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a40c1128-abb9-4440-8bfd-59f459302b61 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:04.290148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0378301
Dec 22 15:03:04.296192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=aa611af0-dd70-4904-a244-043cf381b319,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:04.301278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35470) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:04.302073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:04.311457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': 'aa611af0-dd70-4904-a244-043cf381b319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:04.327720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network aa611af0-dd70-4904-a244-043cf381b319 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:04.382104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] The port 'a40c1128-abb9-4440-8bfd-59f459302b61' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:04.440320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.475728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] For port d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:04.479536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.481262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:04.530645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.540961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:04.549038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:04.552003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Pushing event updated for resources: {'Port': ['ID=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:04.555288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:04.566798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:04.569460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port c1a653d4-a342-437e-b5d3-8a0201270208 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:04.569793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.596600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.614368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:04.638077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575424070>,) {'filters': {'network_id': ['07d58934-0e39-4f94-94b0-dd9039e567c7']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:04.652349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:04.657880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575424070>, 'd783424e-dc03-4361-8454-25a8b87b8c13') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:04.658223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575424070>, 'd783424e-dc03-4361-8454-25a8b87b8c13') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:04.675743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.675981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.709116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.739056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e5d5a3d2-57ee-4939-88f3-bb79cf5a2f9d tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:04.744997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:04.745383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:04.760054 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:04.919194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.921775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Router e5081527-e44f-4bf2-8588-2c6b453b5bd7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:04.933345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-960bbcf1-23dc-4f48-8833-bf8765512b42 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:04.947705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.961250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:04.968617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:04.987882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:04.991926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Network': ['ID=07d58934-0e39-4f94-94b0-dd9039e567c7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:04.999185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:05.001772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3fe46-22d4-4e29-8c2b-d3fce8cb41db None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:05.004804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/networks/07d58934-0e39-4f94-94b0-dd9039e567c7 HTTP/1.1" status: 204  len: 168 time: 2.4526258
Dec 22 15:03:05.007325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=c3d90a6a-1d53-464b-a2e4-274d096ebc5f,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:05.007803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35474) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:05.058100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:05.058687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.066824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:05.114088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.227956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port eebe7375-f099-4e59-8792-289c1d8b4b26 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:05.228522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.252082 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5025017
Dec 22 15:03:05.262091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for c1a653d4-a342-437e-b5d3-8a0201270208 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:05.292145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35478) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:05.311924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:98:47:24', 'name': 'tempest-NetworksTestDHCPv6-422021195'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:05.348624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'beef383b-28bd-4e98-97d4-a57242c4fb98', 'ip_address': '2001:db8::f816:3eff:fe7e:d398'}, {'subnet_id': 'c3d90a6a-1d53-464b-a2e4-274d096ebc5f'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': 'd6dd62c7-aa7a-4f9f-b060-052df70c91e3'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:03:05.406718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.626252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Allocated IP 2001:db8:0:1::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/c3d90a6a-1d53-464b-a2e4-274d096ebc5f/d6dd62c7-aa7a-4f9f-b060-052df70c91e3) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:05.631798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting subnet bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:05.638016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.682665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:05.720147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] Sync routers for ids ['589a2db7-9d94-49c6-841f-dca66d0fb265'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:05.727842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.731429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-035d44ef-a866-49e0-ab02-4e8ad041cc04 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "PUT /v2.0/routers/589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 200  len: 925 time: 7.6798394
Dec 22 15:03:05.734395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35482) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:05.737201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.750089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] Routers {'589a2db7-9d94-49c6-841f-dca66d0fb265'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:05.750821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0cd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['589a2db7-9d94-49c6-841f-dca66d0fb265'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:05.777415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.791918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:05.813167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:05.814909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0cd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:05.828881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:05.837568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:05.860703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] Routers {'589a2db7-9d94-49c6-841f-dca66d0fb265'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:05.861584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0cd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['589a2db7-9d94-49c6-841f-dca66d0fb265'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:05.917957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.921015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for eebe7375-f099-4e59-8792-289c1d8b4b26 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:05.926845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] For port d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:05.929180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b78004f5-86b5-464b-80b0-a8e956391676 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:05.953234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.961635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:05.966251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:05.979136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d6dd62c7-aa7a-4f9f-b060-052df70c91e3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:06.007770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0cd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:06.008936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af085d26-2a68-41c7-a423-049b44662e03 None None] The sync data for ids ['589a2db7-9d94-49c6-841f-dca66d0fb265'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:06.033575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:06.044408 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Sync routers for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:06.047961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] 10.222.0.69 "PUT /v2.0/routers/e5081527-e44f-4bf2-8588-2c6b453b5bd7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6814504
Dec 22 15:03:06.052340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35486) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:06.059137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 1302c248-2a94-405a-9b55-176063831392 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:06.064704 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:06.065382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:06.069339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:06.069955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.103503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Transition to ACTIVE for port object d6dd62c7-aa7a-4f9f-b060-052df70c91e3 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:06.113610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.115065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=0c58b486-eeff-41c2-bd77-27610665e075,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:06.121300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-366989a2-5c29-467b-a889-fe07d8db1f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:06.124288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.132744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:06.136582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.139421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19e0813d-d55f-4827-a7b2-8397a8a953b5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:06.242740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=c1a653d4-a342-437e-b5d3-8a0201270208,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:06.253775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:06.315512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': 'ce34b92a-1838-4621-ac89-f231f30dc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:06.315911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: aa611af0-dd70-4904-a244-043cf381b319, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:06.324190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 had new provisioning blocks added so it will not transition to active. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 22 15:03:06.328234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Pushing event updated for resources: {'Port': ['ID=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:06.334145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:06.372979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.373595 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:03:06.385585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f0566f2-15dc-4b29-9efa-8e0a468986f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:06.470236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72573f76-0763-4f7c-b05d-62b2df3004fa None None] Network 2f06e705-9f5e-4e0d-a974-7a005dfc6569 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:06.473303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.477212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.481601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:06.484966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:06.499311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdbf2fbe-1497-48a7-a4a6-6ec72df0f26a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:06.558381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=eebe7375-f099-4e59-8792-289c1d8b4b26,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:06.564950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:06.567654 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/subnets/bfdd87fa-6fcb-4722-b6aa-54b64ca3f7d3 HTTP/1.1" status: 204  len: 168 time: 1.5578177
Dec 22 15:03:06.574179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35490) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:06.714241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network aa611af0-dd70-4904-a244-043cf381b319 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:06.777299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:06.852452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f40>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T15:03:01Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:06.859263 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Checking router: e5081527-e44f-4bf2-8588-2c6b453b5bd7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:03:06.879627 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Routers {'e5081527-e44f-4bf2-8588-2c6b453b5bd7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:06.880295 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:06.896300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, aa611af0-dd70-4904-a244-043cf381b319) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:06.905217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8905d4cd-9ba6-487d-be63-b9e92713ff28 None None] Network aa611af0-dd70-4904-a244-043cf381b319 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:07.111102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:07.111719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.139055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8:0:1::4b (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/c3d90a6a-1d53-464b-a2e4-274d096ebc5f/1302c248-2a94-405a-9b55-176063831392) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:07.150884 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] Set router e5081527-e44f-4bf2-8588-2c6b453b5bd7 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:03:07.162530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe98:4724 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/beef383b-28bd-4e98-97d4-a57242c4fb98/1302c248-2a94-405a-9b55-176063831392) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:07.170805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] DHCP port deletion for 2f06e705-9f5e-4e0d-a974-7a005dfc6569 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:07.182241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Deleting port be358753-972f-4821-9272-be1c1e36f209 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:07.182655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.280715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.343515 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5951f02d-051e-413b-998d-4bba7fae9ebf tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 200  len: 925 time: 1.6037226
Dec 22 15:03:07.356398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35494) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:07.358013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0523405
Dec 22 15:03:07.391011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35498) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:07.400192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] For port be358753-972f-4821-9272-be1c1e36f209, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=be358753-972f-4821-9272-be1c1e36f209,segment=NetworkSegment(e9d8e528-d18b-4e60-b695-7aaccadbeb3c),segment_id=e9d8e528-d18b-4e60-b695-7aaccadbeb3c)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:07.400610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.412165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1775593606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:07.437128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.437791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:07.450856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:07.467934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:07.472338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.493129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:07.516162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting subnet d6751f70-ee9d-46de-91d8-ce389a2f037f {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:07.524133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.530637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.550972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Calling delete_port for be358753-972f-4821-9272-be1c1e36f209 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:07.553309 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f40>, [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T15:03:01Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:07.558951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a6cd9-55e1-44ec-a225-468972440c93 None None] The sync data for ids ['e5081527-e44f-4bf2-8588-2c6b453b5bd7'] in dv-neutron-822675-1-hyperv is: [{'id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'name': 'tempest-ServerActionsTestJSON-1478959158-router', 'tenant_id': 'fcd195266ef04b0eaee4152119268543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:58:12Z', 'updated_at': '2021-12-22T15:03:01Z', 'revision_number': 5, 'project_id': 'fcd195266ef04b0eaee4152119268543', 'gw_port': {'id': 'e1ad39be-a7d8-4626-9694-c49688c745a4', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5081527-e44f-4bf2-8588-2c6b453b5bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:58:14Z', 'updated_at': '2021-12-22T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:07.569808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.571609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.697131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.714585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-aa611af0-dd70-4904-a244-043cf381b319', 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': '0c58b486-eeff-41c2-bd77-27610665e075'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:07.715336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.725670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-442ab78b-4fd1-4f03-a638-fa497e410b54 None None] Provisioning for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:07.740199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-442ab78b-4fd1-4f03-a638-fa497e410b54 None None] Provisioning complete for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:07.740920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-442ab78b-4fd1-4f03-a638-fa497e410b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.774298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.780331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.780522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7d978eeb-cf41-42e7-86ee-3e9f1a12ef35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:07.780769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Fanout notify agent at l3_agent the message router_deleted on router 958815f2-93fc-4fb4-bfbc-befc951de091 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:07.822776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.823858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/routers/958815f2-93fc-4fb4-bfbc-befc951de091 HTTP/1.1" status: 204  len: 168 time: 5.6998298
Dec 22 15:03:07.828349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35502) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:07.831364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71f15dc6-4a21-4db9-828c-5c9c8f0726a7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Synchronizing usage tracker for tenant:7e24626fa473431c96c4c36c3b9dd788 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:07.872420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.883240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Pushing event deleted for resources: {'Port': ['ID=be358753-972f-4821-9272-be1c1e36f209,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:07.885585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:07.890624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] No DVR routers for this DVR port be358753-972f-4821-9272-be1c1e36f209 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:07.936934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.940396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71f15dc6-4a21-4db9-828c-5c9c8f0726a7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Unset dirty status for tenant:7e24626fa473431c96c4c36c3b9dd788 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:07.941484 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-71f15dc6-4a21-4db9-828c-5c9c8f0726a7 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=589a2db7-9d94-49c6-841f-dca66d0fb265&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5819113
Dec 22 15:03:07.945575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:07.953576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35506) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:08.066811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 1302c248-2a94-405a-9b55-176063831392 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:08.092640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d6dd62c7-aa7a-4f9f-b060-052df70c91e3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:08.137350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.151750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d38e7478-89fa-4d5f-a83c-05d437c30772 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:08.183279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Allocated IP 2001:db8::2 (aa611af0-dd70-4904-a244-043cf381b319/0c58b486-eeff-41c2-bd77-27610665e075/dba6953c-e94c-4128-bf45-91ec3f4bc5c6) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:08.240538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:08.246582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting subnet 86ee8961-dd99-4b76-ba28-1e5e21f2c3c5 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:08.253958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:08.256344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:08.260503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.260765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:08.261723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.261844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7b1744e4-13c4-48ac-8489-b0caa5323c13 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8629656
Dec 22 15:03:08.265361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.279153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:08.279407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.296409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35510) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:08.298713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=1302c248-2a94-405a-9b55-176063831392,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:08.302502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:08.319348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'port': {'network_id': 'aa611af0-dd70-4904-a244-043cf381b319', 'name': 'tempest-RoutersIpV6Test-594200933'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:08.394431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.414463 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.1210601
Dec 22 15:03:08.419224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35514) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:08.453310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.507506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87825fb6-a139-4dd4-8c03-472458372e02 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:08.508255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-87825fb6-a139-4dd4-8c03-472458372e02 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Synchronizing usage tracker for tenant:7e24626fa473431c96c4c36c3b9dd788 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:08.509934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.528716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Transition to ACTIVE for port object dba6953c-e94c-4128-bf45-91ec3f4bc5c6 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:08.573501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Transition to ACTIVE for port object dba6953c-e94c-4128-bf45-91ec3f4bc5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:08.582106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.590212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:08.594326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.615513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-87825fb6-a139-4dd4-8c03-472458372e02 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Unset dirty status for tenant:7e24626fa473431c96c4c36c3b9dd788 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:08.619631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-87825fb6-a139-4dd4-8c03-472458372e02 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.6601171
Dec 22 15:03:08.620228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Deleting port e1ad39be-a7d8-4626-9694-c49688c745a4 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:08.620602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.630578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35518) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:08.633005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device be358753-972f-4821-9272-be1c1e36f209 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:08.686858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c85a814-3890-4bca-adc0-198426a8d1c5 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 200  len: 205 time: 0.0524371
Dec 22 15:03:08.695697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35522) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:08.707977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router e6fbfe8e-1392-41ba-abe9-0a393891fb3b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:08.710897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 1302c248-2a94-405a-9b55-176063831392 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:08.711236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.724443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: be358753-972f-4821-9272-be1c1e36f209 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:08.724883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device be358753-972f-4821-9272-be1c1e36f209 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:08.725366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 567d7f9a-a045-464c-b4b9-46472fe1cffa no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:08.762077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 567d7f9a-a045-464c-b4b9-46472fe1cffa {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:08.762509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 567d7f9a-a045-464c-b4b9-46472fe1cffa not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:08.764209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:08.776904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:port and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:08.790039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Network aa611af0-dd70-4904-a244-043cf381b319 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:08.790454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:08.794291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:08.797381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:08.800045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:08.803394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:08.804745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:08.823532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.835351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-47334d04-ee04-4bff-b043-bbadd397668f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:08.838662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d6a609f3-69bb-4d53-8f63-bad8eafed3ac None None] Provisioning for port 1302c248-2a94-405a-9b55-176063831392 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:08.868187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:08.869949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d6a609f3-69bb-4d53-8f63-bad8eafed3ac None None] Provisioning complete for port 1302c248-2a94-405a-9b55-176063831392 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:08.870377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d6a609f3-69bb-4d53-8f63-bad8eafed3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.872112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.884316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.937258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Attempting to bind port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:08.937670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Attempting to bind port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ce34b92a-1838-4621-ac89-f231f30dc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:08.937972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Attempting to bind port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 on network aa611af0-dd70-4904-a244-043cf381b319 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:08.954490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d6a609f3-69bb-4d53-8f63-bad8eafed3ac None None] Port 1302c248-2a94-405a-9b55-176063831392 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:08.956455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:08.956841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Checking segment: {'id': 'ce34b92a-1838-4621-ac89-f231f30dc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:08.957244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:08.957636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Bound using segment: {'id': 'ce34b92a-1838-4621-ac89-f231f30dc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:08.958179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Bound port: dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce34b92a-1838-4621-ac89-f231f30dc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aa611af0-dd70-4904-a244-043cf381b319'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:08.958479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.027153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Subnet': ['ID=d6751f70-ee9d-46de-91d8-ce389a2f037f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:09.030135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] device_id is not set on port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:09.039600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:09.050457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] For port dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:09.053366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.054950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] For port dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,segment=NetworkSegment(ce34b92a-1838-4621-ac89-f231f30dc247),segment_id=ce34b92a-1838-4621-ac89-f231f30dc247)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:09.059797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.067129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-27c6b32c-6b88-4800-a5f3-313a8ca85c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:09.074035 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/subnets/d6751f70-ee9d-46de-91d8-ce389a2f037f HTTP/1.1" status: 204  len: 168 time: 2.4955719
Dec 22 15:03:09.075487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35526) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:09.097482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccb31f-499d-47f6-9ef3-6a33aaf60379 None None] Network 9859bd79-0356-4b6b-a828-24044946e540 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:09.246994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] For port e1ad39be-a7d8-4626-9694-c49688c745a4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1ad39be-a7d8-4626-9694-c49688c745a4,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:09.247322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.278878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:09.284243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:09.288771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.297153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7d66079-a270-4998-9165-12cbef4b5327 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:09.332638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.378214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.420793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] DHCP port deletion for 9859bd79-0356-4b6b-a828-24044946e540 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:09.426732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Deleting port 141ebec8-ea19-4201-90d2-75105d1a5384 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:09.427653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.433510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Calling delete_port for e1ad39be-a7d8-4626-9694-c49688c745a4 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:09.451001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Subnet': ['ID=86ee8961-dd99-4b76-ba28-1e5e21f2c3c5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:09.453390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:09.484604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:09.499968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/e6fbfe8e-1392-41ba-abe9-0a393891fb3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2026117
Dec 22 15:03:09.522757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35530) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:09.546303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 1302c248-2a94-405a-9b55-176063831392 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:09.556144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] Sync routers for ids ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:09.593757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] Routers {'e6fbfe8e-1392-41ba-abe9-0a393891fb3b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:09.594649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ab7c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:09.759883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ab7c40>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:09.793250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.804235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d0af5-f33c-406e-93b9-201a2b913a7e None None] Network 22518c2d-6257-4e5d-a589-b955a4889dd6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:09.825558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] Routers {'e6fbfe8e-1392-41ba-abe9-0a393891fb3b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:09.826193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ab7c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:09.837556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8::153 (aa611af0-dd70-4904-a244-043cf381b319/0c58b486-eeff-41c2-bd77-27610665e075/101bcf2e-025c-4954-9082-a7cc8d9f07b5) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:09.867644 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/subnets/86ee8961-dd99-4b76-ba28-1e5e21f2c3c5 HTTP/1.1" status: 204  len: 168 time: 2.0334065
Dec 22 15:03:09.869705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35534) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:09.937594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ab7c40>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:09.937594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476aa05-0c10-4a5e-ae96-67beb2e21737 None None] The sync data for ids ['e6fbfe8e-1392-41ba-abe9-0a393891fb3b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:09.949644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] For port 141ebec8-ea19-4201-90d2-75105d1a5384, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=141ebec8-ea19-4201-90d2-75105d1a5384,segment=NetworkSegment(9ec2e2db-425b-4120-986b-6ce48506998e),segment_id=9ec2e2db-425b-4120-986b-6ce48506998e)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:09.950274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:09.983658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.093705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dba6953c-e94c-4128-bf45-91ec3f4bc5c6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:10.118374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.133760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Calling delete_port for 141ebec8-ea19-4201-90d2-75105d1a5384 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:10.147345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.155917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-91fa5f09-a447-4675-83e8-c7f6a96dc414 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:10.185523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.188154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575230310>,) {'filters': {'network_id': ['2f06e705-9f5e-4e0d-a974-7a005dfc6569']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:10.209870 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-51831e21-2b25-4297-b970-1ce3c7d1fb5f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 15:03:10.213993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-51831e21-2b25-4297-b970-1ce3c7d1fb5f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/e6fbfe8e-1392-41ba-abe9-0a393891fb3b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6852717
Dec 22 15:03:10.214722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35538) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:10.219710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ad39be-a7d8-4626-9694-c49688c745a4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:10.222866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:10.252768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575230310>, 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:10.253180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575230310>, 'e9d8e528-d18b-4e60-b695-7aaccadbeb3c') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:10.255659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.284953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.296987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0946ea98-67bf-4062-af93-c8c88dccb83b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:10.299327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port c8d7224c-4aec-46e0-ab13-23c25506e4b9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:10.300509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.316448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7877af87-c778-4c98-9cbd-7c3412a57a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:10.346159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.366497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.373467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:10.373879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.394171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0946ea98-67bf-4062-af93-c8c88dccb83b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:10.395488 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:10.397542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-81af190e-ffd5-4a94-a082-17bea900dbea tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:10.398127 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0946ea98-67bf-4062-af93-c8c88dccb83b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6fbfe8e-1392-41ba-abe9-0a393891fb3b HTTP/1.1" status: 200  len: 205 time: 0.1798196
Dec 22 15:03:10.400998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35542) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:10.461659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Pushing event deleted for resources: {'Port': ['ID=141ebec8-ea19-4201-90d2-75105d1a5384,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:10.474760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:10.511238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] No DVR routers for this DVR port 141ebec8-ea19-4201-90d2-75105d1a5384 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:10.535366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:10.550692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=1302c248-2a94-405a-9b55-176063831392,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:10.597445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:10.611127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 141ebec8-ea19-4201-90d2-75105d1a5384 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:10.678563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 141ebec8-ea19-4201-90d2-75105d1a5384 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:10.678946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 141ebec8-ea19-4201-90d2-75105d1a5384 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:10.693649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] DHCP port deletion for 22518c2d-6257-4e5d-a589-b955a4889dd6 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:10.703852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Deleting port c8d7224c-4aec-46e0-ab13-23c25506e4b9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:10.704240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.741601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac44e6-dfa3-4ebd-a86a-70049292d00d None None] Network aa611af0-dd70-4904-a244-043cf381b319 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:10.802071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.828225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48a0dcb5-b4b8-423f-be70-7ed1b9adaab1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:10.870252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.921617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.936016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Network': ['ID=2f06e705-9f5e-4e0d-a974-7a005dfc6569,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:10.944957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:10.946997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/1302c248-2a94-405a-9b55-176063831392 HTTP/1.1" status: 204  len: 168 time: 2.5248294
Dec 22 15:03:10.952606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:10.955113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35546) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:10.970286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/networks/2f06e705-9f5e-4e0d-a974-7a005dfc6569 HTTP/1.1" status: 204  len: 168 time: 1.8947031
Dec 22 15:03:10.976758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35550) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:11.037653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Provisioning for port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:11.056298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] For port c8d7224c-4aec-46e0-ab13-23c25506e4b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c8d7224c-4aec-46e0-ab13-23c25506e4b9,segment=NetworkSegment(efd2e6e9-5266-4488-befc-eff2f1097ec8),segment_id=efd2e6e9-5266-4488-befc-eff2f1097ec8)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:11.056958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.057762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Provisioning complete for port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:11.057762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.199090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for c8d7224c-4aec-46e0-ab13-23c25506e4b9 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:11.229032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.233263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] For port c8d7224c-4aec-46e0-ab13-23c25506e4b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c8d7224c-4aec-46e0-ab13-23c25506e4b9,segment=NetworkSegment(efd2e6e9-5266-4488-befc-eff2f1097ec8),segment_id=efd2e6e9-5266-4488-befc-eff2f1097ec8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:11.233666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.234776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.270138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 101bcf2e-025c-4954-9082-a7cc8d9f07b5 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:11.312096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b9115-245c-4d6d-9974-72d2d8c414ad tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:11.313016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-328b9115-245c-4d6d-9974-72d2d8c414ad tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:11.338329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.344831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-30c382d9-ec4e-4105-b346-2cbe0768d285 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:11.383705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-328b9115-245c-4d6d-9974-72d2d8c414ad tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:11.388061 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-328b9115-245c-4d6d-9974-72d2d8c414ad tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4169600
Dec 22 15:03:11.393942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35554) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:11.396969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=c8d7224c-4aec-46e0-ab13-23c25506e4b9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:11.398967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Calling delete_port for c8d7224c-4aec-46e0-ab13-23c25506e4b9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:11.399871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.401592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:11.477486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.490984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.498802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.570242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:11.570636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:11.574153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] For port dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,segment=NetworkSegment(ce34b92a-1838-4621-ac89-f231f30dc247),segment_id=ce34b92a-1838-4621-ac89-f231f30dc247)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:11.579211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.583762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70f74e37-7769-44a6-aab8-38f3d24590e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:11.615609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-220441e5-84b3-400d-9bfe-891411c5b128 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:11.663532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Pushing event updated for resources: {'Port': ['ID=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:11.667629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] No DVR routers for this DVR port c8d7224c-4aec-46e0-ab13-23c25506e4b9 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:11.674814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:11.791615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.804223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2e9291bd-1516-4d3f-baa1-0236edba6c5b None None] Provisioning complete for port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:11.804637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e9291bd-1516-4d3f-baa1-0236edba6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.833874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network aa611af0-dd70-4904-a244-043cf381b319 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:11.834687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=101bcf2e-025c-4954-9082-a7cc8d9f07b5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:11.840654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:11.853417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:11.856992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:11.860933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:11.861583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.867947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.871079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:11.921576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6176372
Dec 22 15:03:11.924723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857546ffa0>,) {'filters': {'network_id': ['22518c2d-6257-4e5d-a589-b955a4889dd6']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:11.932104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35558) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.014113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857546ffa0>, 'efd2e6e9-5266-4488-befc-eff2f1097ec8') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:12.014722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857546ffa0>, 'efd2e6e9-5266-4488-befc-eff2f1097ec8') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:12.033150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97146fa-075d-422f-9e41-7f3afad80f5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:12.034819 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f97146fa-075d-422f-9e41-7f3afad80f5b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.6396313
Dec 22 15:03:12.045823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35562) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.053409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.068542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dba6953c-e94c-4128-bf45-91ec3f4bc5c6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:12.099218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Deleting port c8d7224c-4aec-46e0-ab13-23c25506e4b9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:12.099857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.169050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.173579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port cd9cda37-233e-430c-8130-081dfea196c5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:12.174584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.193891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:12.194295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.207361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f756baf3-57da-4df5-bc27-e88b71326856 None None] The port 'c8d7224c-4aec-46e0-ab13-23c25506e4b9' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:12.212250 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:12.225422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.234886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0047536c-8ad5-44ed-8ad0-9e91a3100f76 None None] Provisioning for port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:12.242519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.243140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0047536c-8ad5-44ed-8ad0-9e91a3100f76 None None] Provisioning complete for port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:12.243519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0047536c-8ad5-44ed-8ad0-9e91a3100f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.281963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:12.282323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.284091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:12.285833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:12.287081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:12.296962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575b11610>,) {'filters': {'network_id': ['9859bd79-0356-4b6b-a828-24044946e540']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:12.303773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0047536c-8ad5-44ed-8ad0-9e91a3100f76 None None] Port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:12.313020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:12.313969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.368567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.368567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5081527-e44f-4bf2-8588-2c6b453b5bd7 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:12.382519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b11610>, '9ec2e2db-425b-4120-986b-6ce48506998e') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:12.382934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b11610>, '9ec2e2db-425b-4120-986b-6ce48506998e') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:12.409991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.436562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:12.437898 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d049ade-8f9b-48a6-b863-4299dbd23b8f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3889751
Dec 22 15:03:12.438597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.446566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35566) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.449318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff962420-7c49-4cc0-99d9-53107ac9c95c tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:12.468339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.476979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Network': ['ID=22518c2d-6257-4e5d-a589-b955a4889dd6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:12.480993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:12.485054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.486429 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] 10.222.0.69 "DELETE /v2.0/routers/e5081527-e44f-4bf2-8588-2c6b453b5bd7 HTTP/1.1" status: 204  len: 168 time: 6.4318306
Dec 22 15:03:12.487834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/networks/22518c2d-6257-4e5d-a589-b955a4889dd6 HTTP/1.1" status: 204  len: 168 time: 2.6129124
Dec 22 15:03:12.488821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35570) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.491918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35572) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.496825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.510018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.510510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router e6fbfe8e-1392-41ba-abe9-0a393891fb3b {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:12.537945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.539046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f65e1768-d380-4a2e-ba1e-61c4225dbedf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/e6fbfe8e-1392-41ba-abe9-0a393891fb3b HTTP/1.1" status: 204  len: 168 time: 2.0938547
Dec 22 15:03:12.545403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c8d7224c-4aec-46e0-ab13-23c25506e4b9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:12.548545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:12.548881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:12.569834 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:12.572030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35578) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:12.624325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c8d7224c-4aec-46e0-ab13-23c25506e4b9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:12.624703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c8d7224c-4aec-46e0-ab13-23c25506e4b9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:12.662512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.853497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 5063439d-967b-4fc5-96cd-2284f91bd075 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:12.853837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.865553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for cd9cda37-233e-430c-8130-081dfea196c5 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:12.906465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.914883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:12.937671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:12.968941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/networks/9859bd79-0356-4b6b-a828-24044946e540 HTTP/1.1" status: 204  len: 168 time: 1.9838274
Dec 22 15:03:12.970471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Network': ['ID=9859bd79-0356-4b6b-a828-24044946e540,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:12.990951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35584) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:13.000913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:13.067496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet beef383b-28bd-4e98-97d4-a57242c4fb98 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:13.081389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.223102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.263313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Deleting subnet 7fa92a60-9ce6-40c8-92e4-b064967cfaa9 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:13.299402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.397643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.437070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet 2f699625-d22c-4e6b-8385-2a62dfd0ada6 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:13.439239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting subnet eeb323b3-a74c-4abc-8cdb-f62d2069298b {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:13.450726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.454958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.481687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.521734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.527578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.527878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.651329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:13.691702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.695748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.735843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=cd9cda37-233e-430c-8130-081dfea196c5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:13.738987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:13.742954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.768528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 5063439d-967b-4fc5-96cd-2284f91bd075 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:13.781974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d976c73d-16e1-48ef-8a41-5536dd5817f6 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:13.858169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=beef383b-28bd-4e98-97d4-a57242c4fb98,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:13.860600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:13.875329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.887717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1ad39be-a7d8-4626-9694-c49688c745a4 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:13.899174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:13.923072 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/beef383b-28bd-4e98-97d4-a57242c4fb98 HTTP/1.1" status: 204  len: 168 time: 1.4721758
Dec 22 15:03:13.925352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35588) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:13.961671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea32c3-08e3-49a7-8392-0cd3e0aa4d8a None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:13.973164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.033402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e1ad39be-a7d8-4626-9694-c49688c745a4 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:14.034317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1ad39be-a7d8-4626-9694-c49688c745a4 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:14.063442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.104370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.162516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.399012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.403289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.407721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:14.445251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.452243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb323b3-a74c-4abc-8cdb-f62d2069298b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:14.454780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:14.461130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.461651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.472251 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/subnets/eeb323b3-a74c-4abc-8cdb-f62d2069298b HTTP/1.1" status: 204  len: 168 time: 1.4744389
Dec 22 15:03:14.472251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35592) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:14.472641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d950a2dd-723c-4225-8f21-3e79cdf318ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:14.477934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae5c83-65d4-4484-ab85-80b9e4e2c3e2 None None] Network 30352147-f751-450a-a415-0fcb6eb7f2b0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:14.577218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.577774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router 589a2db7-9d94-49c6-841f-dca66d0fb265 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:14.601149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.602430 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 204  len: 168 time: 5.8927729
Dec 22 15:03:14.607862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35596) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:14.617345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-571143380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:14.625379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.630927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:14.637676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:14.641456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:14.650093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:14.654070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Deleting port 086128bb-9abc-4204-8cbf-967875af0979 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:14.654403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.698404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.699444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.784224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.798003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa92a60-9ce6-40c8-92e4-b064967cfaa9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:14.801342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.808798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:14.816294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b3d3e1a-566a-4fc7-b120-13f5d2345311 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:14.855396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f6688b8-da6d-400b-b2c1-401fef5f6b97 None None] Provisioning complete for port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:14.856483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f6688b8-da6d-400b-b2c1-401fef5f6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.892992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] DHCP port deletion for 30352147-f751-450a-a415-0fcb6eb7f2b0 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:14.898686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=5063439d-967b-4fc5-96cd-2284f91bd075,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:14.899368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.902859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Deleting port 086128bb-9abc-4204-8cbf-967875af0979 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:14.903474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.907214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.920546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] For port 086128bb-9abc-4204-8cbf-967875af0979, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=086128bb-9abc-4204-8cbf-967875af0979,segment=NetworkSegment(fed153dd-62ad-494e-81da-45940bc84ce8),segment_id=fed153dd-62ad-494e-81da-45940bc84ce8)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:14.920546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:14.922914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:14.938435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc4680-b7d7-42e1-a7f4-8adac2d4b7ae None None] Network 8cb4a9c6-e904-47c5-babd-fbad8312b19f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:14.966829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.000603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7cd6ff2c-1196-4fd7-a8b0-7bcfbe520c1c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:15.055161 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7fa92a60-9ce6-40c8-92e4-b064967cfaa9 HTTP/1.1" status: 204  len: 168 time: 2.5517073
Dec 22 15:03:15.055391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Calling delete_port for 086128bb-9abc-4204-8cbf-967875af0979 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:15.056176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet c3d90a6a-1d53-464b-a2e4-274d096ebc5f {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:15.061364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35600) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.065407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=2f699625-d22c-4e6b-8385-2a62dfd0ada6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:15.120069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:15.120765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.193731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.197401 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-01d17de7-d404-4edc-a658-b80891d0c2af tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.5858984
Dec 22 15:03:15.201532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35604) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.208426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:15.231461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.235643 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/2f699625-d22c-4e6b-8385-2a62dfd0ada6 HTTP/1.1" status: 204  len: 168 time: 2.6542404
Dec 22 15:03:15.248220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066b4337-bfa4-4d32-ab28-5e708d0ea255 None None] Network b2c6cf17-d24e-48ea-9bab-35811f363637 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:15.249623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35608) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.364250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:03:15.385157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.387423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.392418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/floatingips/d40ac83a-755f-4c28-9c19-6b042611f3d4 HTTP/1.1" status: 204  len: 168 time: 2.8981173
Dec 22 15:03:15.396336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.423430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35612) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.443684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.446451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] For port 086128bb-9abc-4204-8cbf-967875af0979, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=086128bb-9abc-4204-8cbf-967875af0979,segment=NetworkSegment(fed153dd-62ad-494e-81da-45940bc84ce8),segment_id=fed153dd-62ad-494e-81da-45940bc84ce8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:15.446861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.447353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.490558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.499459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-221b2836-21b1-413c-83d0-7dd35abcdf26 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:15.519871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.528559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0de9de4-337d-4009-bf4d-9c702223c9af tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:15.546911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Port': ['ID=086128bb-9abc-4204-8cbf-967875af0979,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:15.559357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] No DVR routers for this DVR port 086128bb-9abc-4204-8cbf-967875af0979 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:15.560828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e3a0fd-9d2e-4ba9-87ec-84853e91387c tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:03:15.561261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e3a0fd-9d2e-4ba9-87ec-84853e91387c tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:15.566153 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a2e3a0fd-9d2e-4ba9-87ec-84853e91387c tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/82c07b4c-09a4-4df2-abc7-5a0c51ff60c5 HTTP/1.1" status: 404  len: 333 time: 0.1389437
Dec 22 15:03:15.580053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35616) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.585790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.595335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.595713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.596120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.597027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.597027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.597246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.597563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.597919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.598269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.598624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.598973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:15.602189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:15.652699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Deleting port 97740397-0cba-4e35-8191-1a3a15d7b11b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:15.669928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Calling delete_port for 086128bb-9abc-4204-8cbf-967875af0979 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:15.670112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.693215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0080fc0b-a9c9-4375-8459-ebf1b443b987 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Synchronizing usage tracker for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:15.763068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=101bcf2e-025c-4954-9082-a7cc8d9f07b5,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:15.775001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:15.798074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 1382873c-b7fc-4362-b3fa-2c7690c9f110 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:15.798415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.816829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.872335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:15.872852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:15.878282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] DHCP port deletion for 8cb4a9c6-e904-47c5-babd-fbad8312b19f request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:15.880605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748f3130>,) {'filters': {'network_id': ['30352147-f751-450a-a415-0fcb6eb7f2b0']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:15.883397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Deleting port 97740397-0cba-4e35-8191-1a3a15d7b11b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:15.884073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.898918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748f3130>, 'fed153dd-62ad-494e-81da-45940bc84ce8') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:15.899469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748f3130>, 'fed153dd-62ad-494e-81da-45940bc84ce8') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:15.916754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0080fc0b-a9c9-4375-8459-ebf1b443b987 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Unset dirty status for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:15.917959 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0080fc0b-a9c9-4375-8459-ebf1b443b987 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/ports?device_id=958815f2-93fc-4fb4-bfbc-befc951de091 HTTP/1.1" status: 200  len: 205 time: 0.3301592
Dec 22 15:03:15.918826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:15.928047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35620) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:15.981093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] DHCP port deletion for b2c6cf17-d24e-48ea-9bab-35811f363637 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:16.015284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 086128bb-9abc-4204-8cbf-967875af0979 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:16.022580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3a01d1df-a51b-41aa-bc67-7fbf081ac2c8 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] delete failed (client error): The resource could not be found.
Dec 22 15:03:16.025906 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3a01d1df-a51b-41aa-bc67-7fbf081ac2c8 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/routers/958815f2-93fc-4fb4-bfbc-befc951de091 HTTP/1.1" status: 404  len: 336 time: 0.0934579
Dec 22 15:03:16.027234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.031861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35624) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:16.053487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Deleting port 1382873c-b7fc-4362-b3fa-2c7690c9f110 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:16.053890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.071838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.081157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9446d7c1-ae6a-4d49-9c3a-dc4c9d780a8e tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:03:16.081586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9446d7c1-ae6a-4d49-9c3a-dc4c9d780a8e tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:16.089205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:16.089715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.094831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] For port 97740397-0cba-4e35-8191-1a3a15d7b11b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=97740397-0cba-4e35-8191-1a3a15d7b11b,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:16.095193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.099984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 086128bb-9abc-4204-8cbf-967875af0979 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:16.100394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 086128bb-9abc-4204-8cbf-967875af0979 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:16.100841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 97740397-0cba-4e35-8191-1a3a15d7b11b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:16.105239 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:16.157060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9446d7c1-ae6a-4d49-9c3a-dc4c9d780a8e tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/subnets/86ee8961-dd99-4b76-ba28-1e5e21f2c3c5 HTTP/1.1" status: 404  len: 337 time: 0.1219156
Dec 22 15:03:16.160725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35628) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:16.232873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Calling delete_port for 97740397-0cba-4e35-8191-1a3a15d7b11b owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:16.301500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.304495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.311825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:16.329986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.341997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port c667a7ca-6c05-411c-98d3-7d4248c95d6e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:16.342338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.372132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Pushing event deleted for resources: {'Network': ['ID=30352147-f751-450a-a415-0fcb6eb7f2b0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:16.380564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:16.388973 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/networks/30352147-f751-450a-a415-0fcb6eb7f2b0 HTTP/1.1" status: 204  len: 168 time: 1.9166541
Dec 22 15:03:16.392315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35632) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:16.404442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Deleting port 086128bb-9abc-4204-8cbf-967875af0979 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:16.404660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.452036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8d35ec99-fd3a-4927-ae71-63a0471cf0ba tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Synchronizing usage tracker for tenant:5263103b83b04807865b6663ef8b8699 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:16.483371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ef4e2833-23b2-46bf-850d-029113347d1e None None] Provisioning complete for port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:16.483747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2833-23b2-46bf-850d-029113347d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.524163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] For port 97740397-0cba-4e35-8191-1a3a15d7b11b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=97740397-0cba-4e35-8191-1a3a15d7b11b,segment=NetworkSegment(d4155f22-5f21-4115-806b-f0519ef8d389),segment_id=d4155f22-5f21-4115-806b-f0519ef8d389)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:16.524596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.586576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-65e2425b-8a44-484f-a946-7435e1af8274 None None] The port '086128bb-9abc-4204-8cbf-967875af0979' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:16.653226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8d35ec99-fd3a-4927-ae71-63a0471cf0ba tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Unset dirty status for tenant:5263103b83b04807865b6663ef8b8699 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:16.654318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8d35ec99-fd3a-4927-ae71-63a0471cf0ba tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "GET /v2.0/ports?device_id=79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e HTTP/1.1" status: 200  len: 205 time: 0.2584908
Dec 22 15:03:16.657987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35636) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:16.727659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Calling delete_port for 97740397-0cba-4e35-8191-1a3a15d7b11b owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:16.754992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.765422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90e989d0-c2a1-407f-aeb4-9a9ce2d1a617 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:16.795627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.807105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.813467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d90a6a-1d53-464b-a2e4-274d096ebc5f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:16.820358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port 1382873c-b7fc-4362-b3fa-2c7690c9f110, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1382873c-b7fc-4362-b3fa-2c7690c9f110,segment=NetworkSegment(e4cbc76e-fac1-4edf-a462-409589170fcf),segment_id=e4cbc76e-fac1-4edf-a462-409589170fcf)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:16.820812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.825503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] For port 1382873c-b7fc-4362-b3fa-2c7690c9f110, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1382873c-b7fc-4362-b3fa-2c7690c9f110,segment=NetworkSegment(e4cbc76e-fac1-4edf-a462-409589170fcf),segment_id=e4cbc76e-fac1-4edf-a462-409589170fcf)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:16.825898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.849953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e2833-23b2-46bf-850d-029113347d1e None None] Port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:16.941392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.974337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef0dd3-9eb7-42ce-be64-d72db608593c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:16.988353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.990890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] No DVR routers for this DVR port 97740397-0cba-4e35-8191-1a3a15d7b11b on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:16.992727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:16.993398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Calling delete_port for 1382873c-b7fc-4362-b3fa-2c7690c9f110 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:16.997089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.002919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 1382873c-b7fc-4362-b3fa-2c7690c9f110 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:17.025481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:17.025756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:17.054856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.055310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.055751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.056183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.056643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.057072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.057496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.057920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.058342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.058759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.059179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.078595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:17.081754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:17.154223 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/c3d90a6a-1d53-464b-a2e4-274d096ebc5f HTTP/1.1" status: 204  len: 168 time: 3.2259159
Dec 22 15:03:17.155401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Pushing event deleted for resources: {'Port': ['ID=97740397-0cba-4e35-8191-1a3a15d7b11b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:17.158168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35640) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:17.176357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for c667a7ca-6c05-411c-98d3-7d4248c95d6e owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:17.213980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:17.236890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.245210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:17.256551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.304432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.314277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a9eda318-ffed-48c5-997d-dd1c59bc61a0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1015787
Dec 22 15:03:17.317857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35644) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:17.323130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.337301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Pushing event deleted for resources: {'Port': ['ID=1382873c-b7fc-4362-b3fa-2c7690c9f110,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:17.344856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:17.354928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] No DVR routers for this DVR port 1382873c-b7fc-4362-b3fa-2c7690c9f110 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:17.359181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.359582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.359867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.360411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.360919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.361415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.361984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.362513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.363082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.363594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.364153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:03:17.368849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:17.470764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:17.476013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Deleting port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:17.476410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.481328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857479d760>,) {'filters': {'network_id': ['8cb4a9c6-e904-47c5-babd-fbad8312b19f']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:17.488724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:17.489134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:17.514933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857479d760>, 'd4155f22-5f21-4115-806b-f0519ef8d389') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:17.515125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857479d760>, 'd4155f22-5f21-4115-806b-f0519ef8d389') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:17.531679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Deleting port 97740397-0cba-4e35-8191-1a3a15d7b11b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:17.531964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.551842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.569121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.586770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.593616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:17.599511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:17.599990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:17.614413 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:17.616985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:17.634300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b14e-ca83-47a1-95fe-7bf7edeab3ec None None] The port '97740397-0cba-4e35-8191-1a3a15d7b11b' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:17.669306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:17.711696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:17.757010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:17.761321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.764814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] For port d6dd62c7-aa7a-4f9f-b060-052df70c91e3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:17.765282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.767491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.773329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.786588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c13e7233-6ce3-40b1-ac25-62042df8b7d5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:17.814613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.832855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.842342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=c667a7ca-6c05-411c-98d3-7d4248c95d6e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:17.848305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:17.854363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Allocated IP 172.26.3.179 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/2d5f4fda-9d20-49ca-b42f-12c670a7cf6a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:17.905117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Calling delete_port for d6dd62c7-aa7a-4f9f-b060-052df70c91e3 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:17.956782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d6dd62c7-aa7a-4f9f-b060-052df70c91e3 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:17.961640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-178dbe9b-5b74-40f1-b93f-ef1f448f055f tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:17.977522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:17.993945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 1382873c-b7fc-4362-b3fa-2c7690c9f110 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:17.994429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.086600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 update to DOWN by agent not found {{(pid=83458) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 15:03:18.087648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1382873c-b7fc-4362-b3fa-2c7690c9f110 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:18.113969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.122112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-78d31283-359c-433b-af89-3f17ecaccb99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:18.155422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb4a9c6-e904-47c5-babd-fbad8312b19f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:18.155683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.156082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Fanout notify agent at l3_agent the message router_deleted on router 79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:18.162327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1382873c-b7fc-4362-b3fa-2c7690c9f110 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:18.162945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1382873c-b7fc-4362-b3fa-2c7690c9f110 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:18.172918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Pushing event deleted for resources: {'Port': ['ID=d6dd62c7-aa7a-4f9f-b060-052df70c91e3,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:18.174837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:18.177182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:18.178204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] No DVR routers for this DVR port d6dd62c7-aa7a-4f9f-b060-052df70c91e3 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:18.209688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.230583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port '1382873c-b7fc-4362-b3fa-2c7690c9f110' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:18.231422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.232607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-742ba663-e551-4cde-a795-af9afea4ac0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] 10.222.0.69 "DELETE /v2.0/routers/79fb44b7-5e2a-457a-a5d8-6bdb7f3cfd2e HTTP/1.1" status: 204  len: 168 time: 1.5581880
Dec 22 15:03:18.233801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/c667a7ca-6c05-411c-98d3-7d4248c95d6e HTTP/1.1" status: 204  len: 168 time: 2.0722630
Dec 22 15:03:18.239696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35650) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:18.268525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.272651 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8cb4a9c6-e904-47c5-babd-fbad8312b19f HTTP/1.1" status: 204  len: 168 time: 3.2029512
Dec 22 15:03:18.298872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.304517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f110650e-45cf-4e95-848c-3f7749d27564 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:18.376715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:18.381339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:18.385590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:18.418227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event updated for resources: {'Port': ['ID=2d5f4fda-9d20-49ca-b42f-12c670a7cf6a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:18.425745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:18.530422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35658) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:18.531878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.539216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35662) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:18.544511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 8205055b-b700-473c-a8af-6d3d83b14eed {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:18.544858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.613541 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac33ffd8-b695-41af-a504-052ed0832632 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fcd195266ef04b0eaee4152119268543&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0727215
Dec 22 15:03:18.615959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35668) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:18.665948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743da790>,) {'filters': {'network_id': ['b2c6cf17-d24e-48ea-9bab-35811f363637']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:18.675077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.711859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743da790>, 'e4cbc76e-fac1-4edf-a462-409589170fcf') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:18.712154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743da790>, 'e4cbc76e-fac1-4edf-a462-409589170fcf') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:18.764738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.787397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.832224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.863302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.916916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:18.917324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.934690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:03:18.938302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:18.942101 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:18.951372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.024562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.041064 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-209921c6-af78-457a-b063-6f974290dc0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5263103b83b04807865b6663ef8b8699&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5091410
Dec 22 15:03:19.043586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35672) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:19.055485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.056288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.063187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d25976a-cd0b-4c47-9c0a-31f62acb1573 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.063892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.071483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.096223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df56238f-c49c-4de0-9e8b-2753fa5ddcfd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:19.098542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:19.126410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.128226 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df56238f-c49c-4de0-9e8b-2753fa5ddcfd HTTP/1.1" status: 204  len: 168 time: 0.5111458
Dec 22 15:03:19.136578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.212867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.253158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.253726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.294320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=101bcf2e-025c-4954-9082-a7cc8d9f07b5,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:19.302150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:19.311294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4f0e626f-e138-4487-8489-9d08b72f2aec tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.332667 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/b2c6cf17-d24e-48ea-9bab-35811f363637 HTTP/1.1" status: 204  len: 168 time: 4.0705900
Dec 22 15:03:19.334147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35680) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:19.337187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.343267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-933007324'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:19.352971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:19.355341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.365793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=b2c6cf17-d24e-48ea-9bab-35811f363637,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:19.366451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdb9493c-6ff6-4b6d-8cd1-b8e040803f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.375201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:19.384022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:19.394015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdd6c9-93b0-4e0f-8e64-9ccf0dd4cc6c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:19.396286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:19.397487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:19.410381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.414208 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5fdd6c9-93b0-4e0f-8e64-9ccf0dd4cc6c HTTP/1.1" status: 204  len: 168 time: 0.3672156
Dec 22 15:03:19.422698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:19.424660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:19.427998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.456165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Router 155c41c2-c7c3-43ba-acc9-7abb5a17fa7b is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:19.470690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:19.487428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.487771 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment a7ed5967-eb6b-490a-92b1-552388c83f00 of type vlan for network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c
Dec 22 15:03:19.528067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 8205055b-b700-473c-a8af-6d3d83b14eed owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:19.592466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:03:19.592983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.607669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.615813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94883d61-0d80-47e0-9d4f-18b7386d45de tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.684691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network aa611af0-dd70-4904-a244-043cf381b319 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:19.695280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.700038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:19.700549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:19.704052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:19.718068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:19.724481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:19.867237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5283122
Dec 22 15:03:19.875741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:19.902397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:19.949666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:19.966679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b90d55-35cc-46dd-ad73-49569879386c None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:20.043442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:20.043946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.129144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=a2717e10-b23e-42b8-8a9f-10ace17bd034,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:20.143755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:20.150532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=36162c10-6fa1-425e-9bdd-4f6fa436ca1c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:20.163028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:20.170284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:20.176485 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8560348
Dec 22 15:03:20.183011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35708) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:20.193464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:20.248487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:20.254312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:20.260320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:20.265306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:20.275484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.279279 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "PUT /v2.0/routers/155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 200  len: 883 time: 5.0753376
Dec 22 15:03:20.279446 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] Sync routers for ids ['155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:20.279898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:20.280347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35716) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:20.286192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.295517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:20.318151 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] Routers {'155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:20.318804 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e8ba30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:20.404461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-890dd0d2-ee9e-4714-a0a6-ced39f80c07a None None] Provisioning complete for port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:20.404754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-890dd0d2-ee9e-4714-a0a6-ced39f80c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.419488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=8205055b-b700-473c-a8af-6d3d83b14eed,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:20.440231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:20.477936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:20.492186 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e8ba30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:20.527052 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] Routers {'155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:20.527408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-890dd0d2-ee9e-4714-a0a6-ced39f80c07a None None] Port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:20.532260 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e8ba30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:20.625957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:20.635986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:20.640652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:20.653141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.657928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/ports/8205055b-b700-473c-a8af-6d3d83b14eed HTTP/1.1" status: 204  len: 168 time: 2.3900669
Dec 22 15:03:20.662809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35726) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:20.665326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:20.680627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:20.719727 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e8ba30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:20.720150 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa78948-3892-4517-9671-8c87a4e89cae None None] The sync data for ids ['155c41c2-c7c3-43ba-acc9-7abb5a17fa7b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:20.829297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.842243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:20.881705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'a2717e10-b23e-42b8-8a9f-10ace17bd034'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:20.882980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:21.023637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router bc030a41-da52-42fa-afa0-eafd0718cdec is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:21.031836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f78887-d5cf-4a84-977e-a564f855aeba tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:21.034810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8f78887-d5cf-4a84-977e-a564f855aeba tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Synchronizing usage tracker for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:21.092955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8f78887-d5cf-4a84-977e-a564f855aeba tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Unset dirty status for tenant:7209d3b704c04e95a3325204ad2224f0 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:21.094895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f8f78887-d5cf-4a84-977e-a564f855aeba tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "GET /v2.0/ports?device_id=76b84b6f-0072-48e3-b20b-d4aded3c246b HTTP/1.1" status: 200  len: 913 time: 0.4279943
Dec 22 15:03:21.098713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35742) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.187620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Allocated IP 2001:db8::f816:3eff:fead:922b (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a2717e10-b23e-42b8-8a9f-10ace17bd034/66b67197-812c-4b7b-ac73-ffaf8be60ab1) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:21.202552 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2717e10-b23e-42b8-8a9f-10ace17bd034 (CIDR: 2001:db8::/64)
Dec 22 15:03:21.210854 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:21.211524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:21.237767 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ef37f436-bf3f-4c22-97c0-eba3200e9d0b tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0533185
Dec 22 15:03:21.240908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35746) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.248480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:21.264072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35750) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.291549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d543799-a5d4-45d6-aae2-45209ac88a95 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 200  len: 924 time: 1.0072496
Dec 22 15:03:21.294524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35758) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.432468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:21.440903 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/bc030a41-da52-42fa-afa0-eafd0718cdec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5035934
Dec 22 15:03:21.440903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:21.441321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35764) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.465014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:21.475628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:21.482064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:21.492592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Transition to ACTIVE for port object 66b67197-812c-4b7b-ac73-ffaf8be60ab1 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:21.496287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:21.522258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:21.525738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:21.534479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] Sync routers for ids ['bc030a41-da52-42fa-afa0-eafd0718cdec'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:21.563630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dbb2e-a792-40da-95aa-2a96ad514eb4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:21.564210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d7dbb2e-a792-40da-95aa-2a96ad514eb4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:21.572901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Transition to ACTIVE for port object 66b67197-812c-4b7b-ac73-ffaf8be60ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:21.577025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:21.583359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:21.587611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-48939763-1227-4088-8a0c-2e6211eba54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:21.588080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75c4293b-8094-4745-945d-29e061d70bf3 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:21.748058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=c9f04b3b-ef4b-471b-badc-023142df370c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:21.762114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:21.767052 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-125cc39f-624c-4ded-9f16-ff8310495782 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=155c41c2-c7c3-43ba-acc9-7abb5a17fa7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4658284
Dec 22 15:03:21.771354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35772) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.784338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] Routers {'bc030a41-da52-42fa-afa0-eafd0718cdec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:21.785292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c5b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['bc030a41-da52-42fa-afa0-eafd0718cdec'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:21.807762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d7dbb2e-a792-40da-95aa-2a96ad514eb4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:21.811809 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2d7dbb2e-a792-40da-95aa-2a96ad514eb4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports/101bcf2e-025c-4954-9082-a7cc8d9f07b5 HTTP/1.1" status: 200  len: 983 time: 0.3667459
Dec 22 15:03:21.812875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35776) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.854561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Pushing event updated for resources: {'Port': ['ID=66b67197-812c-4b7b-ac73-ffaf8be60ab1,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:21.857906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:21.868396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:21.876942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:21.877561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-795dc2a9-3ec0-4d06-8e7b-4e77a8777286 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:21.878660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-795dc2a9-3ec0-4d06-8e7b-4e77a8777286 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:03:21.879652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-795dc2a9-3ec0-4d06-8e7b-4e77a8777286 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.6085887
Dec 22 15:03:21.885122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:21.889159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35780) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.889491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35782) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:21.889704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c5b20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:21.904124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--234897755'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:21.936880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:21.952799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:21.959920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:21.977254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:21.993874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Attempting to bind port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:21.994599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Attempting to bind port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:21.995313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Attempting to bind port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:21.999860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] Routers {'bc030a41-da52-42fa-afa0-eafd0718cdec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:22.000915 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c5b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:02:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['bc030a41-da52-42fa-afa0-eafd0718cdec'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:22.015118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': 'a7ed5967-eb6b-490a-92b1-552388c83f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:22.015492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: 36162c10-6fa1-425e-9bdd-4f6fa436ca1c, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:22.035602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2d08d-3e8f-45c6-87c5-93054c117e94 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:22.040184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aef2d08d-3e8f-45c6-87c5-93054c117e94 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.2628567
Dec 22 15:03:22.045248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35790) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:22.051655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.084761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c5b20>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:22.086180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1d5ea-87d8-4f6e-8b29-b52ecd4d2ffd None None] The sync data for ids ['bc030a41-da52-42fa-afa0-eafd0718cdec'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:22.095216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:22.095910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:22.096566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.097167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:22.097887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Bound port: 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:22.099669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.110386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35794) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:22.110940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-05d9b3a7-6a15-43f4-837c-42bf87fffe7e tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 200  len: 205 time: 0.0622873
Dec 22 15:03:22.111239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.198259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:22.199982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] For port 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:22.203312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] For port 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66b67197-812c-4b7b-ac73-ffaf8be60ab1,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:22.208692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.208972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:22.212908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-77c46260-2dbe-4ca4-8344-ebd3dbefb144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:22.217983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Usage tracker for resource:floatingip and tenant:794c52536cc84225a96dd090eb04aebb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:22.224423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:22.239370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:22.242303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:22.262981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:22.269753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 36162c10-6fa1-425e-9bdd-4f6fa436ca1c) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:22.273735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:22.276787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:22.277363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.282789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:22.291326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:22.293409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac0ce5-f8ce-473c-8530-d0bfa452d3a3 None None] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:22.293567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.314216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Pushing event updated for resources: {'Port': ['ID=66b67197-812c-4b7b-ac73-ffaf8be60ab1,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:22.368594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:22.452070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.473593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5455505b-ac8f-47b6-b1cc-ff68dec4fa45 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:22.553014 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6706853
Dec 22 15:03:22.555351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:22.557000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35798) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:22.562621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:22.564174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-36162c10-6fa1-425e-9bdd-4f6fa436ca1c', 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': 'c9f04b3b-ef4b-471b-badc-023142df370c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:22.566539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.567677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2054459214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:22.579005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:22.579582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.589397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:22.592551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=bdb38a68-1907-421b-babe-2a4306159f9e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:22.604305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:22.607010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:22.609869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:22.619309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:22.683757 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4409013
Dec 22 15:03:22.686743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35802) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:22.725448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:5b:89:8a', 'name': 'tempest-NetworksTestDHCPv6-236478308'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:22.745416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.746618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.816366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.821906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Allocated IP 172.20.0.2 (36162c10-6fa1-425e-9bdd-4f6fa436ca1c/c9f04b3b-ef4b-471b-badc-023142df370c/bb4760ef-2817-4454-9c6a-505803a9f8ea) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:22.839182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.847397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c73960ff-8685-4095-b918-5f2e83470422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:22.906023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.919515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.922385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:22.940268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:22.967425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08dcaf-fccc-4d5b-b51d-98058365445f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:22.973968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.023190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:23.024726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:23.032476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:23.053376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:23.068478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:23.075694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.082240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:23.086430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.095440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:23.106930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Transition to ACTIVE for port object bb4760ef-2817-4454-9c6a-505803a9f8ea will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:23.109350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:23.124856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.125948 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e1df7fda-2988-4df9-ad76-11e7059777df tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5648019
Dec 22 15:03:23.131450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35806) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:23.135869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:23.137994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Transition to ACTIVE for port object bb4760ef-2817-4454-9c6a-505803a9f8ea will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:23.139681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.147077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.153773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:23.238749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:23.242103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:23.245179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:23.251273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Pushing event updated for resources: {'Port': ['ID=bb4760ef-2817-4454-9c6a-505803a9f8ea,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:23.254848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:23.267226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.284881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Allocated IP 172.26.3.42 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/0fcf876e-5253-46d9-aa96-a84f6a3b9688) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:23.287145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.295874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3b033a41-f3df-43d8-999a-397efb28a56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:23.358845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Attempting to bind port bb4760ef-2817-4454-9c6a-505803a9f8ea on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:23.359253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Attempting to bind port bb4760ef-2817-4454-9c6a-505803a9f8ea by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a7ed5967-eb6b-490a-92b1-552388c83f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:23.359592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Attempting to bind port bb4760ef-2817-4454-9c6a-505803a9f8ea on network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:23.368215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:23.368634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Checking segment: {'id': 'a7ed5967-eb6b-490a-92b1-552388c83f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:23.369047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.369447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Bound using segment: {'id': 'a7ed5967-eb6b-490a-92b1-552388c83f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:23.370406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Bound port: bb4760ef-2817-4454-9c6a-505803a9f8ea, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ed5967-eb6b-490a-92b1-552388c83f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '36162c10-6fa1-425e-9bdd-4f6fa436ca1c'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:23.370545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.429083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece59641-ccc1-4ebb-a00f-c576872f801f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:23.434051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:23.449468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.454364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5564742
Dec 22 15:03:23.463889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35810) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:23.474203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'ece59641-ccc1-4ebb-a00f-c576872f801f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:23.487915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:23.496090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 76fdc48b-f50e-4747-a508-4c3a7ed6593b yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:23.500184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] For port bb4760ef-2817-4454-9c6a-505803a9f8ea, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:23.504038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:23.509275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] For port bb4760ef-2817-4454-9c6a-505803a9f8ea, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb4760ef-2817-4454-9c6a-505803a9f8ea,segment=NetworkSegment(a7ed5967-eb6b-490a-92b1-552388c83f00),segment_id=a7ed5967-eb6b-490a-92b1-552388c83f00)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:23.510275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:23.514225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.518931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:23.522917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:23.609934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.621976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.627857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Pushing event updated for resources: {'Port': ['ID=bb4760ef-2817-4454-9c6a-505803a9f8ea,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:23.632987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:23.809165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.817511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c543602b-85c0-4239-937e-b15e4dbd4700 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:23.849480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.913598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.941377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:23.946597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:23.952090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:23.958523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Pushing event updated for resources: {'Port': ['ID=0fcf876e-5253-46d9-aa96-a84f6a3b9688,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:23.961398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:23.977235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae26b21-665b-47fb-bc5b-ae503c29bb3d None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:24.069240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:24.110896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6d80451-6942-464e-a239-75d33b02eae9 tempest-ServersTestJSON-1926497381 tempest-ServersTestJSON-1926497381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:24.116604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb4760ef-2817-4454-9c6a-505803a9f8ea up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:24.145929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5b84d2-1d84-4faf-859e-5613b2c82393,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:24.151021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:24.153542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.154714 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6886618
Dec 22 15:03:24.163118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35816) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:24.174973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'ece59641-ccc1-4ebb-a00f-c576872f801f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:24.194488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:24.207438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:24.224360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:24.235780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03516b01-49eb-43d5-8cf0-dd54a7d3b363 None None] Provisioning for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:24.239249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:24.355023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port bb4760ef-2817-4454-9c6a-505803a9f8ea completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:24.355844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.370177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66b67197-812c-4b7b-ac73-ffaf8be60ab1 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:24.440814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.465178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:24.468583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.468992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8:0:1::224 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/bdb38a68-1907-421b-babe-2a4306159f9e/76fdc48b-f50e-4747-a508-4c3a7ed6593b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:24.471117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:24.471667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.482994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.508136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::f816:3eff:fe5b:898a (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/a2717e10-b23e-42b8-8a9f-10ace17bd034/76fdc48b-f50e-4747-a508-4c3a7ed6593b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:24.549171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port 2d5f4fda-9d20-49ca-b42f-12c670a7cf6a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:24.549626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.588575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9348-6500-478a-84d7-53a84fa82714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.675706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Update dhcp port {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'fixed_ips': [{'subnet_id': 'a2717e10-b23e-42b8-8a9f-10ace17bd034', 'ip_address': '2001:db8::f816:3eff:fead:922b'}, {'subnet_id': 'bdb38a68-1907-421b-babe-2a4306159f9e'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '66b67197-812c-4b7b-ac73-ffaf8be60ab1'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:03:24.717161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.733585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 386e4a69-a0ba-4b44-9410-e63bed2c429c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:24.733946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.757258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.822144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66b67197-812c-4b7b-ac73-ffaf8be60ab1,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:24.840692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:24.884967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:24.905078 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:03:24.909771 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0050cd70-c494-4e15-9d38-3339bc28b8c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.7389538
Dec 22 15:03:24.972821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35820) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:24.980179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=66b67197-812c-4b7b-ac73-ffaf8be60ab1,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:24.984164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:25.002293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e299aac-7288-41c8-a5cd-93c0274d9759 None None] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:25.086269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.114631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.136859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Provisioning for port bb4760ef-2817-4454-9c6a-505803a9f8ea completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:25.143957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Provisioning complete for port bb4760ef-2817-4454-9c6a-505803a9f8ea triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:25.144797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.268556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 386e4a69-a0ba-4b44-9410-e63bed2c429c owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:25.303608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.313354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:03:25.346392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.363612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.364973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.372425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-24b0add4-a056-4302-a200-65c75da56cea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:25.409538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.411479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] For port bb4760ef-2817-4454-9c6a-505803a9f8ea, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb4760ef-2817-4454-9c6a-505803a9f8ea,segment=NetworkSegment(a7ed5967-eb6b-490a-92b1-552388c83f00),segment_id=a7ed5967-eb6b-490a-92b1-552388c83f00)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:25.416563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.420037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:25.497040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Pushing event updated for resources: {'Port': ['ID=bb4760ef-2817-4454-9c6a-505803a9f8ea,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:25.500357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:25.567903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.596794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Pushing event updated for resources: {'Port': ['ID=0fcf876e-5253-46d9-aa96-a84f6a3b9688,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:25.675438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.684224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:25.722829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.731916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d865a751-4353-41b0-bb5b-088e1fe86c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:25.746751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5fb16c65-76d3-46d6-8358-c02495c8cd75 None None] Provisioning complete for port bb4760ef-2817-4454-9c6a-505803a9f8ea triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:25.747227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fb16c65-76d3-46d6-8358-c02495c8cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.756372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece59641-ccc1-4ebb-a00f-c576872f801f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:25.761243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.765406 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/ece59641-ccc1-4ebb-a00f-c576872f801f HTTP/1.1" status: 204  len: 168 time: 0.7680895
Dec 22 15:03:25.766749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:25.767215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35824) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:25.768256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for 2d5f4fda-9d20-49ca-b42f-12c670a7cf6a owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:25.771235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.775388 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8797143
Dec 22 15:03:25.789423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35828) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:25.790047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.800970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-382488585', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'fixed_ips': [{'ip_address': '172.26.3.42'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:25.804771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cac8c7f4-47c9-41f1-aaf2-b4604cc9401a tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:25.836143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.857851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=386e4a69-a0ba-4b44-9410-e63bed2c429c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:25.860346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 101bcf2e-025c-4954-9082-a7cc8d9f07b5 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:25.860530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:25.860636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:25.867068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:25.870288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Usage tracker for resource:port and tenant:794c52536cc84225a96dd090eb04aebb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:25.874781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:25.891105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:25.949421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 76fdc48b-f50e-4747-a508-4c3a7ed6593b will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:25.966542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb4760ef-2817-4454-9c6a-505803a9f8ea up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:25.984182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Made reservation on behalf of 794c52536cc84225a96dd090eb04aebb for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:25.986649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.002991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a5cf9474-d514-4013-b01e-6c3c139db199 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:26.020526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.041666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bb4760ef-2817-4454-9c6a-505803a9f8ea triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:26.042141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.116311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a5cf9474-d514-4013-b01e-6c3c139db199 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:26.121475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a5cf9474-d514-4013-b01e-6c3c139db199 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3526590
Dec 22 15:03:26.123379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35832) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:26.133317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699012151'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:26.150817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:26.166262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:26.168434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66b67197-812c-4b7b-ac73-ffaf8be60ab1 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:26.169002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:26.173616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Usage tracker for resource:security_group_rule and tenant:794c52536cc84225a96dd090eb04aebb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:26.179555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:26.190184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.190862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:26.210661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.216995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfbf83f4-078f-4684-8e86-524f5bbecad3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:26.293164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.20.0.1 (36162c10-6fa1-425e-9bdd-4f6fa436ca1c/c9f04b3b-ef4b-471b-badc-023142df370c/f2110239-e83a-4b6a-86fc-505e5dc4363d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:26.295225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Allocated IP 2001:db8:0:1::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/bdb38a68-1907-421b-babe-2a4306159f9e/66b67197-812c-4b7b-ac73-ffaf8be60ab1) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:26.304889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.316191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:26.317087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.328701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:26.336017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:26.342909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:26.356874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:26.408802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.421751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.432350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7a4dda1b-4dea-46a3-b30e-7499ecf978c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:26.441516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] device_id is not set on port d9f2fa45-2ae8-4a89-8d85-63de5a4c6221 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:26.461568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 101bcf2e-025c-4954-9082-a7cc8d9f07b5 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:26.492319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=76fdc48b-f50e-4747-a508-4c3a7ed6593b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:26.506964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:26.509671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:26.539004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f7d5e-bcf6-44e0-af81-caaefd488f32,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:26.554142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:26.554301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:26.559440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.563780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.594434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] For port 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66b67197-812c-4b7b-ac73-ffaf8be60ab1,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:26.603664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.609433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:26.613054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-668dc6a0-c08a-460b-920f-8c7e87b1d5c4 tempest-RoutersAdminNegativeIpV6Test-1918086833 tempest-RoutersAdminNegativeIpV6Test-1918086833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:26.614406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:26.615035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.634948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.722860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Transition to ACTIVE for port object 66b67197-812c-4b7b-ac73-ffaf8be60ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:26.727217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.733161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ea7ded79-79ce-45b6-98cf-7535b7013d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:26.735459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.744155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92e01960-a1be-4541-9226-1f40e2264a34 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:26.872956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0591a-7d64-4239-b777-347d5f7c20ac,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:26.884541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Pushing event updated for resources: {'Port': ['ID=66b67197-812c-4b7b-ac73-ffaf8be60ab1,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:26.887605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:26.913046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:26.927099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:26.931274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8058112
Dec 22 15:03:26.938255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35836) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:26.940872 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.2528672
Dec 22 15:03:26.945820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35840) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:26.947767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=2d5f4fda-9d20-49ca-b42f-12c670a7cf6a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:26.951244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0e07d13e-10f4-4ce2-b070-4ac69c739556 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '93b0591a-7d64-4239-b777-347d5f7c20ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:26.951907 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-0e07d13e-10f4-4ce2-b070-4ac69c739556 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:26.956570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0e07d13e-10f4-4ce2-b070-4ac69c739556 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0158384
Dec 22 15:03:26.960619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35844) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:26.962180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:27.016033 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:03:27.016501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:27.063477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 76fdc48b-f50e-4747-a508-4c3a7ed6593b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:27.063810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.103922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.142105 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.3483422
Dec 22 15:03:27.143703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35848) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:27.191703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object f2110239-e83a-4b6a-86fc-505e5dc4363d will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:27.349394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.358818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.378372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-287ed0ab-db5c-4914-bf1c-8d66c2474c62 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:27.380660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Deleting port 0fcf876e-5253-46d9-aa96-a84f6a3b9688 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:27.381007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.429966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=101bcf2e-025c-4954-9082-a7cc8d9f07b5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:27.441424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.496541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:27.509860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-80bb4ed0-035e-46a2-be84-4118daf3fe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.530670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b1db1ff-cab4-49ca-a335-715be31dacf4 None None] Provisioning for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:27.542067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b1db1ff-cab4-49ca-a335-715be31dacf4 None None] Provisioning complete for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:27.542440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b1db1ff-cab4-49ca-a335-715be31dacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.572825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.651544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.773901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fff41137-98a2-4d19-a914-8249176eb825 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:27.833120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.848325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.848710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.856092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-be2a066d-2f42-4a14-a071-249b9c442aad None None] Provisioning for port 76fdc48b-f50e-4747-a508-4c3a7ed6593b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:27.864051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-be2a066d-2f42-4a14-a071-249b9c442aad None None] Provisioning complete for port 76fdc48b-f50e-4747-a508-4c3a7ed6593b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:27.865098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-be2a066d-2f42-4a14-a071-249b9c442aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:27.976209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:27.979164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 76fdc48b-f50e-4747-a508-4c3a7ed6593b owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:27.983249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66b67197-812c-4b7b-ac73-ffaf8be60ab1 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:28.026430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.032127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-be2a066d-2f42-4a14-a071-249b9c442aad None None] Port 76fdc48b-f50e-4747-a508-4c3a7ed6593b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:28.049467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:28.051468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.061532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:28.074340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:28.074707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.122662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.124933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=f2110239-e83a-4b6a-86fc-505e5dc4363d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:28.135068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:28.140182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75fe1e97-e4a8-441f-b435-59b2ab7c939b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:28.147419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.161898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.166561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.170226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0591a-7d64-4239-b777-347d5f7c20ac,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:28.174459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:28.193874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.208605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.210384 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/93b0591a-7d64-4239-b777-347d5f7c20ac HTTP/1.1" status: 204  len: 168 time: 1.2463331
Dec 22 15:03:28.216679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35852) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:28.339117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Calling delete_port for 0fcf876e-5253-46d9-aa96-a84f6a3b9688 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:28.348388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.348898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router 155c41c2-c7c3-43ba-acc9-7abb5a17fa7b {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:28.470232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0e5a9708-1fb8-46fc-a378-2ce6aaf1622c None None] Provisioning for port f2110239-e83a-4b6a-86fc-505e5dc4363d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:28.476257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0e5a9708-1fb8-46fc-a378-2ce6aaf1622c None None] Provisioning complete for port f2110239-e83a-4b6a-86fc-505e5dc4363d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:28.476506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9708-1fb8-46fc-a378-2ce6aaf1622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.531622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a9708-1fb8-46fc-a378-2ce6aaf1622c None None] Port f2110239-e83a-4b6a-86fc-505e5dc4363d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:28.582430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.586724 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 204  len: 168 time: 6.4688044
Dec 22 15:03:28.598904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35856) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:28.608691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803925591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:28.625482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:28.629986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-711c5974-0c3f-44f7-beb3-01ab099199ff tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:28.638020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.648258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:28.658883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:28.717949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.724923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:28.728510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2de761fd-1bbc-4ba4-96e9-86f949b521e1 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:28.776075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fcf876e-5253-46d9-aa96-a84f6a3b9688,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:28.826458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:28.835534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-711c5974-0c3f-44f7-beb3-01ab099199ff tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:28.840960 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-711c5974-0c3f-44f7-beb3-01ab099199ff tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6102045
Dec 22 15:03:28.845129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35860) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:28.857402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--790528538'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:28.864359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.865280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.879872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:28.882700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:28.917138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:28.970205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=76fdc48b-f50e-4747-a508-4c3a7ed6593b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:28.980994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:29.016200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:29.056236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.089771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.103674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.108097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/3d04a37f-34e0-4f55-8d97-92b5b1176838 HTTP/1.1" status: 204  len: 168 time: 1.9504879
Dec 22 15:03:29.108097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/76fdc48b-f50e-4747-a508-4c3a7ed6593b HTTP/1.1" status: 204  len: 168 time: 2.1611009
Dec 22 15:03:29.110892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35866) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.167243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.178619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Router 76b84b6f-0072-48e3-b20b-d4aded3c246b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:29.191190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.269936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.282087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:29.284429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c521d0a-a6ab-4f63-a247-12d19a4b4e44 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:29.284872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c521d0a-a6ab-4f63-a247-12d19a4b4e44 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:29.307287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c521d0a-a6ab-4f63-a247-12d19a4b4e44 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:29.308485 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c521d0a-a6ab-4f63-a247-12d19a4b4e44 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1947098
Dec 22 15:03:29.316239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35870) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.339714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.347504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:29.363566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router bc030a41-da52-42fa-afa0-eafd0718cdec has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:29.364520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:29.382105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:29.422683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.424454 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f9a23cda-f5b1-4165-9968-244de6e79ecb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8240752
Dec 22 15:03:29.427538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35876) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.434952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': True}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:29.484699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35880) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.604189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8aa312-7324-4889-8e79-527e0b1d85b7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:29.607872 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc8aa312-7324-4889-8e79-527e0b1d85b7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2863789
Dec 22 15:03:29.608862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35886) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.635132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.654799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.663012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:29.677230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.682095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:29.696515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.700678 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] Sync routers for ids ['bc030a41-da52-42fa-afa0-eafd0718cdec'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:29.716682 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] Routers {'bc030a41-da52-42fa-afa0-eafd0718cdec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:29.717308 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576020520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['bc030a41-da52-42fa-afa0-eafd0718cdec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:29.757225 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/bc030a41-da52-42fa-afa0-eafd0718cdec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9193628
Dec 22 15:03:29.762394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.763619 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9165804
Dec 22 15:03:29.767242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35890) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.768974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35892) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.776622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8cef6075-fee6-4ce9-acf3-107c1706fede tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '67564cc5-7db6-4f57-bba4-a04cf58bf5e7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:29.777299 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-8cef6075-fee6-4ce9-acf3-107c1706fede tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:29.778233 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8cef6075-fee6-4ce9-acf3-107c1706fede tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0066121
Dec 22 15:03:29.781747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67564cc5-7db6-4f57-bba4-a04cf58bf5e7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:29.788434 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576020520>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:29.792412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:29.801817 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] Routers {'bc030a41-da52-42fa-afa0-eafd0718cdec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:29.802540 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576020520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['bc030a41-da52-42fa-afa0-eafd0718cdec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:29.858300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:29.858726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b361fef-9df2-4e71-92bf-80154e25c036 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:29.864759 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576020520>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:29.865268 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaad0a-2ebf-4cba-aafb-52a16e0e52ee None None] The sync data for ids ['bc030a41-da52-42fa-afa0-eafd0718cdec'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:29.946163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:29.968744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:29.971086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:29.973023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:29.973941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:29.994320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:30.002338 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-399565b4-cf08-45e5-8e7b-7871e4f54071 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "PUT /v2.0/routers/76b84b6f-0072-48e3-b20b-d4aded3c246b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8982940
Dec 22 15:03:30.007206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] Sync routers for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:30.016906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35902) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:30.020727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:30.021603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f981f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:30.085289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f981f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:30.098337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] Routers {'76b84b6f-0072-48e3-b20b-d4aded3c246b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:30.098967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f981f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['76b84b6f-0072-48e3-b20b-d4aded3c246b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:30.099173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:30.103052 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cc96119b-2c29-42ab-922d-dcf570ba0dcd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4935694
Dec 22 15:03:30.105084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35906) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:30.117579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.160568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f981f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:30.161234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def58e45-2ca8-4457-a8e8-dfbc5e1aef7d None None] The sync data for ids ['76b84b6f-0072-48e3-b20b-d4aded3c246b'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:30.164899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:30.207740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=f2110239-e83a-4b6a-86fc-505e5dc4363d,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:30.220323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9bc632625d841f2acfed4c080d2a1f6 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:30.227569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:30.231235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:30.241380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:30.354427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.430411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.487129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.494738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66845047-7fd4-4693-a6f3-d8708d6e2d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:30.541055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.556238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3390a477-b835-4357-9bd2-04c2fe5eb591,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:30.559836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:30.575637 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9bc632625d841f2acfed4c080d2a1f6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0813603
Dec 22 15:03:30.579700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35910) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:30.603246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.650236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.732925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:30.745278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:30.822270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.860364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.977907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet a2717e10-b23e-42b8-8a9f-10ace17bd034 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:30.988924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:30.999856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-898c1c93-12d4-41f7-a0bd-b623a69aa021 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:31.009622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.040495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.041280 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-d2e80825-b923-4262-b356-d3cf2da0d4aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 15:03:31.042327 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d2e80825-b923-4262-b356-d3cf2da0d4aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/bc030a41-da52-42fa-afa0-eafd0718cdec/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.2724044
Dec 22 15:03:31.046246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35914) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:31.055771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 172.26.3.22 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/c33d7284-1753-42af-b381-6769049105ec) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:31.074039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.075768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67564cc5-7db6-4f57-bba4-a04cf58bf5e7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:31.077510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a7a520e9-6b02-4830-b235-f9d7dacee17f None None] Provisioning complete for port f2110239-e83a-4b6a-86fc-505e5dc4363d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:31.078703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7a520e9-6b02-4830-b235-f9d7dacee17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.084827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:31.107809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting port 1f10fce2-0e26-47f3-a3af-7f968a1833ca {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:31.108207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.142153 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-00d0118d-3cca-4108-9548-7acf3702ff14 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc030a41-da52-42fa-afa0-eafd0718cdec HTTP/1.1" status: 200  len: 205 time: 0.0934484
Dec 22 15:03:31.153465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:31.171901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a7a520e9-6b02-4830-b235-f9d7dacee17f None None] Port f2110239-e83a-4b6a-86fc-505e5dc4363d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:31.197034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.225140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.226266 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/67564cc5-7db6-4f57-bba4-a04cf58bf5e7 HTTP/1.1" status: 204  len: 168 time: 1.3821995
Dec 22 15:03:31.233106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.251525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35922) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:31.446262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba2479fc-6f9d-4602-9515-33dcb9bf4c32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:31.477258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.482065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.511433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:31.540371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba2479fc-6f9d-4602-9515-33dcb9bf4c32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:31.547254 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ba2479fc-6f9d-4602-9515-33dcb9bf4c32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2889955
Dec 22 15:03:31.547254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3390a477-b835-4357-9bd2-04c2fe5eb591,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:31.553798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35926) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:31.559420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:31.567157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.573681 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3390a477-b835-4357-9bd2-04c2fe5eb591 HTTP/1.1" status: 204  len: 168 time: 0.9794662
Dec 22 15:03:31.573843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437569281'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:31.579564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:31.589449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:31.609451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.673174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.685002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:31.694778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-804b0717-58b1-4133-a220-d9c5a0c48b5d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:31.710575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:31.726201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.732099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.739434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571eec34-0fa2-4ccc-9a67-4bc8c6631ed9 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:31.741754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=a2717e10-b23e-42b8-8a9f-10ace17bd034,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:31.747613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:31.756347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router fd28819d-4322-4299-94d7-e981f4ed1867 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:31.760972 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a2717e10-b23e-42b8-8a9f-10ace17bd034 HTTP/1.1" status: 204  len: 168 time: 1.6449783
Dec 22 15:03:31.763746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35932) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:31.775693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:31.880476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:31.887822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:31.914400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.052807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Calling delete_port for 1f10fce2-0e26-47f3-a3af-7f968a1833ca owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:32.090154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35938) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.133954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet bdb38a68-1907-421b-babe-2a4306159f9e {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:32.137814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.199739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.297400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:32.306591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/fd28819d-4322-4299-94d7-e981f4ed1867/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1708047
Dec 22 15:03:32.306591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35942) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.315107 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] Sync routers for ids ['fd28819d-4322-4299-94d7-e981f4ed1867'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:32.328177 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] Routers {'fd28819d-4322-4299-94d7-e981f4ed1867'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:32.328853 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576020580>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd28819d-4322-4299-94d7-e981f4ed1867'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:32.330858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.346934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.356227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66afcb5e-128b-4f84-a95d-a191a933dfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:32.357315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.421365 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576020580>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:32.425716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a58b0-d223-4af6-8d7e-bf6b144bd4ff tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:32.426306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ed8a58b0-d223-4af6-8d7e-bf6b144bd4ff tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:32.436411 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] Routers {'fd28819d-4322-4299-94d7-e981f4ed1867'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:32.438055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576020580>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd28819d-4322-4299-94d7-e981f4ed1867'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:32.453658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ed8a58b0-d223-4af6-8d7e-bf6b144bd4ff tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:32.457867 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ed8a58b0-d223-4af6-8d7e-bf6b144bd4ff tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports/f2110239-e83a-4b6a-86fc-505e5dc4363d HTTP/1.1" status: 200  len: 910 time: 0.1477296
Dec 22 15:03:32.458972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35946) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.511720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576020580>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:32.512463 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d0d630-38ab-476a-99a5-7e743b7b38d9 None None] The sync data for ids ['fd28819d-4322-4299-94d7-e981f4ed1867'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:32.558164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.573612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.585300 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f6aae4f7-45ef-429d-aabf-c516366bb681 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=794c52536cc84225a96dd090eb04aebb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4886918
Dec 22 15:03:32.585300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bd902-b7d7-43a3-8dc5-b47163110e5a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:32.586863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35950) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.597444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:32.601083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:32.616360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.622686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e49d2da3-13ee-43b0-8457-bb36166f9365 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:32.644906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.664810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb38a68-1907-421b-babe-2a4306159f9e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:32.668793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.670290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1147568
Dec 22 15:03:32.677995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35954) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.679029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:32.695960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6b97af35-d918-4ed6-aef1-f354b2fbb819 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'd92bd902-b7d7-43a3-8dc5-b47163110e5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:32.697282 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-6b97af35-d918-4ed6-aef1-f354b2fbb819 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:32.701204 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6b97af35-d918-4ed6-aef1-f354b2fbb819 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0202298
Dec 22 15:03:32.703027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35958) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.714366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7b4ebc2f-093b-4fc8-9512-b9809a65bf81 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'd92bd902-b7d7-43a3-8dc5-b47163110e5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:32.715146 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-7b4ebc2f-093b-4fc8-9512-b9809a65bf81 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:32.716865 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7b4ebc2f-093b-4fc8-9512-b9809a65bf81 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0128734
Dec 22 15:03:32.720886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.724912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:32.727695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.728701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bbcc5e-f92c-4599-b457-b409ad0457e2 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:32.739500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f5dc9bb1-d981-4f3a-939a-7dc9f08e4541 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'd92bd902-b7d7-43a3-8dc5-b47163110e5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:32.740167 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-f5dc9bb1-d981-4f3a-939a-7dc9f08e4541 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:32.743813 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f5dc9bb1-d981-4f3a-939a-7dc9f08e4541 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0125515
Dec 22 15:03:32.744459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:32.752402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35966) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.757825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/bdb38a68-1907-421b-babe-2a4306159f9e HTTP/1.1" status: 204  len: 168 time: 0.9909644
Dec 22 15:03:32.759323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35970) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.759526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:32.764628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-42b72bb9-de96-4f86-8bf4-6ac98087c838 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'd92bd902-b7d7-43a3-8dc5-b47163110e5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:32.765309 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-42b72bb9-de96-4f86-8bf4-6ac98087c838 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:32.769516 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-42b72bb9-de96-4f86-8bf4-6ac98087c838 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0094693
Dec 22 15:03:32.771711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35974) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.810798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=c33d7284-1753-42af-b381-6769049105ec,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:32.824794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:32.849233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.849736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router bc030a41-da52-42fa-afa0-eafd0718cdec {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:32.858577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:32.864356 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0a93a7b7-7cb8-4289-a42b-4250461cc719 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1039681
Dec 22 15:03:32.873968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36dded9f-b17f-416e-ae49-8f9250a05a20 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:32.875999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35978) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:32.885926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:32.927868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6764b0b9-c436-4825-b5c8-ffe1bb6e72d4 None None] Provisioning complete for port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:32.928137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6764b0b9-c436-4825-b5c8-ffe1bb6e72d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.102146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Port': ['ID=1f10fce2-0e26-47f3-a3af-7f968a1833ca,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:33.107727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.109787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:33.117529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.128619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.130173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:33.132516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-258970f3-0dba-4d0c-8bf0-d8f35d0238f5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/bc030a41-da52-42fa-afa0-eafd0718cdec HTTP/1.1" status: 204  len: 168 time: 1.9780779
Dec 22 15:03:33.133541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 35982) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:33.135009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Deleting port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:33.135571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.159034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.176474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:33.183706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:33.188711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:33.204413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:33.214909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.252518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:33.255964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.272852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.390463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] For port 66b67197-812c-4b7b-ac73-ffaf8be60ab1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=66b67197-812c-4b7b-ac73-ffaf8be60ab1,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:33.390790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.394000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.400007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af1a8840-ccdf-43f0-bb6e-842b02e353ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:33.418531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.515038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Calling delete_port for 66b67197-812c-4b7b-ac73-ffaf8be60ab1 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:33.582739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.595315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.599951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bd902-b7d7-43a3-8dc5-b47163110e5a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:33.600135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8ad8ec28-2dc1-4ab2-8bcf-76b22163d71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:33.602340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:33.646503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.652287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Pushing event deleted for resources: {'Port': ['ID=66b67197-812c-4b7b-ac73-ffaf8be60ab1,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:33.656609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:33.661161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] No DVR routers for this DVR port 66b67197-812c-4b7b-ac73-ffaf8be60ab1 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:33.682345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.683443 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/d92bd902-b7d7-43a3-8dc5-b47163110e5a HTTP/1.1" status: 204  len: 168 time: 0.8544691
Dec 22 15:03:33.687255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35986) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:33.716106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-435da9f3-483a-4ab9-8e6e-b7c102e70de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:33.767434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f7d5e-bcf6-44e0-af81-caaefd488f32,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:33.777090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:33.780554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.784531 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d3f7d5e-bcf6-44e0-af81-caaefd488f32 HTTP/1.1" status: 204  len: 168 time: 1.1889746
Dec 22 15:03:33.848054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet 0c58b486-eeff-41c2-bd77-27610665e075 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:33.869277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ad1b393-548b-44ce-afd0-aba02b7860c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:33.875760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.887383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-617e533f-5179-4dbe-b6cd-7e25ebdabdc9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:33.910417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.937630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:33.946732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:33.952338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:33.952988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.959493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39622ef5-0f74-4160-bbb5-eaa2041e5e3f None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:33.966420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.983518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:33.992647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.021168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ad1b393-548b-44ce-afd0-aba02b7860c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:34.028608 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ad1b393-548b-44ce-afd0-aba02b7860c2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3394766
Dec 22 15:03:34.029209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:34.036421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.045704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66b67197-812c-4b7b-ac73-ffaf8be60ab1 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:34.058237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143114525'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:34.069615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:34.075798 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1986864
Dec 22 15:03:34.077047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:34.080879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 35998) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:34.081726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:34.093849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:34.101177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 66b67197-812c-4b7b-ac73-ffaf8be60ab1 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:34.101528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 66b67197-812c-4b7b-ac73-ffaf8be60ab1 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:34.166098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.166322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Fanout notify agent at l3_agent the message router_deleted on router 76b84b6f-0072-48e3-b20b-d4aded3c246b {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:34.172413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:34.252697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.255975 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/routers/76b84b6f-0072-48e3-b20b-d4aded3c246b HTTP/1.1" status: 204  len: 168 time: 4.2349696
Dec 22 15:03:34.259110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36004) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:34.280158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': '69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:34.281299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.309567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.328734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.342822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.372813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.455578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:34.458046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:34.489661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:34.496415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:34.504739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:34.507789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:34.517728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:34.521951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:34.538765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b/019ed230-132b-4d40-9e38-427853679368) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:34.626255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:34.629848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.729005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.735711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0cdd4480-cba1-42f6-a99c-fa458e8b35ed tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:34.792403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=0c58b486-eeff-41c2-bd77-27610665e075,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:34.800322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:34.802797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Deleting subnet 64a2ba28-ba51-4bc7-8101-59716dcfc740 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:34.810200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.818608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.821144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6be548-9a99-4a1f-99ca-5d065042dcee None None] Network aa611af0-dd70-4904-a244-043cf381b319 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:34.834241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.841022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b412051c-55da-4c0e-adb3-0cc02cd6a6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:34.889568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.928090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.928732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b (CIDR: 2001:db8::/64)
Dec 22 15:03:34.929542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9b6df-6f7f-4764-b364-07fd852ecef2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:34.932604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:34.947315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/0c58b486-eeff-41c2-bd77-27610665e075 HTTP/1.1" status: 204  len: 168 time: 1.7853580
Dec 22 15:03:34.948354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36020) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:34.959249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Transition to ACTIVE for port object 019ed230-132b-4d40-9e38-427853679368 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:34.962762 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:34.963201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:34.966692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.971286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9330544
Dec 22 15:03:34.976545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:34.986852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:34.989855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-475c2dd0-865a-4bdf-8e7f-bf3fb8a5f696 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:34.990572 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-475c2dd0-865a-4bdf-8e7f-bf3fb8a5f696 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:34.994350 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-475c2dd0-865a-4bdf-8e7f-bf3fb8a5f696 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0153506
Dec 22 15:03:34.997159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36028) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.006064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.013242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.019454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.023417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.029763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7f5d3300-27de-43a5-b89c-e5a8e79456ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9470513
Dec 22 15:03:35.034778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36032) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.038275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Transition to ACTIVE for port object 019ed230-132b-4d40-9e38-427853679368 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:35.040290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.054776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.077075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.086945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf49a76-74bb-4172-890f-086d1c4d81c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:35.105057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36036) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.172674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:35.173966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Pushing event updated for resources: {'Port': ['ID=019ed230-132b-4d40-9e38-427853679368,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:35.177481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:35.180081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:35.182426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:35.191882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.212230 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:35.216046 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b1c5bf44-83fa-4d60-adc7-b576b8bcdda7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2166409
Dec 22 15:03:35.218755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36042) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.234271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-38e5887c-af28-4895-a2e1-cd6a6c583562 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.234860 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-38e5887c-af28-4895-a2e1-cd6a6c583562 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:35.239290 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-38e5887c-af28-4895-a2e1-cd6a6c583562 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0161152
Dec 22 15:03:35.239843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36046) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.246512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.266187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.279146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.295251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:35.295802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port f2110239-e83a-4b6a-86fc-505e5dc4363d {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:35.295802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.296430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.310157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Attempting to bind port 019ed230-132b-4d40-9e38-427853679368 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:35.310546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Attempting to bind port 019ed230-132b-4d40-9e38-427853679368 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:35.310979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Attempting to bind port 019ed230-132b-4d40-9e38-427853679368 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:35.318767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:35.319170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:35.319574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.319969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:35.320508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Bound port: 019ed230-132b-4d40-9e38-427853679368, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:35.320887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.323284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.331813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.355496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.363269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.371876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.383432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-168084767'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.383778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.391286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] DHCP port deletion for aa611af0-dd70-4904-a244-043cf381b319 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:35.396235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.407375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Deleting port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:35.408279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.408573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.416831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:network and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.420882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.456046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.461016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.472778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-648fda2a-0a5c-48cd-a428-f57869ff495b tempest-BulkNetworkOpsTest-858080876 tempest-BulkNetworkOpsTest-858080876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:35.500628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:35.504333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.530988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Subnet': ['ID=64a2ba28-ba51-4bc7-8101-59716dcfc740,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:35.553155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:35.560556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:35.562480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] For port 019ed230-132b-4d40-9e38-427853679368, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:35.563805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.580719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] For port 019ed230-132b-4d40-9e38-427853679368, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=019ed230-132b-4d40-9e38-427853679368,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:35.596182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.608239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.615712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-523feed0-2ffa-4fca-9af2-aa92011cff7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:35.623456 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/subnets/64a2ba28-ba51-4bc7-8101-59716dcfc740 HTTP/1.1" status: 204  len: 168 time: 1.3633089
Dec 22 15:03:35.672182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36050) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.682180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.713905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router 40a51632-20c3-4b5b-8043-0f244a566857 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:35.718707 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:35.722320 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5c9428de-5da3-448e-9629-3ab0b928731b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4773104
Dec 22 15:03:35.725087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36054) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.738254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b0582837-ecea-4ef3-ba25-bc662869b805 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.738847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-b0582837-ecea-4ef3-ba25-bc662869b805 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:35.742622 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b0582837-ecea-4ef3-ba25-bc662869b805 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0141463
Dec 22 15:03:35.755887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36058) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:35.773504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:35.791683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] For port dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,segment=NetworkSegment(ce34b92a-1838-4621-ac89-f231f30dc247),segment_id=ce34b92a-1838-4621-ac89-f231f30dc247)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:35.791683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.796680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.809022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:35.813368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:35.813814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Pushing event updated for resources: {'Port': ['ID=019ed230-132b-4d40-9e38-427853679368,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:35.817042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:security_group_rule and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.820225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:35.820419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.822885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:35.825911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.839078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:35.959824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Calling delete_port for dba6953c-e94c-4128-bf45-91ec3f4bc5c6 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:35.984095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:35.988488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dba6953c-e94c-4128-bf45-91ec3f4bc5c6 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:36.004550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for f2110239-e83a-4b6a-86fc-505e5dc4363d owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:36.067472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port dba6953c-e94c-4128-bf45-91ec3f4bc5c6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,segment=NetworkSegment(ce34b92a-1838-4621-ac89-f231f30dc247),segment_id=ce34b92a-1838-4621-ac89-f231f30dc247)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:36.067899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.087088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.160145 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:36.164043 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a940a170-c789-41e6-b34e-88d0de5cf045 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4049730
Dec 22 15:03:36.164199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.166638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36062) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:36.168137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:36.218815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Pushing event deleted for resources: {'Port': ['ID=dba6953c-e94c-4128-bf45-91ec3f4bc5c6,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:36.222011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:36.226923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.227194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for dba6953c-e94c-4128-bf45-91ec3f4bc5c6 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:36.247553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] No DVR routers for this DVR port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:36.286247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-54890040-3f59-4e69-bcda-2405efd4a4cf tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:36.286842 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-54890040-3f59-4e69-bcda-2405efd4a4cf tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:36.290529 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-54890040-3f59-4e69-bcda-2405efd4a4cf tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0155063
Dec 22 15:03:36.292128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:36.330572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:36.354854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:36.379015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.379015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8cbf22b-50ea-4395-bfa6-28e35c34a743 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:36.385987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:36.395452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:36.422666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=f2110239-e83a-4b6a-86fc-505e5dc4363d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:36.428301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:36.607985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:36.644212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.669220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.678349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c2ecc689-ccc4-46be-aa5f-6c893c1f0c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:36.755139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.763725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:36.763725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:36.803007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:36.832251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe242c-6fd5-47d7-8e5e-d4bb0d47852c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:36.835800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:36.839684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85744451c0>,) {'filters': {'network_id': ['eb3c4933-1688-4436-8b66-dddccf320eeb']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:36.851516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.851857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Added segment 4f120383-3add-458e-b24c-c7124f44edac of type vlan for network 1b0a717b-ae96-4caa-8528-82afcb0e78e5
Dec 22 15:03:36.869197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.871281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85744451c0>, 'cf609db7-f430-428d-bcdf-24b21222d0d8') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:36.871757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85744451c0>, 'cf609db7-f430-428d-bcdf-24b21222d0d8') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:36.881903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:36.882970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-866e8384-96e5-419d-928b-5b1970e8fdfb tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5901401
Dec 22 15:03:36.887048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36070) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:36.899041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '36b9b6df-6f7f-4764-b364-07fd852ecef2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:36.907562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:36.911467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.921694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.951386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.971098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:36.971624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:36.972476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:36.982566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:36.986493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:36.988668 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:37.090251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.095019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:37.096375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.103717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3ed20538-d2de-4e6a-9e84-7fed9fa866e5 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:37.104031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:37.179149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b5ea6ae4-5200-43e3-bea8-49beb0fe6509 None None] Provisioning for port 019ed230-132b-4d40-9e38-427853679368 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:37.185358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.192109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.257988 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] 10.222.0.69 "DELETE /v2.0/networks/eb3c4933-1688-4436-8b66-dddccf320eeb HTTP/1.1" status: 204  len: 168 time: 1.5830884
Dec 22 15:03:37.261443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.1547911
Dec 22 15:03:37.263336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:37.268075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.269293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "PUT /v2.0/routers/40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 200  len: 918 time: 7.8408325
Dec 22 15:03:37.270086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36076) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:37.270569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port dba6953c-e94c-4128-bf45-91ec3f4bc5c6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:37.270887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.271127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:37.273583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fa7e051a-e552-48cc-9398-7b1368692f27 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3841538
Dec 22 15:03:37.274969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36078) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:37.291406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] Sync routers for ids ['40a51632-20c3-4b5b-8043-0f244a566857'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:37.297869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Network': ['ID=1b0a717b-ae96-4caa-8528-82afcb0e78e5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:37.301557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:37.308792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36082) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:37.309271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f469d03-9c8c-4ed2-86a1-4f6756ee4eb9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:37.327676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:37.333465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'subnet': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:37.422685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Pushing event deleted for resources: {'Network': ['ID=eb3c4933-1688-4436-8b66-dddccf320eeb,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:37.425971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:37.487187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] The port 'dba6953c-e94c-4128-bf45-91ec3f4bc5c6' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:37.553961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] Routers {'40a51632-20c3-4b5b-8043-0f244a566857'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:37.554502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b79b80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['40a51632-20c3-4b5b-8043-0f244a566857'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.617423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b79b80>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.630950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] Routers {'40a51632-20c3-4b5b-8043-0f244a566857'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:37.631579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b79b80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['40a51632-20c3-4b5b-8043-0f244a566857'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.644881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:37.697751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:subnet and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:37.705518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:37.709695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.718714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b79b80>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.719213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12917c3d-5252-4caa-9369-06c430ac0d6e None None] The sync data for ids ['40a51632-20c3-4b5b-8043-0f244a566857'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:37.750087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:37.757625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.787274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575053610>,) {'filters': {'network_id': ['aa611af0-dd70-4904-a244-043cf381b319']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.799703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:37.801473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.823224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36090) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:37.872692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575053610>, 'ce34b92a-1838-4621-ac89-f231f30dc247') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.873351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575053610>, 'ce34b92a-1838-4621-ac89-f231f30dc247') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:37.901217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.908656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.955404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router fd28819d-4322-4299-94d7-e981f4ed1867 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:37.959233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.981974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:37.983012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:37.997752 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:38.034564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 019ed230-132b-4d40-9e38-427853679368 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:38.053970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.126301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 019ed230-132b-4d40-9e38-427853679368 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:38.132105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 019ed230-132b-4d40-9e38-427853679368 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:38.132670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.211587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.222737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:38.245570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-40e8ceaf-d0d0-4a2c-9aa8-55cf904ad827 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 200  len: 924 time: 0.9696455
Dec 22 15:03:38.253176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36096) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.258038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port 019ed230-132b-4d40-9e38-427853679368, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=019ed230-132b-4d40-9e38-427853679368,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:38.259766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.264776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9b6df-6f7f-4764-b364-07fd852ecef2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:38.267433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:38.271909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.275735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.284124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1bc37fb-2739-4232-b8e8-48bd3a9226a3 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:38.315522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-12b7a14c-83af-4047-9e49-a96897cc3ed6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7209d3b704c04e95a3325204ad2224f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4348245
Dec 22 15:03:38.317972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36100) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.321473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=aa611af0-dd70-4904-a244-043cf381b319,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:38.323868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:38.331352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/aa611af0-dd70-4904-a244-043cf381b319 HTTP/1.1" status: 204  len: 168 time: 3.3692775
Dec 22 15:03:38.331352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.331352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/36b9b6df-6f7f-4764-b364-07fd852ecef2 HTTP/1.1" status: 204  len: 168 time: 1.0017576
Dec 22 15:03:38.332450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36104) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.332782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36106) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.341680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958939945'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:38.343987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:38.355176 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] Sync routers for ids ['fd28819d-4322-4299-94d7-e981f4ed1867'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:38.364187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:38.369045 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] Routers {'fd28819d-4322-4299-94d7-e981f4ed1867'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:38.369357 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d7dfd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd28819d-4322-4299-94d7-e981f4ed1867'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:38.373386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.374456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:38.390666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.391413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.399773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:38.408448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:38.427362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:38.442177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:38.443387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:38.480934 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d7dfd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:38.484685 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/fd28819d-4322-4299-94d7-e981f4ed1867/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0246599
Dec 22 15:03:38.497168 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] Routers {'fd28819d-4322-4299-94d7-e981f4ed1867'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:38.498099 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d7dfd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fd28819d-4322-4299-94d7-e981f4ed1867'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:38.507921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36112) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.521571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:38.563063 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d7dfd0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:38.563289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:38.563436 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0aa3-646e-4c4a-b761-d79540171bce None None] The sync data for ids ['fd28819d-4322-4299-94d7-e981f4ed1867'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:38.571129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.573535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=019ed230-132b-4d40-9e38-427853679368,revision_number=4']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:38.577856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:38.578427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.584481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-65c6dca9-f012-4bad-a11e-0d6f3a887424 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:38.586334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7926a65-eca6-4173-826a-b77858c3073e None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:38.587665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:38.600570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-699acb60-3ca7-4f8d-af8a-c3b33000197f tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=40a51632-20c3-4b5b-8043-0f244a566857&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3457425
Dec 22 15:03:38.601480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-181c238a-1428-458d-a037-b8509305ec2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:38.604742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:38.607725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.622977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36116) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.665201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ee6cd87c-a122-417e-8e38-87753e649c69 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:38.670400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.684966 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.6491759
Dec 22 15:03:38.688278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36120) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.706023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:41:f5:1e', 'name': 'tempest-NetworksTestDHCPv6-454368829'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:38.757158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.766174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d951d916-1c90-48c5-abfd-334db6e13dd8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:38.782879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-65c6dca9-f012-4bad-a11e-0d6f3a887424 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:38.786400 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-65c6dca9-f012-4bad-a11e-0d6f3a887424 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd28819d-4322-4299-94d7-e981f4ed1867 HTTP/1.1" status: 200  len: 205 time: 0.2771368
Dec 22 15:03:38.792078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:38.797053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36124) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.820408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ee6cd87c-a122-417e-8e38-87753e649c69 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:38.825799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ee6cd87c-a122-417e-8e38-87753e649c69 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4855406
Dec 22 15:03:38.827616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36128) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.845517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.846085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment d82288d0-bff4-4926-afcf-468fabbaf692 of type vlan for network 251ec6f3-6479-4fce-ae50-0f533cd7ed96
Dec 22 15:03:38.851030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--92420414'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:38.875711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=ceb586ac-e542-4ead-bf67-8f5f97c435ec,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:38.883795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:38.896753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:38.943248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:38.946836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Subnet': ['ID=eb28c884-e95d-4d70-86eb-92105a6c48b5,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:38.950543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:38.962132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe521939-88c0-4f91-8f24-54bad4181b48 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:38.963574 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe521939-88c0-4f91-8f24-54bad4181b48 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.3396261
Dec 22 15:03:38.968949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:38.969600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36132) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:38.987307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.001053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Checking segment: {'id': '4f120383-3add-458e-b24c-c7124f44edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:39.002005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network hostable DHCP agents. Network: 1b0a717b-ae96-4caa-8528-82afcb0e78e5, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:39.047118 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e04ec8e-8548-4c9e-8756-48c741984325 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 200  len: 205 time: 0.0724492
Dec 22 15:03:39.048331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36136) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:39.077535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.085692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.114052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.118207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:39.119031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.128459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 019ed230-132b-4d40-9e38-427853679368, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=019ed230-132b-4d40-9e38-427853679368,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:39.132584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-760506fe-629c-48cd-9834-458a1ba42a98 tempest-FloatingIPAdminTestJSON-332199090 tempest-FloatingIPAdminTestJSON-332199090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:39.134373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.136222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec8d1689-6f21-4023-9304-f1470611e918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:39.167351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:39.238870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=019ed230-132b-4d40-9e38-427853679368,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:39.242276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:39.242844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:39.249764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:39.271504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:39.280301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:39.291026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.295962 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9587090
Dec 22 15:03:39.295962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:39.296771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:39.299940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d63bf94a-f978-4061-97ed-4414ea935e52 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:39.300192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36140) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:39.318961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:39.333170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=251ec6f3-6479-4fce-ae50-0f533cd7ed96,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:39.338306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:39.346776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 1b0a717b-ae96-4caa-8528-82afcb0e78e5) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:39.350410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:39.352512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:39.365763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:39.372817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28bf831-9785-4211-b2d6-2387272e3fb7 None None] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:39.378695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e23328-f2b1-42c4-a28c-31e2c507a7d8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:39.385253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:39.393509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.412878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:39.413612 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71e23328-f2b1-42c4-a28c-31e2c507a7d8 HTTP/1.1" status: 204  len: 168 time: 1.0934107
Dec 22 15:03:39.414300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.415736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:39.594347 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2910719
Dec 22 15:03:39.617216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36146) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:39.623654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.638531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:39.643173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.650177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db4795f7-61d4-4b3e-9043-1a8fc1833a56 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:39.655368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1973989699'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:39.665109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:39.685005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:39.750450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:39.771837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3987a43f-7e5e-4078-b828-efa39487f099,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:39.774589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.780223 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.9494510
Dec 22 15:03:39.783790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:39.784787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:39.793528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '3987a43f-7e5e-4078-b828-efa39487f099', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:39.801307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:39.806563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:39.811722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:39.814534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:39.817024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'tenant_id': 'd95fbb75e5d14152930e07d8953f8b9e', 'fixed_ips': [{'subnet_id': 'eb28c884-e95d-4d70-86eb-92105a6c48b5'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:39.817564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.944664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:39.965710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:39.981680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 019ed230-132b-4d40-9e38-427853679368 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:40.019960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a12bbcc3-bdaa-4b14-b0cd-5e11ec754e30 None None] Provisioning complete for port 019ed230-132b-4d40-9e38-427853679368 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:40.020169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a12bbcc3-bdaa-4b14-b0cd-5e11ec754e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.104441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.135095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.169402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port 45b6c5ed-c780-4c3f-893b-787af04d9c09 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:40.189664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Allocated IP 2001:db8::2 (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/8960600a-7e04-4651-ade4-7037d6e75c29) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:40.217036 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:03:40.217707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.219121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The resource could not be found.
Dec 22 15:03:40.224022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-693a8747-46b7-4c80-89f0-3008a9a581f2 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4382441
Dec 22 15:03:40.224609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:40.234964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.247717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '3987a43f-7e5e-4078-b828-efa39487f099', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd7a05ad1-3399-49d1-91f9-c4b2e3a05e9c'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:40.255846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:40.256060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:40.259660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:40.264014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:40.271522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:40.278410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:port and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:40.287061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:40.309641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:40.315394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 019ed230-132b-4d40-9e38-427853679368 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:40.315873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.383804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The resource could not be found.
Dec 22 15:03:40.385198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:40.388142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.388525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ce6c2af-be41-4969-8886-a52d6fd09714 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1501644
Dec 22 15:03:40.397552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36170) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:40.403361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.404006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router fd28819d-4322-4299-94d7-e981f4ed1867 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:40.448192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port 79d87404-25c3-4a14-a37a-e28e608dc670 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:40.542800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.544059 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-696d9560-9763-4eeb-9863-3e764383a3de tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/fd28819d-4322-4299-94d7-e981f4ed1867 HTTP/1.1" status: 204  len: 168 time: 1.7391353
Dec 22 15:03:40.546818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:40.588606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.593430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.604984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7f9131a-9ae0-4d9b-959e-e01a7dd89740 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:40.617923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Transition to ACTIVE for port object 8960600a-7e04-4651-ade4-7037d6e75c29 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:40.637490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Transition to ACTIVE for port object 8960600a-7e04-4651-ade4-7037d6e75c29 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:40.643139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.649340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33e84d69-3a6a-4bf0-9386-b624e1f63dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:40.654717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.713312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:40.723295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:40.728805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:40.736113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Pushing event updated for resources: {'Port': ['ID=8960600a-7e04-4651-ade4-7037d6e75c29,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:40.741135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:40.766774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::34a (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/79d87404-25c3-4a14-a37a-e28e608dc670) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:40.830735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36182) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:40.839691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Attempting to bind port 8960600a-7e04-4651-ade4-7037d6e75c29 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:40.840306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Attempting to bind port 8960600a-7e04-4651-ade4-7037d6e75c29 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '4f120383-3add-458e-b24c-c7124f44edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:40.840718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Attempting to bind port 8960600a-7e04-4651-ade4-7037d6e75c29 on network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:40.848390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:40.848802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Checking segment: {'id': '4f120383-3add-458e-b24c-c7124f44edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:40.848924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:40.849217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.849622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Bound using segment: {'id': '4f120383-3add-458e-b24c-c7124f44edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:40.850094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Bound port: 8960600a-7e04-4651-ade4-7037d6e75c29, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f120383-3add-458e-b24c-c7124f44edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:40.850474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.866606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:40.868990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.941859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': 'd82288d0-bff4-4926-afcf-468fabbaf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:40.942221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 251ec6f3-6479-4fce-ae50-0f533cd7ed96, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:40.954178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] For port 8960600a-7e04-4651-ade4-7037d6e75c29, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:40.957838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] For port 8960600a-7e04-4651-ade4-7037d6e75c29, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8960600a-7e04-4651-ade4-7037d6e75c29,segment=NetworkSegment(4f120383-3add-458e-b24c-c7124f44edac),segment_id=4f120383-3add-458e-b24c-c7124f44edac)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:40.962414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.968753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b08c282e-3090-4a15-a8be-92353e584cf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:40.980332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:40.987844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:41.009572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::362 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b/45b6c5ed-c780-4c3f-893b-787af04d9c09) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:41.011868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987a43f-7e5e-4078-b828-efa39487f099,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:41.022756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:41.033674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.049665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.053890 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/3987a43f-7e5e-4078-b828-efa39487f099 HTTP/1.1" status: 204  len: 168 time: 0.6553285
Dec 22 15:03:41.055446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36188) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:41.056206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port c33d7284-1753-42af-b381-6769049105ec {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:41.056654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.066260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Pushing event updated for resources: {'Port': ['ID=8960600a-7e04-4651-ade4-7037d6e75c29,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:41.069226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:41.104719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:41.141514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 251ec6f3-6479-4fce-ae50-0f533cd7ed96) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:41.151521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44759824-353d-46e3-9bf0-24189df45d3e None None] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:41.162247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:41.162920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.223826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:f51e (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/ceb586ac-e542-4ead-bf67-8f5f97c435ec/45b6c5ed-c780-4c3f-893b-787af04d9c09) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:41.228770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1565100926'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:41.249335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:41.270315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9635491
Dec 22 15:03:41.278726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:41.294734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:41.298673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-934787278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:41.307434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:41.319356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-25510394-7b54-4c2a-bfdd-30166b7e1e57 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:41.330261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:41.338923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:41.354461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:41.366795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:41.398522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-25510394-7b54-4c2a-bfdd-30166b7e1e57 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:41.404125 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-25510394-7b54-4c2a-bfdd-30166b7e1e57 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3185103
Dec 22 15:03:41.405407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:41.409841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36196) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:41.414308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.425203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': 'ae9c573e-6dcb-4dff-8fe8-35141e0b7b70', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:41.439678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:41.445126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:41.449841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:41.457136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:41.502333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:41.505394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.527050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-251ec6f3-6479-4fce-ae50-0f533cd7ed96', 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': 'a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:41.527963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.549618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.550550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.551726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet c9f04b3b-ef4b-471b-badc-023142df370c {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:41.558064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.561502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.595640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.634699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.657306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for c33d7284-1753-42af-b381-6769049105ec owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:41.692349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object 79d87404-25c3-4a14-a37a-e28e608dc670 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:41.696540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.696732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.726808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Allocated IP 2001:db8::2 (251ec6f3-6479-4fce-ae50-0f533cd7ed96/a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b/534688e2-5094-4a92-9e0f-12110eac4f12) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:41.744829 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The resource could not be found.
Dec 22 15:03:41.749475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a17d27a4-9252-46e5-8f27-70802c1c78b3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3352232
Dec 22 15:03:41.757185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36200) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:41.757806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.758950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b35bad3-b7f5-46c4-b779-667af5193a7f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4765801
Dec 22 15:03:41.769429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36202) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:41.786462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227366928'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:41.813670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:41.818600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:41.829860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:41.846614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:41.866020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:41.872366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.875948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:41.921506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object 45b6c5ed-c780-4c3f-893b-787af04d9c09 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:41.936435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.947488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.958693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:41.982255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:41.996439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Transition to ACTIVE for port object 534688e2-5094-4a92-9e0f-12110eac4f12 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:42.042873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Transition to ACTIVE for port object 534688e2-5094-4a92-9e0f-12110eac4f12 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:42.051124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.053652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.068408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ab3b5889-eeaa-451b-a088-1371d912027a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.103797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:42.105216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8960600a-7e04-4651-ade4-7037d6e75c29 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:42.116942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:42.137918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:42.143397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:42.146105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:42.150944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:42.151793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.159255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:42.212121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=79d87404-25c3-4a14-a37a-e28e608dc670,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.215518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.217768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:42.242001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.250139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:42.262159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cd7307b0-f8d0-49a3-862d-0ede9a42a5a9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.296689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Pushing event updated for resources: {'Port': ['ID=534688e2-5094-4a92-9e0f-12110eac4f12,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.302829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.317168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Attempting to bind port 534688e2-5094-4a92-9e0f-12110eac4f12 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:42.317554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Attempting to bind port 534688e2-5094-4a92-9e0f-12110eac4f12 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'd82288d0-bff4-4926-afcf-468fabbaf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:42.317919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Attempting to bind port 534688e2-5094-4a92-9e0f-12110eac4f12 on network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:42.325446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:42.327325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46d4e8-d559-42a6-889e-981259034547 None None] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:42.337238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.352238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:42.365128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.379125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.7363479
Dec 22 15:03:42.381194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36208) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:42.394862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=45b6c5ed-c780-4c3f-893b-787af04d9c09,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.397985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.398555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:42.398944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Checking segment: {'id': 'd82288d0-bff4-4926-afcf-468fabbaf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:42.399358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.399807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Bound using segment: {'id': 'd82288d0-bff4-4926-afcf-468fabbaf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:42.400258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Bound port: 534688e2-5094-4a92-9e0f-12110eac4f12, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82288d0-bff4-4926-afcf-468fabbaf692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '251ec6f3-6479-4fce-ae50-0f533cd7ed96'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:42.400667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.406634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-795874909', 'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:00:e9:45'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:42.421306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-30ebc018-5f0b-4b0a-b504-09dc6d81f320 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.439738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:42.444557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.485959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 8960600a-7e04-4651-ade4-7037d6e75c29 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:42.496124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Provisioning for port 8960600a-7e04-4651-ade4-7037d6e75c29 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:42.502257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:42.504901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:42.509462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:42.510075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.513338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8960600a-7e04-4651-ade4-7037d6e75c29 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:42.513519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.514077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.519727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:42.519916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-397ba96a-6b5d-4b54-a24c-f50ea8f2487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.555664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Provisioning complete for port 8960600a-7e04-4651-ade4-7037d6e75c29 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:42.555664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.570996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=c33d7284-1753-42af-b381-6769049105ec,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.580512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.597501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.597856 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment 8d00dba0-cae4-44a6-9008-8a9116c9c3ae of type vlan for network 83dc2e2a-603f-4b1b-a090-1226a8ac623a
Dec 22 15:03:42.603656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d24dc-86b4-4646-bd09-150c1394eab5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.607002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.609270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.629510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28d8c34f-48e9-487f-9194-292ba1985bba tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.655325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c3124-99cd-47a9-8ed8-404578fe0566 None None] Network 36162c10-6fa1-425e-9bdd-4f6fa436ca1c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:42.692088 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.9911158
Dec 22 15:03:42.699218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.712793 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/c9f04b3b-ef4b-471b-badc-023142df370c HTTP/1.1" status: 204  len: 168 time: 2.1624441
Dec 22 15:03:42.712793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f04b3b-ef4b-471b-badc-023142df370c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:42.713875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:42.717090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36212) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:42.717090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36214) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:42.810038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] For port 534688e2-5094-4a92-9e0f-12110eac4f12, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:42.828121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.851260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] For port 534688e2-5094-4a92-9e0f-12110eac4f12, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=534688e2-5094-4a92-9e0f-12110eac4f12,segment=NetworkSegment(d82288d0-bff4-4926-afcf-468fabbaf692),segment_id=d82288d0-bff4-4926-afcf-468fabbaf692)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:42.881610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.882288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.890438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1375556f-d730-407f-98e0-0fdc57a07559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:42.898752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:42.918557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c9ebe4f-be84-482d-ac6d-fe565bb13eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:43.026323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port 45b6c5ed-c780-4c3f-893b-787af04d9c09 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:43.026692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.067619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:43.072241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.077294 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3068409
Dec 22 15:03:43.080008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5733a1a4-ccf3-4ebe-a81d-decaa8e2e122,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:43.082841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:43.083993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:port and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:43.089372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36220) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:43.093310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.098277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:43.107869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137252015'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:43.117060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.121660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:43.121660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.125748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:43.133113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73d77105-8deb-40b2-ab88-80e9db3514e7 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:43.162283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:43.164928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.185910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.249431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Pushing event updated for resources: {'Port': ['ID=534688e2-5094-4a92-9e0f-12110eac4f12,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:43.255571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.277363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:43.287704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port bb4760ef-2817-4454-9c6a-505803a9f8ea {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:43.288048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.290604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:43.339606 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.5052819
Dec 22 15:03:43.340401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:43.341772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] For port 8960600a-7e04-4651-ade4-7037d6e75c29, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8960600a-7e04-4651-ade4-7037d6e75c29,segment=NetworkSegment(4f120383-3add-458e-b24c-c7124f44edac),segment_id=4f120383-3add-458e-b24c-c7124f44edac)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:43.356127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36224) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:43.414380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:43.414755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:43.415310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.440008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-64fcc35f-10c9-4b86-a61f-fd6c91f1a110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:43.556245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Pushing event updated for resources: {'Port': ['ID=8960600a-7e04-4651-ade4-7037d6e75c29,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:43.565939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:43.585359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.586854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d854990a-25cd-4a7a-9ecb-4372b610080d None None] Provisioning for port 45b6c5ed-c780-4c3f-893b-787af04d9c09 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:43.591713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.593034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d854990a-25cd-4a7a-9ecb-4372b610080d None None] Provisioning complete for port 45b6c5ed-c780-4c3f-893b-787af04d9c09 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:43.593444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d854990a-25cd-4a7a-9ecb-4372b610080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.612520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'name': 'tempest-PortsIpV6TestJSON-1984598637'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:43.632283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=83dc2e2a-603f-4b1b-a090-1226a8ac623a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:43.639425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.640191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router 40a51632-20c3-4b5b-8043-0f244a566857 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:03:43.649497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:43.650506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.692212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d854990a-25cd-4a7a-9ecb-4372b610080d None None] Port 45b6c5ed-c780-4c3f-893b-787af04d9c09 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:43.694123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:43.764359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.765666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 204  len: 168 time: 4.7160833
Dec 22 15:03:43.772703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36228) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:43.780716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] DHCP port deletion for 36162c10-6fa1-425e-9bdd-4f6fa436ca1c request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:43.780946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2054175686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:43.795648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:43.803075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:43.808949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Deleting port bb4760ef-2817-4454-9c6a-505803a9f8ea {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:43.809365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.837231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:43.849816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:43.879371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.880323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:43.896468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8::1 (251ec6f3-6479-4fce-ae50-0f533cd7ed96/a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b/4cf8c65b-6067-4d4f-a71f-8f80b047ddfd) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:43.994378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.036279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.081617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:44.088525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.089636 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-26204b45-f416-49f7-a46e-9106a4d76d10 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3159447
Dec 22 15:03:44.098302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36232) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:44.107536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'enable_snat': False}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:44.137862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] For port bb4760ef-2817-4454-9c6a-505803a9f8ea, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb4760ef-2817-4454-9c6a-505803a9f8ea,segment=NetworkSegment(a7ed5967-eb6b-490a-92b1-552388c83f00),segment_id=a7ed5967-eb6b-490a-92b1-552388c83f00)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:44.138335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.153143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Provisioning for port 79d87404-25c3-4a14-a37a-e28e608dc670 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:44.168531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:44.171830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:44.183722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.209620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:44.222919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.224956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:44.240730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Provisioning complete for port 79d87404-25c3-4a14-a37a-e28e608dc670 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:44.241118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.252354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:44.255849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:44.258584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:44.275557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.298253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:44.404212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Port 79d87404-25c3-4a14-a37a-e28e608dc670 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:44.408312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:44.414430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.415884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.424185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Calling delete_port for bb4760ef-2817-4454-9c6a-505803a9f8ea owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:44.427223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e88b2e-35b8-450e-832c-67f328039173 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:44.458875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8960600a-7e04-4651-ade4-7037d6e75c29 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:44.511606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:44.519529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=4cf8c65b-6067-4d4f-a71f-8f80b047ddfd,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:44.528784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:44.562588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for 45b6c5ed-c780-4c3f-893b-787af04d9c09 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:44.583552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.596272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fe262456-171e-4069-ab94-e33ba80c0ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:44.603661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:44.606271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:44.622049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:44.622588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.635963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] No DVR routers for this DVR port bb4760ef-2817-4454-9c6a-505803a9f8ea on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:44.660707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Pushing event deleted for resources: {'Port': ['ID=bb4760ef-2817-4454-9c6a-505803a9f8ea,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:44.668442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:44.676958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Provisioning complete for port 8960600a-7e04-4651-ade4-7037d6e75c29 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:44.677471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1d783e60-da4f-4b6b-a5a1-ee95055c9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.756999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8960600a-7e04-4651-ade4-7037d6e75c29 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:44.757599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.801809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port bb4760ef-2817-4454-9c6a-505803a9f8ea, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bb4760ef-2817-4454-9c6a-505803a9f8ea,segment=NetworkSegment(a7ed5967-eb6b-490a-92b1-552388c83f00),segment_id=a7ed5967-eb6b-490a-92b1-552388c83f00)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:44.802169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:44.806445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bffa5ca-5164-4a53-a859-0042c577299a None None] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:44.826962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:45.027019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for bb4760ef-2817-4454-9c6a-505803a9f8ea owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:45.030318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.049978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.122306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.130859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 534688e2-5094-4a92-9e0f-12110eac4f12 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:45.145408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::37 (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:45.159489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.168780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:45.244572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Provisioning complete for port 79d87404-25c3-4a14-a37a-e28e608dc670 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:45.245185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.292241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:03:45.292528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:03:45.309497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a4f342-3be0-46ac-88b4-df5cda6ac95a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:45.317092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:45.328352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.328352 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.2322631
Dec 22 15:03:45.331684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36238) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:45.355138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 534688e2-5094-4a92-9e0f-12110eac4f12 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:45.365144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group_rule': {'security_group_id': '5733a1a4-ccf3-4ebe-a81d-decaa8e2e122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '07a4f342-3be0-46ac-88b4-df5cda6ac95a'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:45.374809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:45.378970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Port 79d87404-25c3-4a14-a37a-e28e608dc670 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:45.381985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:45.387773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:45.400776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:45.402391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Provisioning for port 534688e2-5094-4a92-9e0f-12110eac4f12 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:45.407165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Provisioning complete for port 534688e2-5094-4a92-9e0f-12110eac4f12 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:45.408176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.463295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb4760ef-2817-4454-9c6a-505803a9f8ea no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:45.507186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.511508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: bb4760ef-2817-4454-9c6a-505803a9f8ea {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:45.511867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bb4760ef-2817-4454-9c6a-505803a9f8ea not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:45.530564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757a2818-3e73-46a8-bf87-0668e195eb1f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:45.619876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.647689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.655077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.656129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.657146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] For port 534688e2-5094-4a92-9e0f-12110eac4f12, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=534688e2-5094-4a92-9e0f-12110eac4f12,segment=NetworkSegment(d82288d0-bff4-4926-afcf-468fabbaf692),segment_id=d82288d0-bff4-4926-afcf-468fabbaf692)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:45.660286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.661839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.663855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:45.690156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:45.694043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=45b6c5ed-c780-4c3f-893b-787af04d9c09,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:45.696013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:45.697054 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-acf7f9de-70bf-4abc-9f15-c5262b1d5c9c tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3645356
Dec 22 15:03:45.714360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:45.722679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36242) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:45.744567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.761696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Pushing event updated for resources: {'Port': ['ID=534688e2-5094-4a92-9e0f-12110eac4f12,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:45.773436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:45.815913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Provisioning complete for port 534688e2-5094-4a92-9e0f-12110eac4f12 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:45.817468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.906051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port bb4760ef-2817-4454-9c6a-505803a9f8ea {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:45.906409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:45.983583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=4cf8c65b-6067-4d4f-a71f-8f80b047ddfd,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:45.987142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:46.050201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.075456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Provisioning for port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:46.081419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Provisioning complete for port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:46.082406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.085306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.101344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.105448 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/45b6c5ed-c780-4c3f-893b-787af04d9c09 HTTP/1.1" status: 204  len: 168 time: 3.3794165
Dec 22 15:03:46.110107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36246) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:46.143443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a3c90a5a-6bc7-4b06-a958-cf2c919d259d None None] Port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:46.144029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port 'bb4760ef-2817-4454-9c6a-505803a9f8ea' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:03:46.154146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.226222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 534688e2-5094-4a92-9e0f-12110eac4f12 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:46.290878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:46.292168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Allocated IP 172.26.3.74 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/d7a80a02-4f92-43c6-8771-44901edb6336) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:46.297618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-929e1bd2-b689-4c21-b8dd-483e1d689d3e None None] Provisioning complete for port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:46.298794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-929e1bd2-b689-4c21-b8dd-483e1d689d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.303412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:46.326614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.357319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-929e1bd2-b689-4c21-b8dd-483e1d689d3e None None] Port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:46.367389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.370992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 534688e2-5094-4a92-9e0f-12110eac4f12 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:46.371746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.379311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.388361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574e56d90>,) {'filters': {'network_id': ['36162c10-6fa1-425e-9bdd-4f6fa436ca1c']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:46.411660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:46.429361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.440758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:46.481710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e56d90>, 'a7ed5967-eb6b-490a-92b1-552388c83f00') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:46.482002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574e56d90>, 'a7ed5967-eb6b-490a-92b1-552388c83f00') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:46.508096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.528014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.555614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.572616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=306ed7a7-8158-4853-a9cc-2b8bbbc1655c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:46.575422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:46.575829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:46.592134 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:46.600513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8a742353-23ba-4000-b247-1272007054e9 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:46.603120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:46.606425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-43601054-a193-4cb4-bfcf-966ae5f3b146 None None] Provisioning complete for port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:46.606991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-43601054-a193-4cb4-bfcf-966ae5f3b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.662354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:46.663148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:46.665361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b407c23-286b-4c22-b1fb-7dfc9a41191b tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:46.673354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-43601054-a193-4cb4-bfcf-966ae5f3b146 None None] Port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:46.696051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:46.699517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a4f342-3be0-46ac-88b4-df5cda6ac95a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:46.700558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:46.701406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.722265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:46.776652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216f6a4-7fb5-4a3b-9e14-36e7796d3b33 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:46.779259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d216f6a4-7fb5-4a3b-9e14-36e7796d3b33 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6640759
Dec 22 15:03:46.788545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36250) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:46.797802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.799977 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/07a4f342-3be0-46ac-88b4-df5cda6ac95a HTTP/1.1" status: 204  len: 168 time: 1.0669956
Dec 22 15:03:46.811368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36254) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:46.860148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.865803 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 4.4764259
Dec 22 15:03:46.865803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:46.867643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36258) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:46.901613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:46.903423 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/36162c10-6fa1-425e-9bdd-4f6fa436ca1c HTTP/1.1" status: 204  len: 168 time: 4.1757562
Dec 22 15:03:46.904708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:46.906002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c36ef508-8311-426c-a449-5eab2e0d931d tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:46.914696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36262) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:46.927770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': '8d00dba0-cae4-44a6-9008-8a9116c9c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:46.928134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: 83dc2e2a-603f-4b1b-a090-1226a8ac623a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:46.929899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1336886351', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:46.949067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=36162c10-6fa1-425e-9bdd-4f6fa436ca1c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:46.956614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:46.997101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:47.012645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91225f8e-1cc7-4db2-9680-63c142df0d2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.013344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-91225f8e-1cc7-4db2-9680-63c142df0d2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:47.015708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ef5127a0-dfff-4fcb-8db9-2bec0d87cc57 None None] Provisioning for port 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:47.017116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:47.019722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:47.021066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ef5127a0-dfff-4fcb-8db9-2bec0d87cc57 None None] Provisioning complete for port 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:47.021433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ef5127a0-dfff-4fcb-8db9-2bec0d87cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.030055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:47.035536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.036210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.039700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.043570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.044437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Synchronizing usage tracker for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:47.054967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 83dc2e2a-603f-4b1b-a090-1226a8ac623a) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:47.057533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:47.062591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:47.067462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.068286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.074232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-91225f8e-1cc7-4db2-9680-63c142df0d2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:47.075117 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-91225f8e-1cc7-4db2-9680-63c142df0d2a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2839286
Dec 22 15:03:47.080800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601e434-777e-4154-b53c-39d6ea7fe2d4 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:47.081791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36266) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.093134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Unset dirty status for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:47.094300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-128cba45-792e-4b99-8beb-db9365c9c314 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.2232170
Dec 22 15:03:47.096312 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.7254810
Dec 22 15:03:47.097187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36270) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.100405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36274) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.133736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.134232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2025207257'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:47.134673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.143926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:47.147115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b7cc68e7-a9ed-40f7-9077-51d4ca440cf6 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:47.154481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:47.160218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:47.170228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:47.177271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ef5127a0-dfff-4fcb-8db9-2bec0d87cc57 None None] Port 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:47.194400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:47.194868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.220170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89687b64-c63f-42f8-b773-b48523e3d485 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.221668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89687b64-c63f-42f8-b773-b48523e3d485 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.222982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89687b64-c63f-42f8-b773-b48523e3d485 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.223724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:47.227071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.227335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-89687b64-c63f-42f8-b773-b48523e3d485 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1440043
Dec 22 15:03:47.230799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.233101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b7cc68e7-a9ed-40f7-9077-51d4ca440cf6 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:47.234342 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b7cc68e7-a9ed-40f7-9077-51d4ca440cf6 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.4211779
Dec 22 15:03:47.238352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.244073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36282) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.276840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a430d358-7a25-4de9-b9a1-9578e23d6fc5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:47.307539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.316570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:47.339716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.340071 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment 8bd3a529-7b47-4810-a2e8-7f2870615757 of type vlan for network c0acd308-1493-4fd4-aa3c-67fedabcec9c
Dec 22 15:03:47.428937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:47.430650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a80a02-4f92-43c6-8771-44901edb6336,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:47.446460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.504763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.505239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:47.507265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:47.515977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:47.569261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.572930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:47.573492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.628502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b86fcf1-2caf-4885-bb00-80c3732cc506 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:47.650429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for 4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:47.789765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.823360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.864465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7629430
Dec 22 15:03:47.869491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36286) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:47.886077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'ports': [{'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'}, {'network_id': 'c0acd308-1493-4fd4-aa3c-67fedabcec9c'}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:47.886299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:47.886749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': 'c0acd308-1493-4fd4-aa3c-67fedabcec9c'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:47.897063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=c0acd308-1493-4fd4-aa3c-67fedabcec9c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:47.900375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:47.901883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.908465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c0acd308-1493-4fd4-aa3c-67fedabcec9c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:47.916256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:47.920173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:47.991917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:47.997595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-edc51254-1f94-44f4-93cc-1a3e965df032 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:48.007490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.042722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:48.046679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:48.191696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.208311 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac HTTP/1.1" status: 204  len: 168 time: 1.1075985
Dec 22 15:03:48.208738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36290) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:48.255284 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7e1639-1e86-4c21-8c01-000fb89d504b tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] GET failed (client error): The resource could not be found.
Dec 22 15:03:48.256005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7d7e1639-1e86-4c21-8c01-000fb89d504b tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Synchronizing usage tracker for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:48.274411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7d7e1639-1e86-4c21-8c01-000fb89d504b tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Unset dirty status for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:48.280017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7d7e1639-1e86-4c21-8c01-000fb89d504b tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports/4a58bdbf-efdc-46ac-b4bb-ef5389ecbaac HTTP/1.1" status: 404  len: 333 time: 0.0659223
Dec 22 15:03:48.280495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36294) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:48.288530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1714164406'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:48.383267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.429724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:48.440044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:48.449652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:48.452775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.476193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port 075e60a5-752b-4fd7-97b2-4666aea22b23 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:48.538652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.557603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:48.586309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733a1a4-ccf3-4ebe-a81d-decaa8e2e122,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:48.597199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:48.638279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::103 (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/075e60a5-752b-4fd7-97b2-4666aea22b23) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:48.659231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:48.675644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:48.690556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:48.696211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.697369 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/5733a1a4-ccf3-4ebe-a81d-decaa8e2e122 HTTP/1.1" status: 204  len: 168 time: 1.3923154
Dec 22 15:03:48.701417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36298) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:48.714300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:48.741993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.779374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:48.783898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.814083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.842362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8fa417bb-8914-45a1-8c46-2f44f9bbfd0e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:48.891286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8fa417bb-8914-45a1-8c46-2f44f9bbfd0e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:48.896495 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8fa417bb-8914-45a1-8c46-2f44f9bbfd0e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1904716
Dec 22 15:03:48.896646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36302) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:48.902665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.909067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.909240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'tempest-secgroup--50568044'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:48.918604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:48.936486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:48.946346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:48.952037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:48.963041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] Sync routers for ids ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:48.975846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] Routers {'9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:48.976628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753d38e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:48.983593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:48.988496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Usage tracker for resource:security_group_rule and tenant:d7660ea7ba3943c6b50880edf96e54cd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:48.991494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:49.002558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:49.038866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753d38e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:49.048713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object 075e60a5-752b-4fd7-97b2-4666aea22b23 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:49.050882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] Routers {'9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:49.051595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753d38e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:49.067876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.073368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.078303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5183b2b8-1740-4d3d-a171-85102838a63d tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:49.114546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753d38e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:49.115127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e9f0d-5bbd-4fd0-830b-75ae91aec958 None None] The sync data for ids ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:49.128335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3584094
Dec 22 15:03:49.133836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36306) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.136492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c116d4c7-4edf-4b9d-8656-8d6a3c93c8b6,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:49.145341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.153284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-882df6cd-eaef-4e84-8155-a1f22cea855e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:49.169446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:49.170453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.179901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.183774 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2835708
Dec 22 15:03:49.183774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ff637b5-7f83-41f5-a7d0-d7b1d27dfccf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:49.183992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.207002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36310) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.244526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1aeadada-9833-4de4-84c6-43f95880d24e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:49.245083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-1aeadada-9833-4de4-84c6-43f95880d24e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:03:49.246259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1aeadada-9833-4de4-84c6-43f95880d24e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "PUT /v2.0/security-groups/c116d4c7-4edf-4b9d-8656-8d6a3c93c8b6 HTTP/1.1" status: 409  len: 330 time: 0.0192993
Dec 22 15:03:49.248980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.250778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:49.251941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36314) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.261228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.292679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:49.294405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:49.303217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cc446-1cb0-487c-975b-5129129b997b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:49.303770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ea6cc446-1cb0-487c-975b-5129129b997b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:49.309660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:49.311477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=075e60a5-752b-4fd7-97b2-4666aea22b23,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:49.315531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.317793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.321509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:49.325069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:49.325837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.326864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe21fe-05f2-449d-959b-5ac6d8db7a77 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:49.330825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 96a24981-d610-48c2-be81-7e833d27fef6 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:49.331174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:49.349221 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b HTTP/1.1" status: 204  len: 168 time: 2.1172545
Dec 22 15:03:49.352780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.405560 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.1237431
Dec 22 15:03:49.409574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36322) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.415415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ea6cc446-1cb0-487c-975b-5129129b997b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:49.419112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ea6cc446-1cb0-487c-975b-5129129b997b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports/4cf8c65b-6067-4d4f-a71f-8f80b047ddfd HTTP/1.1" status: 200  len: 911 time: 0.2815547
Dec 22 15:03:49.424751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36326) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:49.427373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:00:e9:45'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:49.512979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.669414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6d3eedf2-28c5-48ae-8d08-548d4b385e1c None None] Provisioning for port 075e60a5-752b-4fd7-97b2-4666aea22b23 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:49.670720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.676867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6d3eedf2-28c5-48ae-8d08-548d4b385e1c None None] Provisioning complete for port 075e60a5-752b-4fd7-97b2-4666aea22b23 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:49.677169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6d3eedf2-28c5-48ae-8d08-548d4b385e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.724029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.744319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6d3eedf2-28c5-48ae-8d08-548d4b385e1c None None] Port 075e60a5-752b-4fd7-97b2-4666aea22b23 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:49.929442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:49.935081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet ceb586ac-e542-4ead-bf67-8f5f97c435ec {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:03:49.940123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56ad6d9d-0b77-4026-a372-2f56d1fe2052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:49.960433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.043683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116d4c7-4edf-4b9d-8656-8d6a3c93c8b6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:50.053278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:50.063536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.064862 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/c116d4c7-4edf-4b9d-8656-8d6a3c93c8b6 HTTP/1.1" status: 204  len: 168 time: 0.8077304
Dec 22 15:03:50.067817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.26.3.23 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/f5b7d57e-3c7c-4c6d-8187-aa025260863c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:50.077337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36330) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.096053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.108288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 41c83484-8ec9-4e53-ac0f-864716fd4412 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:50.116434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.263527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a23a11d4-4da3-4e6a-b7ef-58524e01f69d tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Synchronizing usage tracker for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:50.379855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a23a11d4-4da3-4e6a-b7ef-58524e01f69d tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Unset dirty status for tenant:d7660ea7ba3943c6b50880edf96e54cd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:50.384819 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a23a11d4-4da3-4e6a-b7ef-58524e01f69d tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3028538
Dec 22 15:03:50.387488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36334) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.413378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.462660 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-20296236-8a9c-4f8a-8123-9a8238123e12 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] delete failed (client error): The resource could not be found.
Dec 22 15:03:50.467125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20296236-8a9c-4f8a-8123-9a8238123e12 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "DELETE /v2.0/security-groups/3b13f832-6584-44b2-8500-20dd73c89c91 HTTP/1.1" status: 404  len: 347 time: 0.0751004
Dec 22 15:03:50.474597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36338) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.477090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6da590d-e467-476f-ac26-0aed28d15937 None None] Provisioning complete for port 019ed230-132b-4d40-9e38-427853679368 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:50.477572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6da590d-e467-476f-ac26-0aed28d15937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.527686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.529989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.534342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b75c7085-fbb1-4282-8935-0f26275eeb97 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:50.567380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.578152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb586ac-e542-4ead-bf67-8f5f97c435ec,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:50.585955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:50.586457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f927e08c-d412-474a-93e6-0177ac0e01ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:50.630967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.636787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] In _notify_port_updated(), no bound segment for port 075e60a5-752b-4fd7-97b2-4666aea22b23 on network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:03:50.638322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.640267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cfc7c-b25b-4c9c-ae39-a476fd3c1872 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:50.640616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:50.641218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.642534 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "PUT /v2.0/ports/075e60a5-752b-4fd7-97b2-4666aea22b23 HTTP/1.1" status: 200  len: 1003 time: 1.2309458
Dec 22 15:03:50.650315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36342) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.678511 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-f2daeac9-9bb7-4a63-9fad-7e0610ad5c2e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] show failed (client error): The resource could not be found.
Dec 22 15:03:50.679662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f2daeac9-9bb7-4a63-9fad-7e0610ad5c2e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-groups/b737a089-c83f-48ca-8626-9b59a5a402a2 HTTP/1.1" status: 404  len: 347 time: 0.1300910
Dec 22 15:03:50.691719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36346) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.700923 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/ceb586ac-e542-4ead-bf67-8f5f97c435ec HTTP/1.1" status: 204  len: 168 time: 1.3411098
Dec 22 15:03:50.710839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36350) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.733999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=075e60a5-752b-4fd7-97b2-4666aea22b23,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:50.748085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:50.751715 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-6924f6a2-3b62-442f-8b92-efe2dce0eac4 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] show failed (client error): The resource could not be found.
Dec 22 15:03:50.752367 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6924f6a2-3b62-442f-8b92-efe2dce0eac4 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] 10.222.0.69 "GET /v2.0/security-group-rules/f33ba2a3-ee4e-420c-ace3-1268dadeb59d HTTP/1.1" status: 404  len: 356 time: 0.0556860
Dec 22 15:03:50.755761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port 075e60a5-752b-4fd7-97b2-4666aea22b23 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:50.756101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.834564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0af4788b-c832-4c4a-bddb-15e96e09d540 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1219401
Dec 22 15:03:50.838252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.883237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:50.925277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.927282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:50.962449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00e61819-81da-4c09-9543-d9c3a9b44839 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:50.990723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:03:50.994907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Deleting port 019ed230-132b-4d40-9e38-427853679368 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:50.995304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.047446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:51.051550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2467679f-0599-4b45-adbc-2594731f5ec8 None None] Provisioning complete for port 075e60a5-752b-4fd7-97b2-4666aea22b23 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:51.051934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2467679f-0599-4b45-adbc-2594731f5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.057926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:51.064642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:51.085254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=f5b7d57e-3c7c-4c6d-8187-aa025260863c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:51.088048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:51.093722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:51.108926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:51.117380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.174582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2467679f-0599-4b45-adbc-2594731f5ec8 None None] Port 075e60a5-752b-4fd7-97b2-4666aea22b23 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:51.207023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36364) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:51.284308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for 075e60a5-752b-4fd7-97b2-4666aea22b23 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:51.304294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] For port 019ed230-132b-4d40-9e38-427853679368, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=019ed230-132b-4d40-9e38-427853679368,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:51.305476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.334088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:51.334972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.340752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=96a24981-d610-48c2-be81-7e833d27fef6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:51.380674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:51.381254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:51.425840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.439548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Calling delete_port for 019ed230-132b-4d40-9e38-427853679368 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:51.492590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Router fedea305-1deb-45f5-904c-eafd14de960d is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:51.507532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:51.512565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.521558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-576e1413-f520-4e6f-996e-fd1d74c6ec0c tempest-FloatingIPAdminTestJSON-1293997094 tempest-FloatingIPAdminTestJSON-1293997094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:51.568435 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-16015e67-47b2-4dc3-8990-0fb6f05c1057 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7660ea7ba3943c6b50880edf96e54cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3565524
Dec 22 15:03:51.568435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=075e60a5-752b-4fd7-97b2-4666aea22b23,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:51.570841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:51.571695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36370) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:51.572306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:51.596224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:51.623638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:51.644535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=41c83484-8ec9-4e53-ac0f-864716fd4412,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:51.653289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:51.656606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:51.657024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:51.684500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.691678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:51.749015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Pushing event deleted for resources: {'Port': ['ID=019ed230-132b-4d40-9e38-427853679368,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:51.755611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:51.761020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] No DVR routers for this DVR port 019ed230-132b-4d40-9e38-427853679368 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:03:51.819921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.835757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.851165 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/075e60a5-752b-4fd7-97b2-4666aea22b23 HTTP/1.1" status: 204  len: 168 time: 1.1997983
Dec 22 15:03:51.854748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:51.909623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:51.913410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:51.915176 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02a9332-b6b8-426d-bf9c-2ddb5d3624c2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] GET failed (client error): The resource could not be found.
Dec 22 15:03:51.916207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f02a9332-b6b8-426d-bf9c-2ddb5d3624c2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Synchronizing usage tracker for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:51.922566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.049156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': '8bd3a529-7b47-4810-a2e8-7f2870615757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c0acd308-1493-4fd4-aa3c-67fedabcec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:52.049489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: c0acd308-1493-4fd4-aa3c-67fedabcec9c, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:03:52.077259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f02a9332-b6b8-426d-bf9c-2ddb5d3624c2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Unset dirty status for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:52.083656 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f02a9332-b6b8-426d-bf9c-2ddb5d3624c2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports/075e60a5-752b-4fd7-97b2-4666aea22b23 HTTP/1.1" status: 404  len: 333 time: 0.2222381
Dec 22 15:03:52.084777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:52.090333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1057273025'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:52.195018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.202631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0d49f3ad-ca4d-45d6-9899-6411c69dc5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:52.228916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08dcaf-fccc-4d5b-b51d-98058365445f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:52.234661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:52.238972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 019ed230-132b-4d40-9e38-427853679368 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:03:52.245524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network c0acd308-1493-4fd4-aa3c-67fedabcec9c is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:03:52.256373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.260820 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b08dcaf-fccc-4d5b-b51d-98058365445f HTTP/1.1" status: 204  len: 168 time: 0.6865315
Dec 22 15:03:52.267913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:52.280859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:52.293206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:52.296601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 019ed230-132b-4d40-9e38-427853679368 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:03:52.296832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.297287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 019ed230-132b-4d40-9e38-427853679368 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:03:52.322254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port ce769142-c8d7-49df-845b-cca110781c37 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:52.338128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c0acd308-1493-4fd4-aa3c-67fedabcec9c) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:52.342074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:52.346567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:52.350228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9938f-d77b-47bb-8cc5-cd821ccb6842 None None] Network c0acd308-1493-4fd4-aa3c-67fedabcec9c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:52.350493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:52.351160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.414614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.415246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.504652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::d1 (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/ce769142-c8d7-49df-845b-cca110781c37) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:52.577606 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.7010372
Dec 22 15:03:52.588571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36388) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:52.728990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.737236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08084132-497f-43e7-a0b2-193aa074f6a7 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:52.747880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.764461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object ce769142-c8d7-49df-845b-cca110781c37 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:52.771108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 41c83484-8ec9-4e53-ac0f-864716fd4412 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:52.771451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.790965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.798426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1315777c-4f24-4af4-9c5d-bbfcb242f026 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:52.864255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:52.873241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:52.874255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=ce769142-c8d7-49df-845b-cca110781c37,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:52.877859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:52.879620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:52.880293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:52.884183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:52.884804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.889494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.891241 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "PUT /v2.0/routers/fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 200  len: 919 time: 8.7920086
Dec 22 15:03:52.895557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36400) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:52.899719 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] Sync routers for ids ['fedea305-1deb-45f5-904c-eafd14de960d'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:52.918622 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] Routers {'fedea305-1deb-45f5-904c-eafd14de960d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:52.919518 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b9fd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fedea305-1deb-45f5-904c-eafd14de960d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:52.927542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:52.936159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:52.938075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:52.943601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:52.944267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:52.973079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5e8b7-3b8f-4bc4-8a6a-64e822fc79f4 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:52.983972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:53.013447 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b9fd00>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:53.029863 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] Routers {'fedea305-1deb-45f5-904c-eafd14de960d'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:53.030644 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b9fd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fedea305-1deb-45f5-904c-eafd14de960d'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:53.049131 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.9640815
Dec 22 15:03:53.052165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36406) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:53.060313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:00:e9:45'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:53.116761 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b9fd00>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:53.117408 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2e42b4-8ba4-44df-a592-bec16c245d3a None None] The sync data for ids ['fedea305-1deb-45f5-904c-eafd14de960d'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:53.197011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2754457
Dec 22 15:03:53.202916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36412) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:53.225978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:53.361465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.389764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-519c3f2a-c2a2-4874-a5d6-7b5d000bd7d6 None None] Provisioning for port ce769142-c8d7-49df-845b-cca110781c37 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:53.398011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-519c3f2a-c2a2-4874-a5d6-7b5d000bd7d6 None None] Provisioning complete for port ce769142-c8d7-49df-845b-cca110781c37 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:53.398577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-519c3f2a-c2a2-4874-a5d6-7b5d000bd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.424418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'tenant_id': '83dae1f0954e41ff88ec42b756c8015a', 'fixed_ips': [{'subnet_id': 'bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:03:53.425337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.433165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36418) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:53.531488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.547664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 41c83484-8ec9-4e53-ac0f-864716fd4412 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:53.550884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:53.573171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:53.593756 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9538280f-55db-4855-a279-5e0d8d91ee5e tempest-ServiceProvidersTest-2003775048 tempest-ServiceProvidersTest-2003775048-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1593533
Dec 22 15:03:53.597107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:53.637315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-519c3f2a-c2a2-4874-a5d6-7b5d000bd7d6 None None] Port ce769142-c8d7-49df-845b-cca110781c37 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:53.642773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:53.678312 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2e9098df-5b3f-4623-9577-6de3dcad10d1 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 200  len: 925 time: 0.7815020
Dec 22 15:03:53.681002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.683949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Allocated IP 2001:db8::2 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed/d2e9ac69-e0c6-463b-9239-c3e936706011) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:53.684728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36426) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:53.697850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:53.700783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25f41988-30c8-4bb8-adc9-19442a6b6a86 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:53.701787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.927594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=41c83484-8ec9-4e53-ac0f-864716fd4412,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:53.970170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:53.984323 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed (CIDR: 2001:db8::/64)
Dec 22 15:03:53.984941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.996280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:53.999978 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:03:54.001667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:03:54.005073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Transition to ACTIVE for port object d2e9ac69-e0c6-463b-9239-c3e936706011 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:54.022550 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/41c83484-8ec9-4e53-ac0f-864716fd4412 HTTP/1.1" status: 204  len: 168 time: 1.4171686
Dec 22 15:03:54.022550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 8a60107a-12e3-484b-9c72-fe83350e43d9 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:03:54.023078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.026117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:54.026446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.038699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Transition to ACTIVE for port object d2e9ac69-e0c6-463b-9239-c3e936706011 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:54.045928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.054395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c0e256f5-f3a8-489a-bbc2-f7cfbbc826ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:54.091024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f670e4ad-ed04-4cd1-8c9f-ee9f948afdb8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8850043
Dec 22 15:03:54.095985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36436) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.102588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.107427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.111938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:54.143614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Pushing event updated for resources: {'Port': ['ID=d2e9ac69-e0c6-463b-9239-c3e936706011,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:54.146892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:54.156170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:54.158351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:54.160612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36438) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.161674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:54.190846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'subnet': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:54.259926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Attempting to bind port d2e9ac69-e0c6-463b-9239-c3e936706011 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:03:54.260291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Attempting to bind port d2e9ac69-e0c6-463b-9239-c3e936706011 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:03:54.260822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Attempting to bind port d2e9ac69-e0c6-463b-9239-c3e936706011 on network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:03:54.267523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:03:54.267906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Checking segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:03:54.268331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.268758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Bound using segment: {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:03:54.269231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Bound port: d2e9ac69-e0c6-463b-9239-c3e936706011, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:03:54.269613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.312180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] In _notify_port_updated(), no bound segment for port ce769142-c8d7-49df-845b-cca110781c37 on network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:03:54.316883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:54.317662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.322015 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "PUT /v2.0/ports/ce769142-c8d7-49df-845b-cca110781c37 HTTP/1.1" status: 200  len: 1002 time: 1.2685552
Dec 22 15:03:54.325487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36446) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.352592 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-da5e2b7c-77fb-4079-9ad4-5bf745af175e tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=fedea305-1deb-45f5-904c-eafd14de960d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6587496
Dec 22 15:03:54.360924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36450) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.361548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] For port d2e9ac69-e0c6-463b-9239-c3e936706011, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:03:54.365078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] For port d2e9ac69-e0c6-463b-9239-c3e936706011, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d2e9ac69-e0c6-463b-9239-c3e936706011,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:03:54.371808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.377258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e0b9867c-1e25-4c4c-a82b-bb20af05220d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:54.377453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e8875-3faf-4e36-8578-bfdcda30284b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:54.381428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e8875-3faf-4e36-8578-bfdcda30284b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:54.382700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba0e8875-3faf-4e36-8578-bfdcda30284b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:54.427770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba0e8875-3faf-4e36-8578-bfdcda30284b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:54.431939 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ba0e8875-3faf-4e36-8578-bfdcda30284b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.4080095
Dec 22 15:03:54.435054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36454) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.437681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=ce769142-c8d7-49df-845b-cca110781c37,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:54.459780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Pushing event updated for resources: {'Port': ['ID=d2e9ac69-e0c6-463b-9239-c3e936706011,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:54.462940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:54.491771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:54.511542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port ce769142-c8d7-49df-845b-cca110781c37 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:54.511992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.555478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec7692b2-3a0b-4c6b-9972-45eee8853cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.659479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.673440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad142c4a-01b5-4821-9321-379093f5d5c9 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:54.675070 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ad142c4a-01b5-4821-9321-379093f5d5c9 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/networks/fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 881 time: 0.3093896
Dec 22 15:03:54.679623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36458) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.745552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 96a24981-d610-48c2-be81-7e833d27fef6 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:54.745895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.759495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:54.794905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dec82987-986b-47ce-9109-ba24df1d10d2 None None] Provisioning complete for port ce769142-c8d7-49df-845b-cca110781c37 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:54.795287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dec82987-986b-47ce-9109-ba24df1d10d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.818495 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-428bf5c0-7124-4011-a4e2-36e149754602 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 200  len: 205 time: 0.1283460
Dec 22 15:03:54.841266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36462) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:54.844838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:subnet and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:54.854498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 4cf8c65b-6067-4d4f-a71f-8f80b047ddfd owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:54.860694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dec82987-986b-47ce-9109-ba24df1d10d2 None None] Port ce769142-c8d7-49df-845b-cca110781c37 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:54.884785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:54.956537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:54.980042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:55.029959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.036862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:55.172217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:55.198819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0691ae78b441ecb96e911f68829235 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:55.213825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:55.214012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for ce769142-c8d7-49df-845b-cca110781c37 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:55.225303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:55.272504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.414199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 96a24981-d610-48c2-be81-7e833d27fef6 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:55.523440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.553154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.561344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d59c6ae-eed2-4a9a-8a07-9b15b2a1785b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:55.617146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=96a24981-d610-48c2-be81-7e833d27fef6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:55.620305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:55.624041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.627798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.634946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bb033e90-a415-4bd7-9004-516a15626c95 tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:55.683640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=ce769142-c8d7-49df-845b-cca110781c37,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:55.689281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:55.692270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0f62ac64-7cc7-4296-a311-f65ab11529c9 None None] Provisioning for port d2e9ac69-e0c6-463b-9239-c3e936706011 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:55.693128 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/96a24981-d610-48c2-be81-7e833d27fef6 HTTP/1.1" status: 204  len: 168 time: 1.2568328
Dec 22 15:03:55.715914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36466) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:55.732617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.735179 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/ce769142-c8d7-49df-845b-cca110781c37 HTTP/1.1" status: 204  len: 168 time: 1.4073920
Dec 22 15:03:55.738510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36470) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:55.784416 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91bb61e-460b-4768-a3b8-3a1e316a4c69 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] GET failed (client error): The resource could not be found.
Dec 22 15:03:55.784918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e91bb61e-460b-4768-a3b8-3a1e316a4c69 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Synchronizing usage tracker for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:55.801974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e91bb61e-460b-4768-a3b8-3a1e316a4c69 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Unset dirty status for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:55.803150 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e91bb61e-460b-4768-a3b8-3a1e316a4c69 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports/ce769142-c8d7-49df-845b-cca110781c37 HTTP/1.1" status: 404  len: 333 time: 0.0637226
Dec 22 15:03:55.806974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36474) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:55.812648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1515467685'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:55.843421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.855007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.877491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-56d7193f-a6aa-4b14-831d-c47750899669 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:55.917806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:55.940036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:55.953892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] Sync routers for ids ['8a60107a-12e3-484b-9c72-fe83350e43d9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:55.958003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=4cf8c65b-6067-4d4f-a71f-8f80b047ddfd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:55.960718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:55.971356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] Routers {'8a60107a-12e3-484b-9c72-fe83350e43d9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:55.972406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857589ca60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8a60107a-12e3-484b-9c72-fe83350e43d9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:55.974649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-923747c0-89b7-4528-9fbf-1c0ae62abf32 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:56.052232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857589ca60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:56.065063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] Routers {'8a60107a-12e3-484b-9c72-fe83350e43d9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:56.065397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857589ca60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8a60107a-12e3-484b-9c72-fe83350e43d9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:56.071885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:56.083432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:56.093579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:56.097094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.120585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port a248a9ef-85d9-4615-8016-db5d9efad709 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:56.130961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857589ca60>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:56.131451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4f499-e033-4152-b4ca-eb37f20537e2 None None] The sync data for ids ['8a60107a-12e3-484b-9c72-fe83350e43d9'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:56.234406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bd68d-3863-4c9d-8e21-e6fd0e1735e9,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:56.241599 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d0691ae78b441ecb96e911f68829235&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0776625
Dec 22 15:03:56.251877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36478) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.257344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.261205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f802a5c3-7d27-45e9-9ce9-1c18e92c5ecc tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 9.3417649
Dec 22 15:03:56.262667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.278675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36482) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.297585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d2e9ac69-e0c6-463b-9239-c3e936706011 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:56.369303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port d2e9ac69-e0c6-463b-9239-c3e936706011 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:56.374334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d2e9ac69-e0c6-463b-9239-c3e936706011 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:56.375014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.379324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:56.389002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::3bd (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/a248a9ef-85d9-4615-8016-db5d9efad709) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:56.457059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20e3f0-471a-4e64-81e1-6c7a54f12977 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:56.457741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2c20e3f0-471a-4e64-81e1-6c7a54f12977 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:56.509042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.512494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.544305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2c20e3f0-471a-4e64-81e1-6c7a54f12977 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:56.545777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2c20e3f0-471a-4e64-81e1-6c7a54f12977 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.8197608
Dec 22 15:03:56.552745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port d2e9ac69-e0c6-463b-9239-c3e936706011, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d2e9ac69-e0c6-463b-9239-c3e936706011,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:56.556665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.557949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36486) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.558783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:56.629443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=d2e9ac69-e0c6-463b-9239-c3e936706011,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:56.633152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:56.683295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.698851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.713423 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3567a4db-acf7-49ac-8fcd-a8455f573e46 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers/8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 200  len: 880 time: 0.4335935
Dec 22 15:03:56.716313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36490) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.766017 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0966a2-d7a5-430b-b840-56ae9c6c5583 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:03:56.770519 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d0966a2-d7a5-430b-b840-56ae9c6c5583 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/41c83484-8ec9-4e53-ac0f-864716fd4412 HTTP/1.1" status: 404  len: 333 time: 0.2032185
Dec 22 15:03:56.774628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36494) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.788873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object a248a9ef-85d9-4615-8016-db5d9efad709 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:56.833528 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ef9c09-51bf-4d20-9fba-1487cc89a37f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:03:56.834029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36ef9c09-51bf-4d20-9fba-1487cc89a37f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:56.851092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.861901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36ef9c09-51bf-4d20-9fba-1487cc89a37f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:56.865563 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36ef9c09-51bf-4d20-9fba-1487cc89a37f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/96a24981-d610-48c2-be81-7e833d27fef6 HTTP/1.1" status: 404  len: 333 time: 0.0816841
Dec 22 15:03:56.866686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36498) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:56.954668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:56.966011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bab2d2dc-31c3-4a9b-971e-c6f856ab2560 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:57.113571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.123995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:57.131473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:57.137907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:57.141379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:57.142132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.149314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=a248a9ef-85d9-4615-8016-db5d9efad709,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:57.161533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:57.238398 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.4303887
Dec 22 15:03:57.243452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36502) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:57.302218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'network_id': '1b0a717b-ae96-4caa-8528-82afcb0e78e5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-121051764'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:57.313425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.319769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cac64478-9761-410e-94e7-0bd704a621a7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:57.350114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bd68d-3863-4c9d-8e21-e6fd0e1735e9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:57.353559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:57.407895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.412095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:03:57.453600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752a7760>,) {'filters': {'network_id': ['c0acd308-1493-4fd4-aa3c-67fedabcec9c']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:57.479648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752a7760>, '8bd3a529-7b47-4810-a2e8-7f2870615757') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:57.480064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752a7760>, '8bd3a529-7b47-4810-a2e8-7f2870615757') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:57.496223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f139b174-54eb-43d5-a1f3-c59a64d4583b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:router {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:57.498407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9fdf05f-40e5-4872-a036-74ac53eec461 None None] Provisioning for port a248a9ef-85d9-4615-8016-db5d9efad709 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:57.504293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-153e9ae1-eae0-421a-8b82-296ef3290962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.507331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9fdf05f-40e5-4872-a036-74ac53eec461 None None] Provisioning complete for port a248a9ef-85d9-4615-8016-db5d9efad709 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:57.508008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf05f-40e5-4872-a036-74ac53eec461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.512866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.541214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.544480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:57.551276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Usage tracker for resource:port and tenant:d95fbb75e5d14152930e07d8953f8b9e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:57.555955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:57.557596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.558779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f139b174-54eb-43d5-a1f3-c59a64d4583b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:router {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:57.558911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/780bd68d-3863-4c9d-8e21-e6fd0e1735e9 HTTP/1.1" status: 204  len: 168 time: 1.3030925
Dec 22 15:03:57.562656 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f139b174-54eb-43d5-a1f3-c59a64d4583b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.8429296
Dec 22 15:03:57.568540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36508) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:57.568950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:03:57.569362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.589496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1336886351'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:57.595041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdf05f-40e5-4872-a036-74ac53eec461 None None] Port a248a9ef-85d9-4615-8016-db5d9efad709 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:57.663662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.690652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port d7a80a02-4f92-43c6-8771-44901edb6336 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:03:57.690985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.726092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:03:57.765432 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:03:57.776565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:57.803450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Made reservation on behalf of d95fbb75e5d14152930e07d8953f8b9e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:57.806863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.825577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.829915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-533a7981-40af-4d71-82b8-a3d01c931f74 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:57.845137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:57.859202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=c0acd308-1493-4fd4-aa3c-67fedabcec9c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:57.862328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] device_id is not set on port fafedef0-6c42-4faa-ae75-8b6d73b69882 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:03:57.901094 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/c0acd308-1493-4fd4-aa3c-67fedabcec9c HTTP/1.1" status: 204  len: 168 time: 1.0332694
Dec 22 15:03:57.904077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:57.904790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:57.910727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-403533750'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:57.920906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:57.933086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:57.939380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:57.954813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:57.966339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.009415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:58.012290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.079656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:03:58.082122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Allocated IP 2001:db8::2c (1b0a717b-ae96-4caa-8528-82afcb0e78e5/eb28c884-e95d-4d70-86eb-92105a6c48b5/fafedef0-6c42-4faa-ae75-8b6d73b69882) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:03:58.084934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.097334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.097677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment edd9dbda-c9e0-424c-bda7-f846639cb690 of type vlan for network 6577e538-a2bd-46e1-9ecb-8f4431b13e19
Dec 22 15:03:58.099815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.148968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.197634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.234808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d2e9ac69-e0c6-463b-9239-c3e936706011 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:03:58.270554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.274295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:58.274858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.283258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d9d9252-c78d-4f0c-aed8-2ff177fcd091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:58.305384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d2e9ac69-e0c6-463b-9239-c3e936706011 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:58.305763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.340453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:03:58.351006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for d7a80a02-4f92-43c6-8771-44901edb6336 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:03:58.353752 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e43710-a545-46b0-a210-9a63208693af None None] Sync routers for ids ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:03:58.377628 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] Routers {'9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:58.382187 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b9f9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:58.390571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9647427
Dec 22 15:03:58.397050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36516) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:58.429001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=6577e538-a2bd-46e1-9ecb-8f4431b13e19,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:58.442853 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5368035
Dec 22 15:03:58.443486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36520) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:58.444294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:58.447340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:03:58.452873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:58.457629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43c17b3b-c3ef-4472-9bf6-fa4133f7d91b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:03:58.472915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.505736 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b9f9a0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:58.522857 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] Routers {'9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:03:58.525227 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b9f9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:58.558712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Transition to ACTIVE for port object fafedef0-6c42-4faa-ae75-8b6d73b69882 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:03:58.584959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:58.590747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:58.595495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:58.602310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:58.614536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43c17b3b-c3ef-4472-9bf6-fa4133f7d91b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:03:58.615784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-43c17b3b-c3ef-4472-9bf6-fa4133f7d91b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 HTTP/1.1" status: 200  len: 205 time: 0.2144811
Dec 22 15:03:58.618290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.619801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36524) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:58.622558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:03:58.643653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c5e3b85-32bc-4bda-aa63-e8c0cf55b252 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:58.670774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] For port d2e9ac69-e0c6-463b-9239-c3e936706011, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d2e9ac69-e0c6-463b-9239-c3e936706011,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:03:58.675630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a5e43710-a545-46b0-a210-9a63208693af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b9f9a0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:03:58.676177 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e43710-a545-46b0-a210-9a63208693af None None] The sync data for ids ['9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:03:58.907697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:58.915415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=fafedef0-6c42-4faa-ae75-8b6d73b69882,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:58.917836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:58.920795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:58.923691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.937684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.948030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.948844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:58.957180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3170e91-bb6e-4b6c-ac12-73599120d7eb tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:59.009229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:03:59.013136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:59.013727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.036836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Performing IP validity checks on allocation pools {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:03:59.039515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:03:59.055756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:03:59.059603 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.7659776
Dec 22 15:03:59.062316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:03:59.062856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.066795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36528) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:59.072815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:03:59.073401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.080751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f5eb0-fabd-425d-bfe3-569de7b25544 None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:03:59.083957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:00:e9:45'}, {'ip_address': '2001:db8::3bd', 'mac_address': 'fa:16:3e:68:fe:1f'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:59.162687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.189187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=d2e9ac69-e0c6-463b-9239-c3e936706011,revision_number=5']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:59.207734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:59.209330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7def76f9-702d-4d23-877c-70339caa0534 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:59.251546 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 5.0987742
Dec 22 15:03:59.264208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:03:59.279130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Request body: {'port': {'network_id': '86189e1d-bc60-4ed7-bb59-03a0f917fc6a', 'mac_address': 'fa:16:3e:e9:4d:c5', 'name': 'tempest-NetworksTestDHCPv6-1641373755'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:03:59.296862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-498ef091-7214-41ee-bde2-8c06cc09a3ed None None] Provisioning for port fafedef0-6c42-4faa-ae75-8b6d73b69882 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:03:59.312291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.312956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-498ef091-7214-41ee-bde2-8c06cc09a3ed None None] Provisioning complete for port fafedef0-6c42-4faa-ae75-8b6d73b69882 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:03:59.313856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-498ef091-7214-41ee-bde2-8c06cc09a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.406799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-498ef091-7214-41ee-bde2-8c06cc09a3ed None None] Port fafedef0-6c42-4faa-ae75-8b6d73b69882 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:03:59.433378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Subnet': ['ID=5397e82c-4ea3-4527-9815-5792836cf652,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:59.450626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:59.451306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ea6d2180-93d2-461f-acf8-d6b3ba030050 tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:59.515124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=d7a80a02-4f92-43c6-8771-44901edb6336,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:59.523346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:59.695495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.830208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.843517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-79f6b1b4-e44f-4e1e-9379-57f9a049c4b7 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:03:59.883453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.906369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.911789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:03:59.923674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Usage tracker for resource:port and tenant:83dae1f0954e41ff88ec42b756c8015a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:03:59.931086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:03:59.941610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:03:59.951123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:03:59.962897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=819b0609-b7f6-44f1-88ea-b0201d0a5ea4,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:03:59.965678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:03:59.991913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Made reservation on behalf of 83dae1f0954e41ff88ec42b756c8015a for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:00.037617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ef49d957-0e22-4461-9972-43caf3694391 None None] Provisioning complete for port d2e9ac69-e0c6-463b-9239-c3e936706011 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:00.038305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ef49d957-0e22-4461-9972-43caf3694391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.062261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.062746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:00.075092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': 'edd9dbda-c9e0-424c-bda7-f846639cb690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:00.075454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: 6577e538-a2bd-46e1-9ecb-8f4431b13e19, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:00.109934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.114761 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b92bfecd-3998-4b51-b931-3f1715f4cf45 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 HTTP/1.1" status: 204  len: 168 time: 1.4903736
Dec 22 15:04:00.114761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:00.196819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:00.237993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d2e9ac69-e0c6-463b-9239-c3e936706011 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:00.291985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 6577e538-a2bd-46e1-9ecb-8f4431b13e19) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:00.296076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:00.296838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.303570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.304674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dff4c-4252-4c6b-8007-35053835367d None None] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:00.344794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.360657 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9099407
Dec 22 15:04:00.360657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] device_id is not set on port d7c7a2c7-f754-471d-93dc-23cdb37aa197 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:00.367924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36540) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:00.367924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.387136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port d2e9ac69-e0c6-463b-9239-c3e936706011 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:00.387513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.392141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19', 'name': 'tempest-PortsIpV6TestJSON-1212234024'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:00.471546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:00.477888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.486502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.594016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.630070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-6577e538-a2bd-46e1-9ecb-8f4431b13e19', 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '819b0609-b7f6-44f1-88ea-b0201d0a5ea4'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:00.630646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.633738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.634454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router fedea305-1deb-45f5-904c-eafd14de960d {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:00.666692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.738491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.739821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 204  len: 168 time: 5.8976052
Dec 22 15:04:00.749810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:00.759208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2115634172', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:00.764713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8::83 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed/d7c7a2c7-f754-471d-93dc-23cdb37aa197) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:00.774657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:00.774905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:00.785735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:4dc5 (86189e1d-bc60-4ed7-bb59-03a0f917fc6a/5397e82c-4ea3-4527-9815-5792836cf652/d7c7a2c7-f754-471d-93dc-23cdb37aa197) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:00.788350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Usage tracker for resource:router and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:00.795484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:00.799354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:00.805910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:00.829421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:00.829819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Allocated IP 2001:db8::2 (6577e538-a2bd-46e1-9ecb-8f4431b13e19/819b0609-b7f6-44f1-88ea-b0201d0a5ea4/5f5a76f4-ad7d-424d-a7e7-7dd1de21e933) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:00.833285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.839167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.840076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.843740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.848934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.864437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:00.869923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f63f3972-18c7-408f-8da5-0302220e1ffe tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:00.978152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 464d910e-0307-443d-bb52-a016d09292ed yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:01.010988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.037044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] In _notify_port_updated(), no bound segment for port fafedef0-6c42-4faa-ae75-8b6d73b69882 on network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:04:01.041297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:01.042552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.043209 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "PUT /v2.0/ports/fafedef0-6c42-4faa-ae75-8b6d73b69882 HTTP/1.1" status: 200  len: 1066 time: 1.9736676
Dec 22 15:04:01.050457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.050602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36548) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:01.063691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event updated for resources: {'Port': ['ID=fafedef0-6c42-4faa-ae75-8b6d73b69882,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:01.071448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:01.112904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Transition to ACTIVE for port object 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:01.141324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Transition to ACTIVE for port object 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:01.143080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 8a60107a-12e3-484b-9c72-fe83350e43d9 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:01.150643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.167328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f7a0193-6f4a-41db-acc5-5dc7584f5a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:01.262717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Pushing event updated for resources: {'Port': ['ID=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:01.269364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:01.272132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:01.273597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:01.275988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:01.306593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.310689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::284 (6577e538-a2bd-46e1-9ecb-8f4431b13e19/819b0609-b7f6-44f1-88ea-b0201d0a5ea4/464d910e-0307-443d-bb52-a016d09292ed) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:01.330370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af5d4fa5-2784-49ec-b50d-e739e9f89c95 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:01.377588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Attempting to bind port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:01.377935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Attempting to bind port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'edd9dbda-c9e0-424c-bda7-f846639cb690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:01.378248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Attempting to bind port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 on network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:01.384641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:01.385029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Checking segment: {'id': 'edd9dbda-c9e0-424c-bda7-f846639cb690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:01.385441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.385846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Bound using segment: {'id': 'edd9dbda-c9e0-424c-bda7-f846639cb690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:01.386318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Bound port: 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9dbda-c9e0-424c-bda7-f846639cb690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6577e538-a2bd-46e1-9ecb-8f4431b13e19'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:01.386704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.435241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:01.437498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:01.457226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port fafedef0-6c42-4faa-ae75-8b6d73b69882 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:01.457611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.491549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.503558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda6c56-8961-4adf-8ed1-faf0afb25d28 None None] Network 251ec6f3-6479-4fce-ae50-0f533cd7ed96 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:01.513390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.525689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96e13dc2-e89f-4924-82fc-d098c2bcb02d None None] Provisioning complete for port fafedef0-6c42-4faa-ae75-8b6d73b69882 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:01.525992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96e13dc2-e89f-4924-82fc-d098c2bcb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.541239 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b HTTP/1.1" status: 204  len: 168 time: 1.4229710
Dec 22 15:04:01.544686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36552) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:01.558709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Transition to ACTIVE for port object d7c7a2c7-f754-471d-93dc-23cdb37aa197 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:01.593590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.729603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.734541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.744180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:01.767598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.771193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d3a07b08-a36a-4c32-998c-8a40818f45e2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 200  len: 887 time: 4.1945310
Dec 22 15:04:01.771349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] For port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:01.771445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 464d910e-0307-443d-bb52-a016d09292ed will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:01.772891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:01.775413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 534688e2-5094-4a92-9e0f-12110eac4f12 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:01.775753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.776127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] Sync routers for ids ['8a60107a-12e3-484b-9c72-fe83350e43d9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:01.783386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-96e13dc2-e89f-4924-82fc-d098c2bcb02d None None] Port fafedef0-6c42-4faa-ae75-8b6d73b69882 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:01.821863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] For port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,segment=NetworkSegment(edd9dbda-c9e0-424c-bda7-f846639cb690),segment_id=edd9dbda-c9e0-424c-bda7-f846639cb690)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:01.833583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.839548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e38ebd29-e136-416f-b923-e3d9bdd054f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:01.883241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] Routers {'8a60107a-12e3-484b-9c72-fe83350e43d9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:01.884193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575577fa0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8a60107a-12e3-484b-9c72-fe83350e43d9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:01.899884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:01.910335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-abc67ff9-a61d-41ad-be10-20eeca024889 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:01.960024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575577fa0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:01.998183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.004315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Pushing event updated for resources: {'Port': ['ID=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:02.010575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:02.033543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] Routers {'8a60107a-12e3-484b-9c72-fe83350e43d9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:02.037765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575577fa0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8a60107a-12e3-484b-9c72-fe83350e43d9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:02.050499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.069972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6dd81fe9-4ec4-4afc-ba1e-260b22b49c93 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:02.116156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575577fa0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:02.116156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc8f0d-7988-4597-be20-8ea6c37aaa96 None None] The sync data for ids ['8a60107a-12e3-484b-9c72-fe83350e43d9'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:02.164633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] DHCP port deletion for 251ec6f3-6479-4fce-ae50-0f533cd7ed96 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:02.169669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Deleting port 534688e2-5094-4a92-9e0f-12110eac4f12 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:02.170247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.171525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:02.175002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event updated for resources: {'Port': ['ID=d7c7a2c7-f754-471d-93dc-23cdb37aa197,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:02.184749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for fafedef0-6c42-4faa-ae75-8b6d73b69882 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:02.213895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:02.216302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:02.217940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:02.220667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:02.221205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.223051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:02.233057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=464d910e-0307-443d-bb52-a016d09292ed,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:02.235516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:02.239434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:02.240049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.248926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:02.249343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:02.262971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 534688e2-5094-4a92-9e0f-12110eac4f12, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=534688e2-5094-4a92-9e0f-12110eac4f12,segment=NetworkSegment(d82288d0-bff4-4926-afcf-468fabbaf692),segment_id=d82288d0-bff4-4926-afcf-468fabbaf692)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:02.263342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.350586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 534688e2-5094-4a92-9e0f-12110eac4f12 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:02.368019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9860559
Dec 22 15:04:02.372161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36560) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:02.392017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.1209307
Dec 22 15:04:02.431298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36564) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:02.460116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 534688e2-5094-4a92-9e0f-12110eac4f12 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:02.587121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.596030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] For port 534688e2-5094-4a92-9e0f-12110eac4f12, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=534688e2-5094-4a92-9e0f-12110eac4f12,segment=NetworkSegment(d82288d0-bff4-4926-afcf-468fabbaf692),segment_id=d82288d0-bff4-4926-afcf-468fabbaf692)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:02.596593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.599266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-442296a4-3381-40f7-921b-efe9f43433c8 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:02.638494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 464d910e-0307-443d-bb52-a016d09292ed {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:02.638834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.657218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=534688e2-5094-4a92-9e0f-12110eac4f12,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:02.661116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:02.665375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 534688e2-5094-4a92-9e0f-12110eac4f12 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:02.715696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting port d7c7a2c7-f754-471d-93dc-23cdb37aa197 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:02.716036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.769647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Calling delete_port for 534688e2-5094-4a92-9e0f-12110eac4f12 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:02.823359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port 534688e2-5094-4a92-9e0f-12110eac4f12 {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:04:02.823693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 534688e2-5094-4a92-9e0f-12110eac4f12 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:02.830126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-68fc4172-e32e-4a7a-99c5-20d2fcf4112f None None] Provisioning for port d7c7a2c7-f754-471d-93dc-23cdb37aa197 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:02.832301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.842367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-68fc4172-e32e-4a7a-99c5-20d2fcf4112f None None] Provisioning complete for port d7c7a2c7-f754-471d-93dc-23cdb37aa197 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:02.842758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68fc4172-e32e-4a7a-99c5-20d2fcf4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.865270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85754778b0>,) {'filters': {'network_id': ['251ec6f3-6479-4fce-ae50-0f533cd7ed96']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:02.879505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85754778b0>, 'd82288d0-bff4-4926-afcf-468fabbaf692') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:02.879850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85754778b0>, 'd82288d0-bff4-4926-afcf-468fabbaf692') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:02.891951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.910426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.913760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4172-e32e-4a7a-99c5-20d2fcf4112f None None] Port d7c7a2c7-f754-471d-93dc-23cdb37aa197 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:02.917653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:02.918019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:02.920209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:02.920638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:02.936110 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:03.019972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.024496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96e4aae0-adc0-475f-83f6-999d18b33477 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:03.025558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.043577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.050338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=251ec6f3-6479-4fce-ae50-0f533cd7ed96,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:03.057372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:03.072446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/251ec6f3-6479-4fce-ae50-0f533cd7ed96 HTTP/1.1" status: 204  len: 168 time: 1.5184598
Dec 22 15:04:03.075902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36570) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:03.082098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2113802836', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:03.089710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:03.094981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:03.096461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.103145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:03.109439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:03.121103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.122089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.146127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.155241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.285151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.303050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.342507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a5976-1581-428f-ab93-8b81c681cae5 None None] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:03.361325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1208e38c-b886-468f-bd5d-2c5c58a7dec8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:03.426460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Deleting port 534688e2-5094-4a92-9e0f-12110eac4f12 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:03.427075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.473727 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7c32aef2-a816-4979-9881-29116faf550f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers/8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 200  len: 887 time: 1.7008009
Dec 22 15:04:03.474862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=fafedef0-6c42-4faa-ae75-8b6d73b69882,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:03.476622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36574) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:03.498382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.507816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-383e1c18-37ae-4108-b9c5-601d6d765aa5 None None] The port '534688e2-5094-4a92-9e0f-12110eac4f12' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:03.527745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:03.536476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.545405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ce118379-8a1c-4c1c-9586-d1a12963ceba None None] Provisioning for port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:03.596744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dd6f40f1-6a40-49a1-a931-c53f3910b814 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:03.745629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dd6f40f1-6a40-49a1-a931-c53f3910b814 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:03.748708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dd6f40f1-6a40-49a1-a931-c53f3910b814 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 200  len: 205 time: 0.2600927
Dec 22 15:04:03.749660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36578) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:03.758810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:03.767349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Allocated IP 172.26.3.108 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/beb3a18f-385e-470f-804e-a67d7cfacfc2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:03.772640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.055150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Calling delete_port for d7c7a2c7-f754-471d-93dc-23cdb37aa197 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:04.086866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-39017cc7-568a-4fa8-a064-e87a08f085a9 None None] Provisioning for port 464d910e-0307-443d-bb52-a016d09292ed completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:04.090052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 464d910e-0307-443d-bb52-a016d09292ed owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:04.095681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-39017cc7-568a-4fa8-a064-e87a08f085a9 None None] Provisioning complete for port 464d910e-0307-443d-bb52-a016d09292ed triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:04.096428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-39017cc7-568a-4fa8-a064-e87a08f085a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.100665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.223396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-39017cc7-568a-4fa8-a064-e87a08f085a9 None None] Port 464d910e-0307-443d-bb52-a016d09292ed cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:04.304777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:04.367596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.378633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port f5b7d57e-3c7c-4c6d-8187-aa025260863c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:04.379198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.381546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-955c8ec3-4abd-4b71-bebd-619bf2519699 None None] Provisioning complete for port 464d910e-0307-443d-bb52-a016d09292ed triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:04.381929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-955c8ec3-4abd-4b71-bebd-619bf2519699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.431398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:04.446272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:04.446667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.469387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-955c8ec3-4abd-4b71-bebd-619bf2519699 None None] Port 464d910e-0307-443d-bb52-a016d09292ed cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:04.566011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.576652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.600527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,segment=NetworkSegment(edd9dbda-c9e0-424c-bda7-f846639cb690),segment_id=edd9dbda-c9e0-424c-bda7-f846639cb690)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:04.601421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.605049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.607519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e635a9f1-f74c-4613-858d-2ea6cbb52bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:04.687977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:04.691046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:04.701778 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/fafedef0-6c42-4faa-ae75-8b6d73b69882 HTTP/1.1" status: 204  len: 168 time: 3.6506016
Dec 22 15:04:04.713827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.716583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36582) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:04.724426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for f5b7d57e-3c7c-4c6d-8187-aa025260863c owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:04.794937 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2815aa-f4f3-4310-9eb0-63111350ff18 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:04.795437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ed2815aa-f4f3-4310-9eb0-63111350ff18 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Synchronizing usage tracker for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:04.820940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.831828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e5312b8-bc6f-4ee6-90b2-dbf36e9bdca5 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:04.892242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:04.896720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-69d40921-4665-4fec-9f4e-98bd93ff18d8 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:04.913941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ed2815aa-f4f3-4310-9eb0-63111350ff18 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Unset dirty status for tenant:d95fbb75e5d14152930e07d8953f8b9e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:04.915098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ed2815aa-f4f3-4310-9eb0-63111350ff18 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports/fafedef0-6c42-4faa-ae75-8b6d73b69882 HTTP/1.1" status: 404  len: 333 time: 0.1976299
Dec 22 15:04:04.920192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=464d910e-0307-443d-bb52-a016d09292ed,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:04.923139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:04.923789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36586) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:04.939738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=f5b7d57e-3c7c-4c6d-8187-aa025260863c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:04.976454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:04.994570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.009813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-173e0925-8180-4cdd-adfe-88b2e447178d tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:05.071981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.087604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 172.26.3.115 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/9525a760-1fad-45aa-a7a2-08acb9dead9b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:05.124072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.140445 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/464d910e-0307-443d-bb52-a016d09292ed HTTP/1.1" status: 204  len: 168 time: 2.7640791
Dec 22 15:04:05.146638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port a248a9ef-85d9-4615-8016-db5d9efad709 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:05.146973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.163352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36590) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:05.179131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event updated for resources: {'Port': ['ID=beb3a18f-385e-470f-804e-a67d7cfacfc2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:05.181985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:05.192004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:05.192688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5052e3da-a064-46ed-8b50-51b17ee861d9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:05.224534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:05.226881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:05.288050 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c05ad2a-320b-4da5-bf4f-179b60a4b17a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:05.288519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c05ad2a-320b-4da5-bf4f-179b60a4b17a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:05.312628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Port': ['ID=d7c7a2c7-f754-471d-93dc-23cdb37aa197,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:05.315567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:05.344621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.414091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.416837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d7c7a2c7-f754-471d-93dc-23cdb37aa197 HTTP/1.1" status: 204  len: 168 time: 2.9707973
Dec 22 15:04:05.424220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36594) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:05.475664 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c05ad2a-320b-4da5-bf4f-179b60a4b17a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/464d910e-0307-443d-bb52-a016d09292ed HTTP/1.1" status: 404  len: 333 time: 0.3113391
Dec 22 15:04:05.479954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36598) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:05.704771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.717992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc99b5d3-28cd-4526-9c8d-8ec9c312b3a1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:05.718405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc99b5d3-28cd-4526-9c8d-8ec9c312b3a1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:05.722462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810e2a4-44f2-4a19-8e79-4e170aa2000d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:05.723159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c810e2a4-44f2-4a19-8e79-4e170aa2000d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:05.826054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.839703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fc99b5d3-28cd-4526-9c8d-8ec9c312b3a1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:05.842164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc99b5d3-28cd-4526-9c8d-8ec9c312b3a1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/464d910e-0307-443d-bb52-a016d09292ed HTTP/1.1" status: 404  len: 333 time: 0.3530157
Dec 22 15:04:05.844558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.845883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36602) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:05.847864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for a248a9ef-85d9-4615-8016-db5d9efad709 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:05.881713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.894465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c810e2a4-44f2-4a19-8e79-4e170aa2000d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:05.895415 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c810e2a4-44f2-4a19-8e79-4e170aa2000d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4701061
Dec 22 15:04:05.898485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36606) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:05.994138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:05.994774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.006078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.006600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router 8a60107a-12e3-484b-9c72-fe83350e43d9 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:06.041870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.042950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 204  len: 168 time: 2.2923257
Dec 22 15:04:06.044081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.051041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-adc9d3dd-a454-4c35-9167-a1ed1f5e2841 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:06.078208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36610) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.093415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1108938507'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:06.129895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:06.131129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7c130-733e-4b54-bc7f-41f78d09bd03 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:06.132623 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-24e7c130-733e-4b54-bc7f-41f78d09bd03 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2331102
Dec 22 15:04:06.137611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36614) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.151509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:06.167380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:06.170405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:06.177838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:06.183317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.183659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=9525a760-1fad-45aa-a7a2-08acb9dead9b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:06.186002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:06.190651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:06.214049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:06.218258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 819b0609-b7f6-44f1-88ea-b0201d0a5ea4 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:06.224024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:06.237270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.251376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:06.279589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:06.282706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.324508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:06.325189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.355268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.375516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=a248a9ef-85d9-4615-8016-db5d9efad709,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:06.377996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:06.433587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:06.435618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:06.437421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:06.439665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:06.440531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:06.448515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.455326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.455659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment 5051967f-f1d9-443f-89f2-fcda19eaa038 of type vlan for network dbaf1bc4-6bed-467e-ab5c-926a999eb842
Dec 22 15:04:06.481838 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/a248a9ef-85d9-4615-8016-db5d9efad709 HTTP/1.1" status: 204  len: 168 time: 1.5535445
Dec 22 15:04:06.492331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36618) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.535071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:06.538869 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ba126278-3d86-4987-9d25-cdfd340f7f60 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3968413
Dec 22 15:04:06.541928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.545869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.561355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a932f9-5fc5-460e-b318-cf5d18bbbebf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:06.569330 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f9a932f9-5fc5-460e-b318-cf5d18bbbebf tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "GET /v2.0/ports/a248a9ef-85d9-4615-8016-db5d9efad709 HTTP/1.1" status: 404  len: 333 time: 0.0608668
Dec 22 15:04:06.569330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36626) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.635388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.715043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.718746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:06.719345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.728453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-529b1025-6e78-4c36-951e-f97c2fdf3139 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:06.756019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port 79d87404-25c3-4a14-a37a-e28e608dc670 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:06.756273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.791385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet 5397e82c-4ea3-4527-9815-5792836cf652 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:06.796405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.840486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Router 2f6ae8f8-2468-4840-b590-25759d930c9e is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:06.861594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.890023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8082371
Dec 22 15:04:06.895333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36630) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:06.905182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:06.913084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=dbaf1bc4-6bed-467e-ab5c-926a999eb842,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:06.924150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:06.943166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:06.951969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:06.959074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-901e088f-80e7-4e24-8841-35bf0b0e3610 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:07.014238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=819b0609-b7f6-44f1-88ea-b0201d0a5ea4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:07.020251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:07.022440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.023159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.037614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec7d10-e01f-46ed-9225-1a4017663836 None None] Network 6577e538-a2bd-46e1-9ecb-8f4431b13e19 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:07.042018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.043656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/819b0609-b7f6-44f1-88ea-b0201d0a5ea4 HTTP/1.1" status: 204  len: 168 time: 1.1968615
Dec 22 15:04:07.057586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36634) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:07.223795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:07.236548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.239206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:07.241994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.281974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:07.287931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.295857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:07.314618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] DHCP port deletion for 6577e538-a2bd-46e1-9ecb-8f4431b13e19 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:07.320029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Deleting port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:07.320453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.332026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:07.468699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:07.469634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.530518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] For port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,segment=NetworkSegment(edd9dbda-c9e0-424c-bda7-f846639cb690),segment_id=edd9dbda-c9e0-424c-bda7-f846639cb690)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:07.530880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.537805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for 79d87404-25c3-4a14-a37a-e28e608dc670 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:07.555721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.565637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d484ebd-13a9-4e7a-bc14-d99c84927a4d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:07.602423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.654914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Calling delete_port for 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:07.702354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=5397e82c-4ea3-4527-9815-5792836cf652,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:07.708947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:07.720133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.726023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:07.737413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.743278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.747948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:07.776596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c888cb73-a101-4e59-b712-7af1f7e58c3f None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:07.778156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=79d87404-25c3-4a14-a37a-e28e608dc670,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:07.785544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:07.807407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Pushing event deleted for resources: {'Port': ['ID=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:07.835035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:07.847946 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/ports/79d87404-25c3-4a14-a37a-e28e608dc670 HTTP/1.1" status: 204  len: 168 time: 1.2765965
Dec 22 15:04:07.848196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36638) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:07.861339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:07.872205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] No DVR routers for this DVR port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:07.914941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router dcef874d-0bc3-47ee-840a-5b613c626f0f is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:07.997860 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/5397e82c-4ea3-4527-9815-5792836cf652 HTTP/1.1" status: 204  len: 168 time: 1.4554834
Dec 22 15:04:08.008261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36642) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:08.122206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5f5a76f4-ad7d-424d-a7e7-7dd1de21e933,segment=NetworkSegment(edd9dbda-c9e0-424c-bda7-f846639cb690),segment_id=edd9dbda-c9e0-424c-bda7-f846639cb690)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:08.123114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.146021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:08.158296 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] Sync routers for ids ['2f6ae8f8-2468-4840-b590-25759d930c9e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:08.191647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting subnet eb28c884-e95d-4d70-86eb-92105a6c48b5 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:08.196564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.213137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Deleting subnet bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:08.218195 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] Routers {'2f6ae8f8-2468-4840-b590-25759d930c9e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:08.219088 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576013730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2f6ae8f8-2468-4840-b590-25759d930c9e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:08.270597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.281014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.283198 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576013730>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:08.295697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:08.320156 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] Routers {'2f6ae8f8-2468-4840-b590-25759d930c9e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:08.320587 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576013730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2f6ae8f8-2468-4840-b590-25759d930c9e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:08.353008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:08.358996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:04:08.359592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:08.400966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576013730>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:08.401863 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e08057-d2e9-4f60-a05a-c7f3d6c10dfd None None] The sync data for ids ['2f6ae8f8-2468-4840-b590-25759d930c9e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:08.456415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.458292 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-afeb717f-f01e-4fb8-be7d-8037df0f4221 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 7.7070441
Dec 22 15:04:08.467606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36646) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:08.469818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.481141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:08.538336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.573934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:08.574492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:08.600643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.604834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e9dba5ac-8d0c-47d4-900c-81a7154935e9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:08.666042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.672729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-947234cd-36f3-44d0-8183-a49261c2eba1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:08.712027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=f7e06cc7-69c0-41f4-b62b-802aa1a37bb2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:08.714879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:08.720699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.769928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Subnet': ['ID=eb28c884-e95d-4d70-86eb-92105a6c48b5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:08.773142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:08.782797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': '5051967f-f1d9-443f-89f2-fcda19eaa038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:08.783179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: dbaf1bc4-6bed-467e-ab5c-926a999eb842, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:08.783513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.789837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1981af8-c7d5-4e04-b2fe-0d48136bf9cb None None] Network 1b0a717b-ae96-4caa-8528-82afcb0e78e5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:08.798234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/subnets/eb28c884-e95d-4d70-86eb-92105a6c48b5 HTTP/1.1" status: 204  len: 168 time: 0.9485352
Dec 22 15:04:08.800581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:08.801196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36650) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:08.823584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] Sync routers for ids ['dcef874d-0bc3-47ee-840a-5b613c626f0f'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:08.839274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.843969 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.7641723
Dec 22 15:04:08.845940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36654) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:08.914816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] Routers {'dcef874d-0bc3-47ee-840a-5b613c626f0f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:08.915752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e65940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['dcef874d-0bc3-47ee-840a-5b613c626f0f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:08.935460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:08.942057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.949722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbbe0186-9e3e-41a7-bc1b-a9c9783c5f3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:08.989632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:08.999714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, dbaf1bc4-6bed-467e-ab5c-926a999eb842) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:09.004732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:09.005337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.009442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:09.012004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e65940>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.012179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:09.020924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c6cf2-1de8-4640-9d7f-0a55d57d3a91 None None] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:09.029023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.055186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Deleting port 8960600a-7e04-4651-ade4-7037d6e75c29 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:09.055524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.078940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 5f5a76f4-ad7d-424d-a7e7-7dd1de21e933 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:09.079286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.091949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6c771-cca7-418d-9f7d-e5a958de144f None None] Network 86189e1d-bc60-4ed7-bb59-03a0f917fc6a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:09.105623 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed HTTP/1.1" status: 204  len: 168 time: 1.0861623
Dec 22 15:04:09.105623 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2082758
Dec 22 15:04:09.118283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36658) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.118517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36660) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.132934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1505909468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:09.230614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:09.240033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] The port '5f5a76f4-ad7d-424d-a7e7-7dd1de21e933' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:09.242402 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4844dbb4-e0b0-462c-9ee5-ba821a4ba429 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1228206
Dec 22 15:04:09.245184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36666) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.246310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:09.251749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:09.252686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-470bfaf1-4a80-41a7-87d4-06495179c98b None None] Provisioning complete for port d2e9ac69-e0c6-463b-9239-c3e936706011 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:09.253073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-470bfaf1-4a80-41a7-87d4-06495179c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.288283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] Routers {'dcef874d-0bc3-47ee-840a-5b613c626f0f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:09.289213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e65940>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['dcef874d-0bc3-47ee-840a-5b613c626f0f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.296037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:09.409780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e65940>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.410796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed39a2-6629-4de5-9118-a81f0e31061d None None] The sync data for ids ['dcef874d-0bc3-47ee-840a-5b613c626f0f'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:09.414662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.415678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.440757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9216572d-2019-429b-93d2-4fd46bf0403a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers/dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 200  len: 885 time: 0.5904176
Dec 22 15:04:09.440985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36670) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.449487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28007910-5581-4b87-b9a7-a9a4cad39ee4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:09.453297 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-28007910-5581-4b87-b9a7-a9a4cad39ee4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2045438
Dec 22 15:04:09.471622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36674) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.553309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.638105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.642385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85751fb670>,) {'filters': {'network_id': ['6577e538-a2bd-46e1-9ecb-8f4431b13e19']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.670088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-dbaf1bc4-6bed-467e-ab5c-926a999eb842', 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': 'f7e06cc7-69c0-41f4-b62b-802aa1a37bb2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:09.670898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.688311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751fb670>, 'edd9dbda-c9e0-424c-bda7-f846639cb690') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.688637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751fb670>, 'edd9dbda-c9e0-424c-bda7-f846639cb690') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:09.697447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd88611-4723-4f8d-8daf-3908e683f3e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:09.698118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7cd88611-4723-4f8d-8daf-3908e683f3e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Synchronizing usage tracker for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:09.712268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] DHCP port deletion for 1b0a717b-ae96-4caa-8528-82afcb0e78e5 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:09.763437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Deleting port 8960600a-7e04-4651-ade4-7037d6e75c29 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:09.763961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.794773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] DHCP port deletion for 86189e1d-bc60-4ed7-bb59-03a0f917fc6a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:09.816087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Deleting port d2e9ac69-e0c6-463b-9239-c3e936706011 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:09.816643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.842384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.861261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] For port 8960600a-7e04-4651-ade4-7037d6e75c29, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8960600a-7e04-4651-ade4-7037d6e75c29,segment=NetworkSegment(4f120383-3add-458e-b24c-c7124f44edac),segment_id=4f120383-3add-458e-b24c-c7124f44edac)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:09.861611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.880055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7f99aa12-a23b-403d-84c7-d326504deb90 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:router {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:09.907841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.915155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7f99aa12-a23b-403d-84c7-d326504deb90 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:router {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:09.918824 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7f99aa12-a23b-403d-84c7-d326504deb90 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4743552
Dec 22 15:04:09.919460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36678) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:09.927507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2113802836'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:09.934965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:09.998558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.000249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.006503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7cd88611-4723-4f8d-8daf-3908e683f3e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Unset dirty status for tenant:83dae1f0954e41ff88ec42b756c8015a on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:10.007961 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7cd88611-4723-4f8d-8daf-3908e683f3e6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5351350
Dec 22 15:04:10.011515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36682) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.019102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Calling delete_port for 8960600a-7e04-4651-ade4-7037d6e75c29 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:10.054793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:10.055197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:10.070268 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:10.080200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Deleting port beb3a18f-385e-470f-804e-a67d7cfacfc2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:10.080721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.111274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b21f3a5c-e802-4b72-a306-49d02b392f84 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0987341
Dec 22 15:04:10.122206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36686) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.192785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.197110 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e0aee00e-34f9-4e08-9823-37b2e4a9f403 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0761037
Dec 22 15:04:10.200121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.202813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.209284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb3e957-fe30-48f6-b2fb-f6225221d3e1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:10.209501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb3e957-fe30-48f6-b2fb-f6225221d3e1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:10.213843 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bbb3e957-fe30-48f6-b2fb-f6225221d3e1 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d7c7a2c7-f754-471d-93dc-23cdb37aa197 HTTP/1.1" status: 404  len: 333 time: 0.0888159
Dec 22 15:04:10.214431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36694) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.269820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2301a000-e869-4bdd-ac1a-ef959234afc6 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:10.286945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Allocated IP 172.20.0.2 (dbaf1bc4-6bed-467e-ab5c-926a999eb842/f7e06cc7-69c0-41f4-b62b-802aa1a37bb2/74e5a9fa-4584-4af6-819a-346ae303b9fd) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:10.288759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.298686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8960600a-7e04-4651-ade4-7037d6e75c29 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:10.343306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] For port 8960600a-7e04-4651-ade4-7037d6e75c29, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8960600a-7e04-4651-ade4-7037d6e75c29,segment=NetworkSegment(4f120383-3add-458e-b24c-c7124f44edac),segment_id=4f120383-3add-458e-b24c-c7124f44edac)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:10.343805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.353362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=6577e538-a2bd-46e1-9ecb-8f4431b13e19,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:10.363255 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b6c60d-7e58-4980-838d-96ee18839f49 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:10.363743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b6c60d-7e58-4980-838d-96ee18839f49 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:10.368090 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-17b6c60d-7e58-4980-838d-96ee18839f49 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/5397e82c-4ea3-4527-9815-5792836cf652 HTTP/1.1" status: 404  len: 337 time: 0.1073825
Dec 22 15:04:10.368737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.370726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:10.376913 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/6577e538-a2bd-46e1-9ecb-8f4431b13e19 HTTP/1.1" status: 204  len: 168 time: 3.3129408
Dec 22 15:04:10.383052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36702) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.389874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011354189'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:10.399976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:10.408439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.413724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:10.417686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccec5b72-2472-482e-a53c-447846804ade tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:10.436298 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d1174e-82e8-401e-9611-19b45b5f2d3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:10.436668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d1174e-82e8-401e-9611-19b45b5f2d3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:10.441300 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59d1174e-82e8-401e-9611-19b45b5f2d3f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/bc1cbf4b-164b-44f9-bd6c-548cbbeea4ed HTTP/1.1" status: 404  len: 337 time: 0.0663006
Dec 22 15:04:10.441480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36706) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.445410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:10.465635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:10.467723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Port': ['ID=8960600a-7e04-4651-ade4-7037d6e75c29,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:10.476103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:10.485628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.519476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Calling delete_port for 8960600a-7e04-4651-ade4-7037d6e75c29 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:10.555379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] No DVR routers for this DVR port 8960600a-7e04-4651-ade4-7037d6e75c29 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:10.633100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] For port d2e9ac69-e0c6-463b-9239-c3e936706011, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=d2e9ac69-e0c6-463b-9239-c3e936706011,segment=NetworkSegment(a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594),segment_id=a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:10.633602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.642452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:10.644761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.762081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Calling delete_port for beb3a18f-385e-470f-804e-a67d7cfacfc2 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:10.778651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Calling delete_port for d2e9ac69-e0c6-463b-9239-c3e936706011 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:10.798867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:10.802057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.832697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port 8960600a-7e04-4651-ade4-7037d6e75c29 {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:04:10.833377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8960600a-7e04-4651-ade4-7037d6e75c29 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:10.833871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device d2e9ac69-e0c6-463b-9239-c3e936706011 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:10.887362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:10.887695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment e588740e-2f41-409e-998b-09ebd1c2bcb2 of type vlan for network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12
Dec 22 15:04:10.946581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857512fc70>,) {'filters': {'network_id': ['1b0a717b-ae96-4caa-8528-82afcb0e78e5']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:10.964801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-335ab4fb-8256-4709-a9b8-1e37a375817e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:10.965245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335ab4fb-8256-4709-a9b8-1e37a375817e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:10.969991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-335ab4fb-8256-4709-a9b8-1e37a375817e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/45b6c5ed-c780-4c3f-893b-787af04d9c09 HTTP/1.1" status: 404  len: 333 time: 0.5245817
Dec 22 15:04:10.970161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36712) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:10.975223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857512fc70>, '4f120383-3add-458e-b24c-c7124f44edac') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:10.975513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857512fc70>, '4f120383-3add-458e-b24c-c7124f44edac') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:10.977591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:10.978126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:11.002537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.014293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fdb3f4-daa1-4523-bac9-eceb4bdbc314 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.014654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fdb3f4-daa1-4523-bac9-eceb4bdbc314 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.015593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.019594 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-10fdb3f4-daa1-4523-bac9-eceb4bdbc314 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/ceb586ac-e542-4ead-bf67-8f5f97c435ec HTTP/1.1" status: 404  len: 337 time: 0.0459073
Dec 22 15:04:11.019746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36716) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.061445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.062952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.073765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.076923 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-11181ea3-eebc-44c4-adaf-9506f77a8082 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.077424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11181ea3-eebc-44c4-adaf-9506f77a8082 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.084790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:11.085396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:11.100738 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:11.131981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Pushing event deleted for resources: {'Port': ['ID=d2e9ac69-e0c6-463b-9239-c3e936706011,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.134338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.144696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.165261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] No DVR routers for this DVR port d2e9ac69-e0c6-463b-9239-c3e936706011 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:11.189038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:04:11.191894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.208113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.211098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-11181ea3-eebc-44c4-adaf-9506f77a8082 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/69ab25a4-97f8-4e41-88b9-9eb5bacb7b8b HTTP/1.1" status: 404  len: 337 time: 0.1862388
Dec 22 15:04:11.212701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36720) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.215293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-793a89c7-8365-4a77-a2f3-b26538030267 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.243392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Transition to ACTIVE for port object 74e5a9fa-4584-4af6-819a-346ae303b9fd will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:11.246480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.250437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:11.251232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.259264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4bad49c-32ee-4794-b223-0410dd0247e1 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.266443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Transition to ACTIVE for port object 74e5a9fa-4584-4af6-819a-346ae303b9fd will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:11.272649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.273100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.284521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-60a5009f-8d70-4723-a01e-f8a179632f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.301241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Pushing event deleted for resources: {'Port': ['ID=beb3a18f-385e-470f-804e-a67d7cfacfc2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.310403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.314987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0c3a93-b29e-4591-aac8-51bfb7371de6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.314987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0c3a93-b29e-4591-aac8-51bfb7371de6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.355471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:11.359244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:11.365212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:11.365443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa0c3a93-b29e-4591-aac8-51bfb7371de6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/76fdc48b-f50e-4747-a508-4c3a7ed6593b HTTP/1.1" status: 404  len: 333 time: 0.1183612
Dec 22 15:04:11.365877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Pushing event updated for resources: {'Port': ['ID=74e5a9fa-4584-4af6-819a-346ae303b9fd,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.367839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.388732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36724) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.461614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.464314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Attempting to bind port 74e5a9fa-4584-4af6-819a-346ae303b9fd on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:11.464776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Attempting to bind port 74e5a9fa-4584-4af6-819a-346ae303b9fd by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '5051967f-f1d9-443f-89f2-fcda19eaa038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:11.465146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Attempting to bind port 74e5a9fa-4584-4af6-819a-346ae303b9fd on network dbaf1bc4-6bed-467e-ab5c-926a999eb842 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:11.472734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:11.473113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Checking segment: {'id': '5051967f-f1d9-443f-89f2-fcda19eaa038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:11.473515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.473914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Bound using segment: {'id': '5051967f-f1d9-443f-89f2-fcda19eaa038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:11.474383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Bound port: 74e5a9fa-4584-4af6-819a-346ae303b9fd, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5051967f-f1d9-443f-89f2-fcda19eaa038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dbaf1bc4-6bed-467e-ab5c-926a999eb842'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:11.474756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.482972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Deleting port 8960600a-7e04-4651-ade4-7037d6e75c29 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:11.483345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.502895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d506fcd-94b5-4376-8312-9da31f5bf2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.503328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d506fcd-94b5-4376-8312-9da31f5bf2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.507289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9d506fcd-94b5-4376-8312-9da31f5bf2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/bdb38a68-1907-421b-babe-2a4306159f9e HTTP/1.1" status: 404  len: 337 time: 0.1151330
Dec 22 15:04:11.509667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36728) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.519010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.535440 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1493261
Dec 22 15:04:11.535440 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] 10.222.0.69 "DELETE /v2.0/networks/1b0a717b-ae96-4caa-8528-82afcb0e78e5 HTTP/1.1" status: 204  len: 168 time: 2.7308595
Dec 22 15:04:11.540264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36732) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.547653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:11.577621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd01f5d-eb4e-473d-8972-f7144968b0ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.578059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd01f5d-eb4e-473d-8972-f7144968b0ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.582191 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bcd01f5d-eb4e-473d-8972-f7144968b0ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a2717e10-b23e-42b8-8a9f-10ace17bd034 HTTP/1.1" status: 404  len: 337 time: 0.0656900
Dec 22 15:04:11.583131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-843dafac-5886-47a4-8159-cd449bc68438 None None] The port '8960600a-7e04-4651-ade4-7037d6e75c29' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:11.628228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36738) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.632914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=33cf26ee-7b3b-4dbb-bd32-9e847559ed12,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.636930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.650933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:11.689924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4599aab-a2e0-4110-b4d0-35ed9e23357b tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.708526 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d80f6-bfde-4bd3-8383-fb1f381534a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.708974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1d80f6-bfde-4bd3-8383-fb1f381534a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.710591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1d1d80f6-bfde-4bd3-8383-fb1f381534a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/1302c248-2a94-405a-9b55-176063831392 HTTP/1.1" status: 404  len: 333 time: 0.0791459
Dec 22 15:04:11.765326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36742) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.772355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.780158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Pushing event deleted for resources: {'Network': ['ID=1b0a717b-ae96-4caa-8528-82afcb0e78e5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.783440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] For port 74e5a9fa-4584-4af6-819a-346ae303b9fd, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:11.784632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.808295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] For port 74e5a9fa-4584-4af6-819a-346ae303b9fd, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=74e5a9fa-4584-4af6-819a-346ae303b9fd,segment=NetworkSegment(5051967f-f1d9-443f-89f2-fcda19eaa038),segment_id=5051967f-f1d9-443f-89f2-fcda19eaa038)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:11.814662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.824654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7c8072f7-95b6-4f31-97fe-42b36f6cf048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:11.878204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:11.909055 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0232fb6e-d240-4196-9967-3d0d91bbf973 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:11.909502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0232fb6e-d240-4196-9967-3d0d91bbf973 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:11.912431 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0232fb6e-d240-4196-9967-3d0d91bbf973 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/c3d90a6a-1d53-464b-a2e4-274d096ebc5f HTTP/1.1" status: 404  len: 337 time: 0.1335289
Dec 22 15:04:11.916985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36748) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:11.934578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Pushing event updated for resources: {'Port': ['ID=74e5a9fa-4584-4af6-819a-346ae303b9fd,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:11.940960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:11.989824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.009461 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ce3d64-4988-4734-b166-c415d4517938 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.009898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ce3d64-4988-4734-b166-c415d4517938 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.013906 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e8ce3d64-4988-4734-b166-c415d4517938 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/beef383b-28bd-4e98-97d4-a57242c4fb98 HTTP/1.1" status: 404  len: 337 time: 0.0934665
Dec 22 15:04:12.013906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:12.018406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36752) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.050472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:12.057281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36756) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.058429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:12.089581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:12.096364 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43a712f-2490-46bf-81e4-4595884a87ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.096829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43a712f-2490-46bf-81e4-4595884a87ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.127007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f43a712f-2490-46bf-81e4-4595884a87ed tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/48656e31-4156-4a13-97c2-1aa648d284f3 HTTP/1.1" status: 404  len: 333 time: 0.1075058
Dec 22 15:04:12.136228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36762) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.184805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.191527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.220860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:12.240248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6143f32b-7aed-4a09-8289-cfc2590f2393 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.240702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6143f32b-7aed-4a09-8289-cfc2590f2393 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.242555 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6143f32b-7aed-4a09-8289-cfc2590f2393 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a4ed4c69-32f8-42de-bf35-9232b3db9139 HTTP/1.1" status: 404  len: 337 time: 0.1045604
Dec 22 15:04:12.294032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36766) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.341802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 74e5a9fa-4584-4af6-819a-346ae303b9fd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:12.399951 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-db896785-6b0c-4921-8eef-088dffd0fa4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.400301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db896785-6b0c-4921-8eef-088dffd0fa4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.404331 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-db896785-6b0c-4921-8eef-088dffd0fa4d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/126026fe-4b57-461b-8d77-6870c6842448 HTTP/1.1" status: 404  len: 333 time: 0.0999410
Dec 22 15:04:12.448267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36770) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.476598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 74e5a9fa-4584-4af6-819a-346ae303b9fd completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:12.515915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.535313 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8153ba-8eb2-4633-8df8-a8bcf9e3eadf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.535742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8153ba-8eb2-4633-8df8-a8bcf9e3eadf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.537642 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1d8153ba-8eb2-4633-8df8-a8bcf9e3eadf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/e5532c35-45dc-4f67-9e28-1fa04c16c9ea HTTP/1.1" status: 404  len: 337 time: 0.0884206
Dec 22 15:04:12.584557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36774) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.627610 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cf1e873a-aba6-4132-9549-b4242a0addd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d95fbb75e5d14152930e07d8953f8b9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5610805
Dec 22 15:04:12.629001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.20.0.1 (dbaf1bc4-6bed-467e-ab5c-926a999eb842/f7e06cc7-69c0-41f4-b62b-802aa1a37bb2/3bbcf245-7e6c-4921-9091-5f9dabbcbd1d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:12.631106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36778) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.654968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-120f9bb5-9009-4ca5-bdec-a30ed9e95537 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.655391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120f9bb5-9009-4ca5-bdec-a30ed9e95537 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.660624 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-120f9bb5-9009-4ca5-bdec-a30ed9e95537 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/78aecbcf-58f1-4c6b-97b0-662a4eeb343a HTTP/1.1" status: 404  len: 333 time: 0.0721827
Dec 22 15:04:12.661402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36782) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.696652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Router 2f6ae8f8-2468-4840-b590-25759d930c9e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:12.791530 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-54237964-dd31-4808-9ac6-42f764bf67b6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.791959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54237964-dd31-4808-9ac6-42f764bf67b6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.793951 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-54237964-dd31-4808-9ac6-42f764bf67b6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/a6c94873-c5b3-41ec-b94d-784d9dad6b21 HTTP/1.1" status: 404  len: 337 time: 0.1320815
Dec 22 15:04:12.799747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36786) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.808554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.930769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:12.938828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6f7788-9bd4-4455-8f5f-61560b4514a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:12.939268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6f7788-9bd4-4455-8f5f-61560b4514a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:12.943233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6e6f7788-9bd4-4455-8f5f-61560b4514a4 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/af8211b7-bb1e-4a60-9ff9-e785e0e36336 HTTP/1.1" status: 404  len: 333 time: 0.1340570
Dec 22 15:04:12.945318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:12.953928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.006309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:13.009029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router dcef874d-0bc3-47ee-840a-5b613c626f0f has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:13.013863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.019729 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "PUT /v2.0/routers/2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 200  len: 710 time: 4.5411115
Dec 22 15:04:13.019729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36794) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.026695 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] Sync routers for ids ['2f6ae8f8-2468-4840-b590-25759d930c9e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:13.042953 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] Routers {'2f6ae8f8-2468-4840-b590-25759d930c9e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:13.043571 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7eb80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2f6ae8f8-2468-4840-b590-25759d930c9e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:13.101282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80987e0e-4dc3-4b31-8922-5248e8198133 None None] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:13.130322 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b0b42e-bdee-458c-a445-73cac4033163 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.131544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b0b42e-bdee-458c-a445-73cac4033163 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.134598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:13.149917 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7eb80>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:13.160684 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e9b0b42e-bdee-458c-a445-73cac4033163 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/0114ec2f-0bbb-4f7f-a00d-1d799a5c9a3c HTTP/1.1" status: 404  len: 337 time: 0.2138994
Dec 22 15:04:13.164012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.169973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36798) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.170949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b78e256c-ada3-4ea3-a0c3-3b1c16830162 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:13.181276 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] Routers {'2f6ae8f8-2468-4840-b590-25759d930c9e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:13.182018 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7eb80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2f6ae8f8-2468-4840-b590-25759d930c9e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:13.214109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Provisioning for port 74e5a9fa-4584-4af6-819a-346ae303b9fd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:13.227825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Provisioning complete for port 74e5a9fa-4584-4af6-819a-346ae303b9fd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:13.228217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.233536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.240711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-affec11e-d90c-4b29-bc82-a3436e63a2f9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:13.256521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe242c-6fd5-47d7-8e5e-d4bb0d47852c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:13.262079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:13.267033 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e1203671-923c-46be-83fd-d83893092a44 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/routers/2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 200  len: 745 time: 0.2472990
Dec 22 15:04:13.269931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36802) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.274994 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d71aed9-3c7b-4b2f-931c-cec1ed7855d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.275717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d71aed9-3c7b-4b2f-931c-cec1ed7855d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.277645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9d71aed9-3c7b-4b2f-931c-cec1ed7855d8 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/7aee089a-fae3-46a9-91db-4e636b447baf HTTP/1.1" status: 404  len: 333 time: 0.0803766
Dec 22 15:04:13.278727 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7eb80>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:13.279138 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ee586-5f97-4c43-a339-0a9d2481314e None None] The sync data for ids ['2f6ae8f8-2468-4840-b590-25759d930c9e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:13.289005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36806) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.319666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ecb2c71-80e3-4427-8b0f-2e823e2f7c5f tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&device_id=2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 200  len: 205 time: 0.0485070
Dec 22 15:04:13.320631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.321612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31fe242c-6fd5-47d7-8e5e-d4bb0d47852c HTTP/1.1" status: 204  len: 168 time: 0.6841831
Dec 22 15:04:13.324779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36812) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.339200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=723925ec-f5e3-423f-a103-4f4e15368089,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:13.342369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:13.346137 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce60d13-3945-4240-96ea-ff52bace3201 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.346600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce60d13-3945-4240-96ea-ff52bace3201 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.350813 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fce60d13-3945-4240-96ea-ff52bace3201 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/66b9aef3-2446-4052-b350-b9c855f160e2 HTTP/1.1" status: 404  len: 337 time: 0.0556617
Dec 22 15:04:13.352280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.357723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36816) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.364038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b5120d4-5227-401e-bb16-98bc135c6121 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:13.411935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a8846b1d-7a5a-4511-a5e3-6387d0ec5235 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 200  len: 205 time: 0.0835192
Dec 22 15:04:13.413366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36820) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.425985 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bb49d9-1f6d-4b32-81c7-ae9bfb1920e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.426430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bb49d9-1f6d-4b32-81c7-ae9bfb1920e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.428077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74bb49d9-1f6d-4b32-81c7-ae9bfb1920e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/ce430057-0201-4b65-8f7a-0e0772a12afc HTTP/1.1" status: 404  len: 333 time: 0.0638883
Dec 22 15:04:13.430775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36824) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.433291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:13.522009 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef99a8a7-c8ca-4342-93df-cc1115e056b0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.522484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef99a8a7-c8ca-4342-93df-cc1115e056b0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.526529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ef99a8a7-c8ca-4342-93df-cc1115e056b0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/56fec01b-a4c3-46fc-a8e1-d8646ef99c27 HTTP/1.1" status: 404  len: 337 time: 0.0923939
Dec 22 15:04:13.530610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36828) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.534120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.555829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:13.566743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:13.599281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] For port 74e5a9fa-4584-4af6-819a-346ae303b9fd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=74e5a9fa-4584-4af6-819a-346ae303b9fd,segment=NetworkSegment(5051967f-f1d9-443f-89f2-fcda19eaa038),segment_id=5051967f-f1d9-443f-89f2-fcda19eaa038)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:13.604701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.611427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:13.632192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': 'e588740e-2f41-409e-998b-09ebd1c2bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:13.632589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: 33cf26ee-7b3b-4dbb-bd32-9e847559ed12, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:13.639492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dda8df-06bf-4e48-bd04-18e7295787f6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.639986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dda8df-06bf-4e48-bd04-18e7295787f6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.641855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-63dda8df-06bf-4e48-bd04-18e7295787f6 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/f32387d2-d997-4014-81e4-d894a33cb293 HTTP/1.1" status: 404  len: 337 time: 0.1105547
Dec 22 15:04:13.648895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36834) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.676945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=3bbcf245-7e6c-4921-9091-5f9dabbcbd1d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:13.682842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:13.720238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.743758 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdd804a-77f2-4a7b-b5d3-f1084b755e12 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.744198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdd804a-77f2-4a7b-b5d3-f1084b755e12 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.745947 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cbdd804a-77f2-4a7b-b5d3-f1084b755e12 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/28ee9bec-7d3b-47b0-a3ec-bd69842a092f HTTP/1.1" status: 404  len: 333 time: 0.0960307
Dec 22 15:04:13.753899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36842) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.761292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Pushing event updated for resources: {'Port': ['ID=74e5a9fa-4584-4af6-819a-346ae303b9fd,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:13.768019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:13.779979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.816966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7046c2f3-4cef-4b57-a493-ac186a5ff02c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.817547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7046c2f3-4cef-4b57-a493-ac186a5ff02c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.819184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7046c2f3-4cef-4b57-a493-ac186a5ff02c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/e7918dbb-6ff5-4130-9d6c-6710f9a0204d HTTP/1.1" status: 404  len: 337 time: 0.0615661
Dec 22 15:04:13.824875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36846) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.846472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:13.875679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 33cf26ee-7b3b-4dbb-bd32-9e847559ed12) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:13.878402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-919d9329-44fd-4e15-99d3-82f2f14229f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.879023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919d9329-44fd-4e15-99d3-82f2f14229f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.884340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:13.884340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:13.885315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-919d9329-44fd-4e15-99d3-82f2f14229f3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/d6488ff2-61f2-48f8-b6fd-369f56dc9b8c HTTP/1.1" status: 404  len: 337 time: 0.0529275
Dec 22 15:04:13.888107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36852) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:13.888548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0bc11-030e-4b46-aa2c-5bbfe5b8ca9b None None] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:13.946680 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3333dd55-5e64-4a6f-b66c-316083500ebb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:13.947036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3333dd55-5e64-4a6f-b66c-316083500ebb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:13.951478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3333dd55-5e64-4a6f-b66c-316083500ebb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d22063f1-e3bb-4845-8e93-d94ae7c44671 HTTP/1.1" status: 404  len: 333 time: 0.0620110
Dec 22 15:04:13.952011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36856) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.127851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:14.131828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5895150
Dec 22 15:04:14.148678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36862) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.149843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.151525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d365bc5-8cf3-421b-be21-a30d6350b5be tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 200  len: 892 time: 4.2302170
Dec 22 15:04:14.155607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36864) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.176492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] Sync routers for ids ['dcef874d-0bc3-47ee-840a-5b613c626f0f'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:14.183944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1891949533'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:14.194195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-33cf26ee-7b3b-4dbb-bd32-9e847559ed12', 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '723925ec-f5e3-423f-a103-4f4e15368089'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:14.195413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.245918 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0e686e-2541-4102-98b4-76fdc8409d92 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.246544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0e686e-2541-4102-98b4-76fdc8409d92 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.252580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc0e686e-2541-4102-98b4-76fdc8409d92 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/752d5f48-b65c-4784-8421-c0fc3e723fdc HTTP/1.1" status: 404  len: 337 time: 0.2981119
Dec 22 15:04:14.253323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36872) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.292345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 74e5a9fa-4584-4af6-819a-346ae303b9fd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:14.325710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e1ddbc-afea-4773-9770-bcf1b24f336c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.326078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e1ddbc-afea-4773-9770-bcf1b24f336c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.327813 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-75e1ddbc-afea-4773-9770-bcf1b24f336c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/f1eb6f85-0e07-455a-8fc2-cf24b25035f3 HTTP/1.1" status: 404  len: 337 time: 0.0669501
Dec 22 15:04:14.331198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36878) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.342583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] Routers {'dcef874d-0bc3-47ee-840a-5b613c626f0f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:14.342990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['dcef874d-0bc3-47ee-840a-5b613c626f0f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:14.382503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6dbcaf-bed2-493c-b5f9-2fbf9c3031eb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.382944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6dbcaf-bed2-493c-b5f9-2fbf9c3031eb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.384594 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ee6dbcaf-bed2-493c-b5f9-2fbf9c3031eb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/5a081fb4-c210-4cb3-abe6-49cf910ec5d8 HTTP/1.1" status: 404  len: 333 time: 0.0509648
Dec 22 15:04:14.389279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36882) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.456471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7239bbc-9cbf-401e-b5b5-4c26f17bafbd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.456983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7239bbc-9cbf-401e-b5b5-4c26f17bafbd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.458833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c7239bbc-9cbf-401e-b5b5-4c26f17bafbd tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/75b59a3f-9b6d-4fb5-acc2-fb20736c2f9d HTTP/1.1" status: 404  len: 337 time: 0.0661306
Dec 22 15:04:14.464806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36888) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.474578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.526190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Allocated IP 2001:db8::2 (33cf26ee-7b3b-4dbb-bd32-9e847559ed12/723925ec-f5e3-423f-a103-4f4e15368089/9136f04b-da90-4bb3-95b9-1e6a3b407e14) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:14.528083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Provisioning complete for port 74e5a9fa-4584-4af6-819a-346ae303b9fd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:14.528497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.546098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.550627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a816c05-3cab-4c96-a0d0-c73837e5c003 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.551053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a816c05-3cab-4c96-a0d0-c73837e5c003 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.552679 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3a816c05-3cab-4c96-a0d0-c73837e5c003 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/78951a9b-6ed7-479e-acc6-b4ca871451c7 HTTP/1.1" status: 404  len: 337 time: 0.0794251
Dec 22 15:04:14.556303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36892) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.569345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13880>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:14.598116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.600799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36896) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.603368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:14.615570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f3ac499-a200-4bd2-9553-259557c30f6f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports?device_id=7010b7f3-b482-4e87-836c-7565e504dc9b HTTP/1.1" status: 200  len: 205 time: 0.0544553
Dec 22 15:04:14.616055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36902) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.617199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:14.621411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:14.632272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] Routers {'dcef874d-0bc3-47ee-840a-5b613c626f0f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:14.633281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['dcef874d-0bc3-47ee-840a-5b613c626f0f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:14.668592 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1233c4fd-6577-433d-b07b-e11ad87583ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers/dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 200  len: 892 time: 0.5085766
Dec 22 15:04:14.669877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36906) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.739774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-504cb3ee-75d0-41d6-93f9-4bcdc1c25f8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:14.760016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-504cb3ee-75d0-41d6-93f9-4bcdc1c25f8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:14.762641 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-504cb3ee-75d0-41d6-93f9-4bcdc1c25f8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 200  len: 205 time: 0.0917754
Dec 22 15:04:14.765989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36910) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.788618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13880>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:14.789191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591ef7e-99c3-4971-a1d9-697d2b90d4b4 None None] The sync data for ids ['dcef874d-0bc3-47ee-840a-5b613c626f0f'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:14.822643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:14.825404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 74e5a9fa-4584-4af6-819a-346ae303b9fd triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:14.825925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.857725 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-542d9717-8662-41c9-be51-0f3f04e80921 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:14.858751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-542d9717-8662-41c9-be51-0f3f04e80921 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/routers/7010b7f3-b482-4e87-836c-7565e504dc9b HTTP/1.1" status: 404  len: 336 time: 0.2387521
Dec 22 15:04:14.868929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36914) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.919443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a51733-205b-4a81-8b3d-fa9d995415fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:14.920151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a51733-205b-4a81-8b3d-fa9d995415fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:14.922198 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e4a51733-205b-4a81-8b3d-fa9d995415fb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/1bb8368e-1ff7-427d-9d12-ba4e85a099ba HTTP/1.1" status: 404  len: 337 time: 0.0519764
Dec 22 15:04:14.927500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:14.930055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-897908319'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:14.988528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:14.989791 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59c19860-94f3-467f-9e03-843c5eb8eef3 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "GET /v2.0/ports?device_id=ece3f58f-430c-477d-a4c1-311e13c8ef50 HTTP/1.1" status: 200  len: 205 time: 0.0602863
Dec 22 15:04:14.991452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:14.994582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36922) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.000791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:15.024528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Usage tracker for resource:network and tenant:dc1d2d15b4ef45c58867898031ec69b8 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:15.028798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.029266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Fanout notify agent at l3_agent the message router_deleted on router 2f6ae8f8-2468-4840-b590-25759d930c9e {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:15.030983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:15.057456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:15.072212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 9e8e5b46-cffd-4219-bcff-519595bc5d8f yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:15.107973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.109295 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5db74384-fff0-4c79-b5cf-ee7309ce4248 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 204  len: 168 time: 1.6927230
Dec 22 15:04:15.113778 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-aa66ee6c-ebc7-4705-9dc1-a6d18deccedf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:15.114904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa66ee6c-ebc7-4705-9dc1-a6d18deccedf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/routers/ece3f58f-430c-477d-a4c1-311e13c8ef50 HTTP/1.1" status: 404  len: 336 time: 0.1156638
Dec 22 15:04:15.115489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36926) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.121208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36928) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.170062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Made reservation on behalf of dc1d2d15b4ef45c58867898031ec69b8 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:15.174362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.208470 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d265337c-2230-4dd5-8ccc-b26d8cba5a31 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.209209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d265337c-2230-4dd5-8ccc-b26d8cba5a31 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.215067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Provisioning for port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:15.219424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.228319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Provisioning complete for port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:15.228960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.234659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac91abcc-dabe-4fd4-a680-b8a3a26e44f4 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 200  len: 205 time: 0.1134195
Dec 22 15:04:15.234828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36934) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.238427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.258688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Transition to ACTIVE for port object 9136f04b-da90-4bb3-95b9-1e6a3b407e14 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:15.298062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Transition to ACTIVE for port object 9136f04b-da90-4bb3-95b9-1e6a3b407e14 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:15.301371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d84fd-5ad5-4422-95ba-eea605955b7c None None] Port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:15.305687 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-933646e9-fbf9-4fb7-a59c-4696defef85a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:15.305901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.310339 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-933646e9-fbf9-4fb7-a59c-4696defef85a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/2f6ae8f8-2468-4840-b590-25759d930c9e HTTP/1.1" status: 404  len: 336 time: 0.0708468
Dec 22 15:04:15.310533 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d265337c-2230-4dd5-8ccc-b26d8cba5a31 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/4a2ae626-7671-4e3d-ab3a-1c876b1e8f16 HTTP/1.1" status: 404  len: 337 time: 0.1847591
Dec 22 15:04:15.310533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 36938) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.310702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-63b9f60b-32c5-4403-ad8d-4a950bd9ef88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:15.313821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.356631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2713a7e-2c9b-4e4d-ad6f-4ab45e239527 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.357539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2713a7e-2c9b-4e4d-ad6f-4ab45e239527 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.361781 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f2713a7e-2c9b-4e4d-ad6f-4ab45e239527 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/98cf891f-fa93-4c74-bee9-b79e0a718e47 HTTP/1.1" status: 404  len: 337 time: 0.0473328
Dec 22 15:04:15.362401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.371764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:15.374820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:15.377385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:15.397214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Pushing event updated for resources: {'Port': ['ID=9136f04b-da90-4bb3-95b9-1e6a3b407e14,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:15.400635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:15.423120 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f16e9-44df-4d1e-ad8a-6fc9b29f5fcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.423553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f16e9-44df-4d1e-ad8a-6fc9b29f5fcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.429591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a5f52550-5d19-4622-b823-15164cd01c7b tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 200  len: 205 time: 0.1096783
Dec 22 15:04:15.429793 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a83f16e9-44df-4d1e-ad8a-6fc9b29f5fcf tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/f1d08a63-3612-4a73-b0fc-265012afc8dd HTTP/1.1" status: 404  len: 333 time: 0.0604908
Dec 22 15:04:15.429793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36950) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.430177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36952) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.452935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:15.505228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0b4e6689-a2b1-4868-9b67-304fb61aa159 None None] Provisioning complete for port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:15.505603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6689-a2b1-4868-9b67-304fb61aa159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.534568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Attempting to bind port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:15.534947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Attempting to bind port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e588740e-2f41-409e-998b-09ebd1c2bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:15.535116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156a0e8-3654-4378-bb58-0fdd76263b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.535310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Attempting to bind port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 on network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:15.535436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156a0e8-3654-4378-bb58-0fdd76263b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.539895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4156a0e8-3654-4378-bb58-0fdd76263b85 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/4fcb9ada-a307-42c5-91ad-380d558aba78 HTTP/1.1" status: 404  len: 337 time: 0.1076701
Dec 22 15:04:15.547855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36958) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.548589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.551430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Usage tracker for resource:security_group_rule and tenant:dc1d2d15b4ef45c58867898031ec69b8 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:15.554296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:15.554681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Checking segment: {'id': 'e588740e-2f41-409e-998b-09ebd1c2bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:15.555087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.555610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Bound using segment: {'id': 'e588740e-2f41-409e-998b-09ebd1c2bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:15.556363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Bound port: 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e588740e-2f41-409e-998b-09ebd1c2bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33cf26ee-7b3b-4dbb-bd32-9e847559ed12'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:15.556526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:15.556772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.564483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:15.629300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e6689-a2b1-4868-9b67-304fb61aa159 None None] Port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:15.639649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-4e67796a-1d17-4553-bac2-0a4045990ebb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:15.641465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4e67796a-1d17-4553-bac2-0a4045990ebb tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/fedea305-1deb-45f5-904c-eafd14de960d HTTP/1.1" status: 404  len: 336 time: 0.2069480
Dec 22 15:04:15.642609 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b99310-9b7d-4fff-9c54-7f2ea5a98e40 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.643039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b99310-9b7d-4fff-9c54-7f2ea5a98e40 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.644629 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-31b99310-9b7d-4fff-9c54-7f2ea5a98e40 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/0a229ff7-5e60-4490-9e05-879834614e12 HTTP/1.1" status: 404  len: 333 time: 0.0952699
Dec 22 15:04:15.645811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36962) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.671987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.678313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] For port 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:15.683059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] For port 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9136f04b-da90-4bb3-95b9-1e6a3b407e14,segment=NetworkSegment(e588740e-2f41-409e-998b-09ebd1c2bcb2),segment_id=e588740e-2f41-409e-998b-09ebd1c2bcb2)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:15.688159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.688983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::23c (33cf26ee-7b3b-4dbb-bd32-9e847559ed12/723925ec-f5e3-423f-a103-4f4e15368089/9e8e5b46-cffd-4219-bcff-519595bc5d8f) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:15.702084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:15.715942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36964) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.767630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-096c1d84-e166-43e7-a785-17c9ff32977f tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 200  len: 205 time: 0.1206734
Dec 22 15:04:15.769630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9316297-0298-4ba6-967f-6c673cd24d06 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:15.770050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9316297-0298-4ba6-967f-6c673cd24d06 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:15.771602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f9316297-0298-4ba6-967f-6c673cd24d06 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/79c23843-ee65-4290-955c-2efd0a5f226f HTTP/1.1" status: 404  len: 337 time: 0.0545762
Dec 22 15:04:15.772223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36970) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.786921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36972) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:15.798830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.799778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Pushing event updated for resources: {'Port': ['ID=9136f04b-da90-4bb3-95b9-1e6a3b407e14,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:15.803147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:15.830262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.839752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ffa7ee5f-ae52-445e-8345-d2001ff779ca tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:15.931600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:15.977957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=3bbcf245-7e6c-4921-9091-5f9dabbcbd1d,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:15.980572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:15.987989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:15.989598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5bbfd32d-8b7e-47ea-bfed-d13c2c1c8585 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:16.020599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.020940 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Added segment cab4f88f-20ed-49a7-b3b3-6ce06da8b318 of type vlan for network 2ed41251-0757-4302-8c6b-92230265d421
Dec 22 15:04:16.040313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.114951 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-fe52d9e9-be68-42ce-943a-010a62c85550 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:16.118409 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe52d9e9-be68-42ce-943a-010a62c85550 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/40a51632-20c3-4b5b-8043-0f244a566857 HTTP/1.1" status: 404  len: 336 time: 0.3328793
Dec 22 15:04:16.118409 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cdd75f-7670-4d9a-b7e2-c215b1e50a03 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.118409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cdd75f-7670-4d9a-b7e2-c215b1e50a03 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.121446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-25cdd75f-7670-4d9a-b7e2-c215b1e50a03 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/d9ce7529-fc67-4547-a8ca-3c5e801f562d HTTP/1.1" status: 404  len: 333 time: 0.3311269
Dec 22 15:04:16.121446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36978) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.123056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36980) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.170372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990e5df3-6de4-488f-8ca5-abf25f95731b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:16.175499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:16.185137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.190990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.207323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-caced49a-0d31-4315-972c-7e14d25f055e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.207774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caced49a-0d31-4315-972c-7e14d25f055e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.209922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-caced49a-0d31-4315-972c-7e14d25f055e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/ae0707f0-ea81-4a3b-8e42-07cf4ea930c8 HTTP/1.1" status: 404  len: 337 time: 0.0853400
Dec 22 15:04:16.212206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0f125440-f6e7-4d6c-88f2-deb61ec1d364 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 200  len: 205 time: 0.0903320
Dec 22 15:04:16.212852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36986) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.217384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36988) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.232694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 9e8e5b46-cffd-4219-bcff-519595bc5d8f will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:16.277080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.280757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:16.281841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.288168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:16.291385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9136f04b-da90-4bb3-95b9-1e6a3b407e14 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:16.325234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-ef98a024-592c-4db0-8d13-2e307bc424e2 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:16.326267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ef98a024-592c-4db0-8d13-2e307bc424e2 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/155c41c2-c7c3-43ba-acc9-7abb5a17fa7b HTTP/1.1" status: 404  len: 336 time: 0.1080482
Dec 22 15:04:16.327188 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-04057878-8558-4217-8288-da3eb99b018a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.327619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04057878-8558-4217-8288-da3eb99b018a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.332296 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-04057878-8558-4217-8288-da3eb99b018a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/5ec084b7-35cf-44e3-8ef8-4f971d5da27a HTTP/1.1" status: 404  len: 333 time: 0.1150701
Dec 22 15:04:16.332296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36994) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.333865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 36996) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.382161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:16.404930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:16.417033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:16.419137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.426989 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b02c3c42-6c59-4a3c-8a30-517f8c392bd5 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 200  len: 205 time: 0.0947146
Dec 22 15:04:16.429348 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ba912f-3d40-419b-9a6b-8293b4d50804 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.429765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ba912f-3d40-419b-9a6b-8293b4d50804 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.431329 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-68ba912f-3d40-419b-9a6b-8293b4d50804 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/d6930846-8161-4499-8ce8-51db4e67487f HTTP/1.1" status: 404  len: 337 time: 0.0634007
Dec 22 15:04:16.431956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37002) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.435134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37004) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.482029 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.8801880
Dec 22 15:04:16.496667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37010) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.564423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'Network': ['ID=2ed41251-0757-4302-8c6b-92230265d421,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:16.569390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:16.570237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3d1aa30a-c03a-450a-ac2f-9a8710b0f173 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:16.587194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 2ed41251-0757-4302-8c6b-92230265d421 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:16.599575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Request body: {'subnet': {'network_id': '2ed41251-0757-4302-8c6b-92230265d421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:16.742130 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-d9b9885d-ba79-4c86-8dcd-d695bbc758b0 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:16.743172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d9b9885d-ba79-4c86-8dcd-d695bbc758b0 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/589a2db7-9d94-49c6-841f-dca66d0fb265 HTTP/1.1" status: 404  len: 336 time: 0.3092906
Dec 22 15:04:16.744118 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf75a06-c6fc-420f-ab9f-0548293b426e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.744580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf75a06-c6fc-420f-ab9f-0548293b426e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.748674 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9bf75a06-c6fc-420f-ab9f-0548293b426e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/9272a455-ac19-4328-80d8-c882dd878b76 HTTP/1.1" status: 404  len: 333 time: 0.3090870
Dec 22 15:04:16.748674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37014) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.760944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37016) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.795765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:16.808983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:16.817274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:16.821119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:16.821728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.847834 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bfa6f227-3076-486f-abb4-31f7289246dd tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4a64c63-5f41-464a-a6c3-9766857383d8 HTTP/1.1" status: 200  len: 205 time: 0.0892696
Dec 22 15:04:16.851350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37022) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.854241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:16.856753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f591e486-53ae-49c3-872f-80f12c4daa4e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.857516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f591e486-53ae-49c3-872f-80f12c4daa4e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.857840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=9e8e5b46-cffd-4219-bcff-519595bc5d8f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:16.862402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f591e486-53ae-49c3-872f-80f12c4daa4e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/93e42bf7-07a2-42f0-91a1-e4b162fca2e8 HTTP/1.1" status: 404  len: 337 time: 0.0655606
Dec 22 15:04:16.866219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Usage tracker for resource:subnet and tenant:dc1d2d15b4ef45c58867898031ec69b8 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:16.868934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37026) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.874204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-513ded57-e37b-4b11-8e98-ebc8ebd39a7d None None] Provisioning complete for port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:16.874653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-513ded57-e37b-4b11-8e98-ebc8ebd39a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:16.899864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:16.911866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:16.923471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:16.924047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df627bb-9b10-42db-8ee0-0930d298224f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:16.924526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df627bb-9b10-42db-8ee0-0930d298224f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:16.928718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7df627bb-9b10-42db-8ee0-0930d298224f tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/0dd404d1-3187-420e-8a75-c3a290dadf8b HTTP/1.1" status: 404  len: 333 time: 0.0554354
Dec 22 15:04:16.929146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37030) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.934844 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 2.7674935
Dec 22 15:04:16.937313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37034) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.944547 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-2f34d973-438a-4947-a28e-f2aa55425c5f tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] delete failed (client error): The resource could not be found.
Dec 22 15:04:16.946316 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2f34d973-438a-4947-a28e-f2aa55425c5f tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/routers/d4a64c63-5f41-464a-a6c3-9766857383d8 HTTP/1.1" status: 404  len: 336 time: 0.0924296
Dec 22 15:04:16.952789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-513ded57-e37b-4b11-8e98-ebc8ebd39a7d None None] Port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:16.970410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37038) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:16.981104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Made reservation on behalf of dc1d2d15b4ef45c58867898031ec69b8 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:17.031281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-2286845f-3b33-43ca-bb46-9e57f85085e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:17.031807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2286845f-3b33-43ca-bb46-9e57f85085e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:17.033375 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2286845f-3b33-43ca-bb46-9e57f85085e2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/7911de9b-0f4b-41ed-b59b-d1ae7254e530 HTTP/1.1" status: 404  len: 337 time: 0.1018751
Dec 22 15:04:17.042081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37042) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:17.068974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fd085-085f-4575-8e92-37133dbd8a46 None None] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:17.088935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-496ebbad-1f94-47da-b900-3fcddabc8723 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:17.089368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496ebbad-1f94-47da-b900-3fcddabc8723 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:17.090957 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-496ebbad-1f94-47da-b900-3fcddabc8723 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] 10.222.0.69 "DELETE /v2.0/subnets/2f565e84-5022-4e59-938c-bf3e980b5e87 HTTP/1.1" status: 404  len: 337 time: 0.1165423
Dec 22 15:04:17.139389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 9e8e5b46-cffd-4219-bcff-519595bc5d8f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:17.139723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.155069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3435b5-0bad-4578-9670-5499a8a0674d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:17.155448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3435b5-0bad-4578-9670-5499a8a0674d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:17.160273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa3435b5-0bad-4578-9670-5499a8a0674d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/ports/f98652fb-d051-4d5b-a497-31984ab1d277 HTTP/1.1" status: 404  len: 333 time: 0.0707812
Dec 22 15:04:17.162113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37048) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:17.216465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f44f33-ca2e-4e6e-b19c-af6cfd168e50 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:04:17.216829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f44f33-ca2e-4e6e-b19c-af6cfd168e50 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:17.221484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-33f44f33-ca2e-4e6e-b19c-af6cfd168e50 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/subnets/20f413f8-f3ac-4fc3-9436-6d1e9be3b346 HTTP/1.1" status: 404  len: 337 time: 0.0538960
Dec 22 15:04:17.222079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37052) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:17.224815 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:04:17.226855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.336426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Provisioning for port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:17.353264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Provisioning complete for port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:17.353762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.421252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.521844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.533596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.575442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37058) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:17.590622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 9e8e5b46-cffd-4219-bcff-519595bc5d8f owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:17.602526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 9525a760-1fad-45aa-a7a2-08acb9dead9b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:17.602866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.605513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] For port 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9136f04b-da90-4bb3-95b9-1e6a3b407e14,segment=NetworkSegment(e588740e-2f41-409e-998b-09ebd1c2bcb2),segment_id=e588740e-2f41-409e-998b-09ebd1c2bcb2)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:17.616280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.618150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e080c2d2-6df4-4479-93d0-6ea3c6b950f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:17.652997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router fa8930c9-6173-437b-ab51-10f3f53ac3a5 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:17.668299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.748992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Pushing event updated for resources: {'Port': ['ID=9136f04b-da90-4bb3-95b9-1e6a3b407e14,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:17.772167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.772461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.772787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.773146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.773472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.773799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.774122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.774444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.774764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.775080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.775395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:17.780796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:17.942850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Provisioning for port 9e8e5b46-cffd-4219-bcff-519595bc5d8f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:17.943072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.948096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Provisioning complete for port 9e8e5b46-cffd-4219-bcff-519595bc5d8f triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:17.948778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.950081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6edb1101-66b3-4e64-a908-a544da70ca5f tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:17.977518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:17.994231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Port 9e8e5b46-cffd-4219-bcff-519595bc5d8f was deleted so its status cannot be updated. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 15:04:17.997381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=9e8e5b46-cffd-4219-bcff-519595bc5d8f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:18.009838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Provisioning complete for port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:18.010227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94bf3921-3018-4884-8306-452645fc2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.052815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.053204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.053957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.054327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.054695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.055107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.055887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.055887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.056083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.056700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.056835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.060042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:18.066776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.084166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.098161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.112127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/9e8e5b46-cffd-4219-bcff-519595bc5d8f HTTP/1.1" status: 204  len: 168 time: 1.1644003
Dec 22 15:04:18.114630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37064) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:18.158546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:18.166998 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/fa8930c9-6173-437b-ab51-10f3f53ac3a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9629250
Dec 22 15:04:18.168071 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0364445-4430-4099-b44d-5b03e883322d None None] Sync routers for ids ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:18.174922 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2200cff-2aef-4d2a-9f6b-44781121f90b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:18.175689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c2200cff-2aef-4d2a-9f6b-44781121f90b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:18.178605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37068) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:18.181422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] Routers {'fa8930c9-6173-437b-ab51-10f3f53ac3a5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:18.182291 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.263335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-665a7e80-049f-4388-b3ba-4b7a3e99279f None None] Could not find standard attr ID for object 9e8e5b46-cffd-4219-bcff-519595bc5d8f. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:04:18.272252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c2200cff-2aef-4d2a-9f6b-44781121f90b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:18.276842 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c2200cff-2aef-4d2a-9f6b-44781121f90b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/9e8e5b46-cffd-4219-bcff-519595bc5d8f HTTP/1.1" status: 404  len: 333 time: 0.1611760
Dec 22 15:04:18.280833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9136f04b-da90-4bb3-95b9-1e6a3b407e14 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:18.283011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37072) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:18.287054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 9525a760-1fad-45aa-a7a2-08acb9dead9b owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:18.288586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71971fd-f9b5-4101-9650-7ccfd596411d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:18.289358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a71971fd-f9b5-4101-9650-7ccfd596411d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:18.315075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9a30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.327000 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] Routers {'fa8930c9-6173-437b-ab51-10f3f53ac3a5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:18.327663 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.352055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a71971fd-f9b5-4101-9650-7ccfd596411d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:18.353586 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a71971fd-f9b5-4101-9650-7ccfd596411d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports/3bbcf245-7e6c-4921-9091-5f9dabbcbd1d HTTP/1.1" status: 200  len: 910 time: 0.1721046
Dec 22 15:04:18.360560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:18.370810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7e06cc7-69c0-41f4-b62b-802aa1a37bb2'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:18.385551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574aaf940>,) {'filters': {'network_id': ['86189e1d-bc60-4ed7-bb59-03a0f917fc6a']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.404173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574aaf940>, 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.404486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:18.404951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574aaf940>, 'a8b8a048-9ad5-4f7e-a7e7-3bd0e8c0a594') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.405063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.416155 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f0364445-4430-4099-b44d-5b03e883322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9a30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:18.416616 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0364445-4430-4099-b44d-5b03e883322d None None] The sync data for ids ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:18.429087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.441848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:18.445333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.452766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:18.490793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Usage tracker for resource:security_group_rule and tenant:01c6a4c1295048ef9ff66edbd2f65cf7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:18.503668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:18.506666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.517527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:18.538590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:18.539051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:18.556574 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:18.640140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'Subnet': ['ID=b955f64e-ccaf-452b-9b3b-3d65605ec51c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:18.693139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.693511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.693879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.694270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.694600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.694958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.695337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.695808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.696163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.696540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.696890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:18.702020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:18.741294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.752942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3edcda03-b07e-4b38-9c7c-56fe7093c39b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:18.772581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.783795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Checking segment: {'id': 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed41251-0757-4302-8c6b-92230265d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:18.784146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Network hostable DHCP agents. Network: 2ed41251-0757-4302-8c6b-92230265d421, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:18.804479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Pushing event deleted for resources: {'Network': ['ID=86189e1d-bc60-4ed7-bb59-03a0f917fc6a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:18.819852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 723925ec-f5e3-423f-a103-4f4e15368089 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:18.830027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:18.854963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.857211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.860573 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] 10.222.0.69 "DELETE /v2.0/networks/86189e1d-bc60-4ed7-bb59-03a0f917fc6a HTTP/1.1" status: 204  len: 168 time: 1.6353266
Dec 22 15:04:18.863021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.867584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:18.901428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.919438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=9525a760-1fad-45aa-a7a2-08acb9dead9b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:18.928713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:18.929234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba897645-9fe5-4e77-b934-a9955838d7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:18.936799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:18.947509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Network 2ed41251-0757-4302-8c6b-92230265d421 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:18.949297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.008696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01c6a4c1295048ef9ff66edbd2f65cf7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4206479
Dec 22 15:04:19.026051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37082) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:19.037373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 2ed41251-0757-4302-8c6b-92230265d421) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:19.046279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40a3b2-6603-4da0-9549-3c021c448a9f None None] Network 2ed41251-0757-4302-8c6b-92230265d421 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:19.051641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:19.052219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.056851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b797afe-124a-4b73-ae04-984709690aff,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:19.068435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:19.165336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37088) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:19.167078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6185329
Dec 22 15:04:19.171180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37092) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:19.254863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.277845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Request body: {'port': {'network_id': '2ed41251-0757-4302-8c6b-92230265d421', 'name': 'tempest-ExtraDHCPOptionsTestJSON-934372120'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:19.347627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-2ed41251-0757-4302-8c6b-92230265d421', 'network_id': '2ed41251-0757-4302-8c6b-92230265d421', 'tenant_id': 'dc1d2d15b4ef45c58867898031ec69b8', 'fixed_ips': [{'subnet_id': 'b955f64e-ccaf-452b-9b3b-3d65605ec51c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:19.348476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.450858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.458668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.519938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Allocated IP 172.20.0.2 (2ed41251-0757-4302-8c6b-92230265d421/b955f64e-ccaf-452b-9b3b-3d65605ec51c/f22d3797-45f0-435c-a269-848c55042177) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:19.600703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:19.604501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Usage tracker for resource:port and tenant:dc1d2d15b4ef45c58867898031ec69b8 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:19.607356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:19.613748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:19.637709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.646050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Made reservation on behalf of dc1d2d15b4ef45c58867898031ec69b8 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:19.649009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.693978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] device_id is not set on port 5f2535d3-81da-45f2-8130-4813b8bd22da yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:19.712474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.719985 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4b2e267a-7eee-4766-8dbb-80d0fbf126a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83dae1f0954e41ff88ec42b756c8015a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5486312
Dec 22 15:04:19.720327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37098) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:19.737739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.768512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.799417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.799939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router dcef874d-0bc3-47ee-840a-5b613c626f0f {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:19.814819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.829919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.831525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 204  len: 168 time: 5.0602775
Dec 22 15:04:19.835351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37102) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:19.836665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Transition to ACTIVE for port object f22d3797-45f0-435c-a269-848c55042177 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:19.840291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641735097'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:19.848874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.854912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:19.858720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-de78687b-54ed-4a91-99b3-603427e34c1c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:19.861338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Transition to ACTIVE for port object f22d3797-45f0-435c-a269-848c55042177 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:19.863198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.866865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.871329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:19.871504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eea24e12-3b2d-4558-a0c2-1041c629c915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:19.876812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:19.888839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:19.914615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:19.917696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.938215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Network 2ed41251-0757-4302-8c6b-92230265d421 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:19.941755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:19.942086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=723925ec-f5e3-423f-a103-4f4e15368089,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:19.943801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Pushing event updated for resources: {'Port': ['ID=f22d3797-45f0-435c-a269-848c55042177,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:19.946154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:19.948602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:19.954335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:19.969886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:19.974606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-692d0639-23b3-430c-9ee7-6b5ce459a3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:19.988657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd658a6-415f-4d8f-918b-ea4d1879522b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:19.991376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:19.998860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.003032 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffd658a6-415f-4d8f-918b-ea4d1879522b HTTP/1.1" status: 204  len: 168 time: 0.2783995
Dec 22 15:04:20.034293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c62093-f8ea-4430-bfdc-5151ab579579 None None] Network 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:20.041149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.050723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:20.058976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.069284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.070161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment 3ae0e7fa-906c-4ac2-af53-4e0937538133 of type vlan for network c3099b45-53cf-4830-8fda-166389889ef7
Dec 22 15:04:20.077069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c29d938-da71-4e51-b033-c56ba2533bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:20.102007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b797afe-124a-4b73-ae04-984709690aff,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:20.112446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.114636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:20.138842 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/723925ec-f5e3-423f-a103-4f4e15368089 HTTP/1.1" status: 204  len: 168 time: 1.8433943
Dec 22 15:04:20.143599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37108) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:20.158129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Allocated IP 172.20.0.6 (2ed41251-0757-4302-8c6b-92230265d421/b955f64e-ccaf-452b-9b3b-3d65605ec51c/5f2535d3-81da-45f2-8130-4813b8bd22da) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:20.160288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.161921 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b797afe-124a-4b73-ae04-984709690aff HTTP/1.1" status: 204  len: 168 time: 1.1307147
Dec 22 15:04:20.182237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Attempting to bind port f22d3797-45f0-435c-a269-848c55042177 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:20.182616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Attempting to bind port f22d3797-45f0-435c-a269-848c55042177 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed41251-0757-4302-8c6b-92230265d421'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:20.184043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Attempting to bind port f22d3797-45f0-435c-a269-848c55042177 on network 2ed41251-0757-4302-8c6b-92230265d421 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:20.266541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:20.267398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Checking segment: {'id': 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed41251-0757-4302-8c6b-92230265d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:20.267773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.268218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Bound using segment: {'id': 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed41251-0757-4302-8c6b-92230265d421'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:20.268721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Bound port: f22d3797-45f0-435c-a269-848c55042177, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed41251-0757-4302-8c6b-92230265d421'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:20.269097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.278075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.283779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:20.284421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.310323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.317787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8ce02c9-3845-47db-9142-e6a7e12b43ee tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:20.347976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.378787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] For port f22d3797-45f0-435c-a269-848c55042177, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:20.382642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] For port f22d3797-45f0-435c-a269-848c55042177, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f22d3797-45f0-435c-a269-848c55042177,segment=NetworkSegment(cab4f88f-20ed-49a7-b3b3-6ce06da8b318),segment_id=cab4f88f-20ed-49a7-b3b3-6ce06da8b318)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:20.398182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.411779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7c58bb62-86db-461d-8dba-60d5262513ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:20.428146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=c3099b45-53cf-4830-8fda-166389889ef7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:20.433694 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5980067
Dec 22 15:04:20.444312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:20.444843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37118) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:20.463148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:20.487386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.516218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Pushing event updated for resources: {'Port': ['ID=f22d3797-45f0-435c-a269-848c55042177,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:20.520041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:20.525940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c3099b45-53cf-4830-8fda-166389889ef7 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:20.585039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:20.585402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.611628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7350918f-903b-45fd-a596-be81dd0a5ccd tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:20.722114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:20.726891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:20.730037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:20.738299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:20.780062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=3bbcf245-7e6c-4921-9091-5f9dabbcbd1d,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:20.809104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:20.868816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:20.875637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:20.876685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:20.880790 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/ports/3bbcf245-7e6c-4921-9091-5f9dabbcbd1d HTTP/1.1" status: 200  len: 910 time: 2.5162225
Dec 22 15:04:20.886793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37130) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:20.918357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] DHCP port deletion for 33cf26ee-7b3b-4dbb-bd32-9e847559ed12 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:20.923325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Deleting port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:20.923956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.056287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37134) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:21.120604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.160055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9136f04b-da90-4bb3-95b9-1e6a3b407e14,segment=NetworkSegment(e588740e-2f41-409e-998b-09ebd1c2bcb2),segment_id=e588740e-2f41-409e-998b-09ebd1c2bcb2)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:21.160634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.162450 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2fde5698-8622-4c1b-9ab4-dd19193cc8ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e24626fa473431c96c4c36c3b9dd788&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1028726
Dec 22 15:04:21.168613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:21.220324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Transition to ACTIVE for port object 5f2535d3-81da-45f2-8130-4813b8bd22da will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:21.282803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] For port 9136f04b-da90-4bb3-95b9-1e6a3b407e14, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9136f04b-da90-4bb3-95b9-1e6a3b407e14,segment=NetworkSegment(e588740e-2f41-409e-998b-09ebd1c2bcb2),segment_id=e588740e-2f41-409e-998b-09ebd1c2bcb2)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:21.283447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.293877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.301720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.324553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 9136f04b-da90-4bb3-95b9-1e6a3b407e14 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:21.439043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Calling delete_port for 9136f04b-da90-4bb3-95b9-1e6a3b407e14 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:21.451063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.528856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.549338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47591e63-3d9b-4e6e-b64e-86e6e4496eac tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:21.588777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.625375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cb18afc9-a588-4263-99a3-37b61fe6d195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:21.678250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:21.678634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:21.685773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] No DVR routers for this DVR port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:21.691097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Pushing event deleted for resources: {'Port': ['ID=9136f04b-da90-4bb3-95b9-1e6a3b407e14,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:21.697952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:21.700052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'Port': ['ID=5f2535d3-81da-45f2-8130-4813b8bd22da,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:21.706376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:21.743377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Network 2ed41251-0757-4302-8c6b-92230265d421 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:21.746907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:21.751589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:21.792408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37150) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:21.838487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.847126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-df088447-90a0-4343-9a47-292b26ee364a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:21.858012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:21.858632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.860501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.868362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-537455f1-8b38-4a9a-ad56-cba89c62978a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:21.879884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536cc5d1-3238-41fa-97af-4e3961a91aad,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:21.882914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:21.894843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.895984 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/536cc5d1-3238-41fa-97af-4e3961a91aad HTTP/1.1" status: 204  len: 168 time: 0.7264192
Dec 22 15:04:21.932709 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6901367
Dec 22 15:04:21.933478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37158) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:21.936713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:21.945282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Request body: {'port': {'network_id': '2ed41251-0757-4302-8c6b-92230265d421', 'name': 'tempest-ExtraDHCPOptionsTestJSON-585186709', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:21.945755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] bootfile-name is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:21.946227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] tftp-server is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:21.946708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] server-ip-address is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:21.984859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1767-32cf-48a8-b0e7-5669cec63cdd None None] Network 2ed41251-0757-4302-8c6b-92230265d421 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:22.065171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': '3ae0e7fa-906c-4ac2-af53-4e0937538133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:22.065410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: c3099b45-53cf-4830-8fda-166389889ef7, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:22.092189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-975714f6-24af-4136-86ff-505a80d87623 None None] Provisioning for port f22d3797-45f0-435c-a269-848c55042177 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:22.094405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=26cd6ee1-d2f9-4eb7-8501-44b44560e972,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:22.099447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:22.125702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1012529981'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:22.132192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network c3099b45-53cf-4830-8fda-166389889ef7 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:22.143811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:22.149790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:network and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:22.153305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:22.159939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:22.161307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:22.164625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Usage tracker for resource:port and tenant:dc1d2d15b4ef45c58867898031ec69b8 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:22.167912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:22.175012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:22.179927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Made reservation on behalf of 42fedf2c8ccf436f9895113cc63de967 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:22.182963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 9136f04b-da90-4bb3-95b9-1e6a3b407e14 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:22.183300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.183426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.214939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.217231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c3099b45-53cf-4830-8fda-166389889ef7) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:22.249338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41711c-cb22-488a-8216-03c01aca6c28 None None] Network c3099b45-53cf-4830-8fda-166389889ef7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:22.263016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] The port '9136f04b-da90-4bb3-95b9-1e6a3b407e14' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:22.265033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Made reservation on behalf of dc1d2d15b4ef45c58867898031ec69b8 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:22.266634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:22.269366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.306274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:22.306852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.320827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:security_group_rule and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:22.326969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:22.340569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:22.414345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] device_id is not set on port e3caa85d-0b76-49c0-b0c1-aa47f7083148 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:22.473274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0152433
Dec 22 15:04:22.476585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37166) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:22.479914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.489108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1439122469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:22.501275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:22.510501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:22.513401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:22.519755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:22.529850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748ad400>,) {'filters': {'network_id': ['33cf26ee-7b3b-4dbb-bd32-9e847559ed12']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:22.542537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.543445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.600084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.607075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748ad400>, 'e588740e-2f41-409e-998b-09ebd1c2bcb2') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:22.607369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748ad400>, 'e588740e-2f41-409e-998b-09ebd1c2bcb2') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:22.611722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f22d3797-45f0-435c-a269-848c55042177 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:22.629906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.650140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.680770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.691263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Allocated IP 172.20.0.13 (2ed41251-0757-4302-8c6b-92230265d421/b955f64e-ccaf-452b-9b3b-3d65605ec51c/e3caa85d-0b76-49c0-b0c1-aa47f7083148) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:22.697456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:22.698055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.709867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:22.713887 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:22.737962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c3099b45-53cf-4830-8fda-166389889ef7', 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': '26cd6ee1-d2f9-4eb7-8501-44b44560e972'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:22.739385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.741776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.753849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7f81fb9-490f-4ecd-922f-0922a7b48ca9 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:22.807625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.808914 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5457b1aa-d8c4-49d0-9466-4ec70a3e620f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3313849
Dec 22 15:04:22.826641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37176) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:22.889580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f22d3797-45f0-435c-a269-848c55042177 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:22.912894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.921176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:22.929044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f22d3797-45f0-435c-a269-848c55042177 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:22.929428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.968346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc60ba2a-9d16-447b-b09f-4c7a4d0e9dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:22.979374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:22.979778 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Added segment cac4efea-c48f-4927-ac07-91a01ef2aad6 of type vlan for network 21963e6e-fb8c-4363-86c5-b0918d194b31
Dec 22 15:04:22.982221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc39a47-e218-4da7-be75-464e8febaeac,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:22.992775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:23.016419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.040777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/33cf26ee-7b3b-4dbb-bd32-9e847559ed12 HTTP/1.1" status: 204  len: 168 time: 2.8959692
Dec 22 15:04:23.068454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37184) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:23.083482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.085482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=33cf26ee-7b3b-4dbb-bd32-9e847559ed12,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:23.091418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'name': 'tempest-PortsIpV6TestJSON-1371732733'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:23.102266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Allocated IP 2001:db8::2 (c3099b45-53cf-4830-8fda-166389889ef7/26cd6ee1-d2f9-4eb7-8501-44b44560e972/8926cf91-c648-4da3-a109-ede10cef6a7e) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:23.107794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:23.142063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port f22d3797-45f0-435c-a269-848c55042177, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f22d3797-45f0-435c-a269-848c55042177,segment=NetworkSegment(cab4f88f-20ed-49a7-b3b3-6ce06da8b318),segment_id=cab4f88f-20ed-49a7-b3b3-6ce06da8b318)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:23.168942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.256770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.276715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:23.323159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9136f04b-da90-4bb3-95b9-1e6a3b407e14 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:23.356613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.360590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:23.361330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.384928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d17a957a-c141-4b27-8874-deabac5b45fa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:23.394406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 9136f04b-da90-4bb3-95b9-1e6a3b407e14 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:04:23.394809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9136f04b-da90-4bb3-95b9-1e6a3b407e14 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:23.412893 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.6152792
Dec 22 15:04:23.458425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=f22d3797-45f0-435c-a269-848c55042177,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:23.461050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37190) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:23.461050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:23.463735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:23.464075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Provisioning complete for port f22d3797-45f0-435c-a269-848c55042177 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:23.464345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.494243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'subnet': {'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:23.570992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Network': ['ID=21963e6e-fb8c-4363-86c5-b0918d194b31,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:23.575106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:23.575969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:23.576371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.630129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:23.727133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.764978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Transition to ACTIVE for port object 8926cf91-c648-4da3-a109-ede10cef6a7e will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:23.766553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:23.787068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.800467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Transition to ACTIVE for port object 8926cf91-c648-4da3-a109-ede10cef6a7e will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:23.824376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-594703962'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:23.840097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.846093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:23.854506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:23.856809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:23.882130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:23.891376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:23.917557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 3bbcf245-7e6c-4921-9091-5f9dabbcbd1d owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:23.918687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:23.924300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Network c3099b45-53cf-4830-8fda-166389889ef7 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:23.929190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:23.934619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:23.936802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Pushing event updated for resources: {'Port': ['ID=8926cf91-c648-4da3-a109-ede10cef6a7e,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:23.940147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:23.940630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:23.943201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:23.974457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:23.978718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.044486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:24.047991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.054277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Provisioning for port 5f2535d3-81da-45f2-8130-4813b8bd22da completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:24.066485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:subnet and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:24.071026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Provisioning complete for port 5f2535d3-81da-45f2-8130-4813b8bd22da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:24.071411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.072972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:24.115159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Attempting to bind port 8926cf91-c648-4da3-a109-ede10cef6a7e on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:24.115554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Attempting to bind port 8926cf91-c648-4da3-a109-ede10cef6a7e by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3ae0e7fa-906c-4ac2-af53-4e0937538133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:24.115677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.116174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Attempting to bind port 8926cf91-c648-4da3-a109-ede10cef6a7e on network c3099b45-53cf-4830-8fda-166389889ef7 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:24.120691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96e23341-1613-4795-81e1-327781668b14 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:24.135649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:24.136033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Checking segment: {'id': '3ae0e7fa-906c-4ac2-af53-4e0937538133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:24.136462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.136872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Bound using segment: {'id': '3ae0e7fa-906c-4ac2-af53-4e0937538133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:24.137358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Bound port: 8926cf91-c648-4da3-a109-ede10cef6a7e, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae0e7fa-906c-4ac2-af53-4e0937538133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c3099b45-53cf-4830-8fda-166389889ef7'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:24.137737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.149502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 0ce5836e-d24f-461e-b0f5-04e1aace6bc2 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:24.149701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-25c7c639-b2d0-4329-99b3-899bd24b9d55 None None] Port 5f2535d3-81da-45f2-8130-4813b8bd22da cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:24.173422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=3bbcf245-7e6c-4921-9091-5f9dabbcbd1d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:24.176938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:24.186283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:24.194735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.211895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Transition to ACTIVE for port object e3caa85d-0b76-49c0-b0c1-aa47f7083148 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:24.238910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] For port 8926cf91-c648-4da3-a109-ede10cef6a7e, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:24.242755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] For port 8926cf91-c648-4da3-a109-ede10cef6a7e, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8926cf91-c648-4da3-a109-ede10cef6a7e,segment=NetworkSegment(3ae0e7fa-906c-4ac2-af53-4e0937538133),segment_id=3ae0e7fa-906c-4ac2-af53-4e0937538133)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:24.251135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Made reservation on behalf of 42fedf2c8ccf436f9895113cc63de967 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:24.254408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.270920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-406bbb2b-9967-4fee-a0be-baeee7d5c0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:24.322827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f22d3797-45f0-435c-a269-848c55042177 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:24.385194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:24.440238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Pushing event updated for resources: {'Port': ['ID=8926cf91-c648-4da3-a109-ede10cef6a7e,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:24.443111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:security_group_rule and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:24.447168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:24.449050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-80e0fe24-6123-4ac0-ac59-aad1e5938fb2 None None] Provisioning complete for port 5f2535d3-81da-45f2-8130-4813b8bd22da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:24.449857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-80e0fe24-6123-4ac0-ac59-aad1e5938fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.469271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:24.491890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.518571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:24.534108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.534909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f22d3797-45f0-435c-a269-848c55042177 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:24.535517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.565415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-80e0fe24-6123-4ac0-ac59-aad1e5938fb2 None None] Port 5f2535d3-81da-45f2-8130-4813b8bd22da cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:24.590595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-13c567a2-05cb-4193-8eb1-9dcd2af3f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.646858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:24.704736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-12bcd1a8-3ca1-4d5b-a452-0ee15e4432ec tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:24.771779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.000964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'Port': ['ID=e3caa85d-0b76-49c0-b0c1-aa47f7083148,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:25.064348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:25.072519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Network 2ed41251-0757-4302-8c6b-92230265d421 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:25.082615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:25.103806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:25.122320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router fa8930c9-6173-437b-ab51-10f3f53ac3a5 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:25.190904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.269881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:25.286480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] Sync routers for ids ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:25.292859 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/fa8930c9-6173-437b-ab51-10f3f53ac3a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4040356
Dec 22 15:04:25.295688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37202) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:25.308367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] Routers {'fa8930c9-6173-437b-ab51-10f3f53ac3a5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:25.309159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c88a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:25.310897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.332979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:25.333518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.340156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9d8bbb99-5090-48cd-ac24-f5e714ad6008 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:25.362144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9d8bbb99-5090-48cd-ac24-f5e714ad6008 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:25.364081 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9d8bbb99-5090-48cd-ac24-f5e714ad6008 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa8930c9-6173-437b-ab51-10f3f53ac3a5 HTTP/1.1" status: 200  len: 205 time: 0.0662563
Dec 22 15:04:25.366989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37206) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:25.396944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c88a30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:25.421573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f72702ff-ceb1-4ffc-97f7-5d90652c772f None None] Provisioning for port e3caa85d-0b76-49c0-b0c1-aa47f7083148 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:25.427483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f72702ff-ceb1-4ffc-97f7-5d90652c772f None None] Provisioning complete for port e3caa85d-0b76-49c0-b0c1-aa47f7083148 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:25.428117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f72702ff-ceb1-4ffc-97f7-5d90652c772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.456924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] Routers {'fa8930c9-6173-437b-ab51-10f3f53ac3a5'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:25.457812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c88a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:03:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:25.517349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.553847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f72702ff-ceb1-4ffc-97f7-5d90652c772f None None] Port e3caa85d-0b76-49c0-b0c1-aa47f7083148 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:25.570940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c88a30>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:25.571352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d1f31-b229-4350-97d7-ff96c5d26441 None None] The sync data for ids ['fa8930c9-6173-437b-ab51-10f3f53ac3a5'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:25.619623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.635186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:25.710484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:25.732666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bff5c-41f1-4401-9fc6-0bddb2a4a844 None None] Network c3099b45-53cf-4830-8fda-166389889ef7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:25.751099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.756970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8::1 (c3099b45-53cf-4830-8fda-166389889ef7/26cd6ee1-d2f9-4eb7-8501-44b44560e972/fe472d75-9fec-42b0-bf16-4a9774570f0a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:25.759131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664e3ebc-55cf-42b0-a070-023eaacf642c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:25.763481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.763819 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment 1ea13040-7550-4f06-b86e-ec3a5bfa97e0 of type vlan for network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32
Dec 22 15:04:25.772113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:25.779130 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.8439260
Dec 22 15:04:25.779973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:25.804490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37210) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:25.815691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.838447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-27856d83-bfdd-45ec-a686-837a6514dff9 None None] Provisioning for port 8926cf91-c648-4da3-a109-ede10cef6a7e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:25.942064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:25.951969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:25.959587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:25.979699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:25.983673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:25.984657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.010713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.024371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.032321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=0ce5836e-d24f-461e-b0f5-04e1aace6bc2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:26.042019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:26.045551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:26.046024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:26.049391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bca3939a-0e94-4520-b70f-b3691e0fae14 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:26.050518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:26.051398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Synchronizing usage tracker for tenant:dc1d2d15b4ef45c58867898031ec69b8 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:26.083469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.084374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router fa8930c9-6173-437b-ab51-10f3f53ac3a5 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:26.087096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Unset dirty status for tenant:dc1d2d15b4ef45c58867898031ec69b8 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:26.092209 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9583e564-8d35-4a8d-b9b0-6c9261eac070 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.2878120
Dec 22 15:04:26.092850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37214) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:26.110809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.114475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:26.115045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.119367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.0426252
Dec 22 15:04:26.130237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37218) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:26.163166 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.6974595
Dec 22 15:04:26.163971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Checking segment: {'id': 'cac4efea-c48f-4927-ac07-91a01ef2aad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:26.164323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network hostable DHCP agents. Network: 21963e6e-fb8c-4363-86c5-b0918d194b31, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:26.193945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Subnet': ['ID=6fdb753d-c388-44df-9dbd-29c33f815db8,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:26.198032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.201099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:26.201609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bea86d08-67d3-4c88-90b9-f583f4d582e1 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:26.211327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 0ce5836e-d24f-461e-b0f5-04e1aace6bc2 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:26.211672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.254084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.263598 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2830f9c6-3831-4e5a-9b75-38972e628298 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/fa8930c9-6173-437b-ab51-10f3f53ac3a5 HTTP/1.1" status: 204  len: 168 time: 0.8953609
Dec 22 15:04:26.270813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37222) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:26.333473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object fe472d75-9fec-42b0-bf16-4a9774570f0a will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:26.339711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=3bd304b9-5aff-4dc1-b2f7-1267e5816a32,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:26.345632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:26.353173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:26.358631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:26.367001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 21963e6e-fb8c-4363-86c5-b0918d194b31) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:26.374468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:26.375986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.381731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.387661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f13861c0-e15e-48a2-a88d-569ce286fbb2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:26.390276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad50a0-7bdd-492f-9727-668ed1f02c66 None None] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:26.417409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Deleting port e3caa85d-0b76-49c0-b0c1-aa47f7083148 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:26.418034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.455439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8926cf91-c648-4da3-a109-ede10cef6a7e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:26.462540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9958746
Dec 22 15:04:26.476048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37226) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:26.481902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network c3099b45-53cf-4830-8fda-166389889ef7 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:26.483324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:26.486026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=fe472d75-9fec-42b0-bf16-4a9774570f0a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:26.488305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:26.488882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.494267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:26.586994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.776549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-344041547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:26.800139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 8926cf91-c648-4da3-a109-ede10cef6a7e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:26.820166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8926cf91-c648-4da3-a109-ede10cef6a7e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:26.820577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.864325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:26.941754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:router and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:26.957877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:26.962926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-21963e6e-fb8c-4363-86c5-b0918d194b31', 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31', 'tenant_id': '42fedf2c8ccf436f9895113cc63de967', 'fixed_ips': [{'subnet_id': '6fdb753d-c388-44df-9dbd-29c33f815db8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:26.963745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:26.975789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:27.063601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dcd3c7ac-1c64-4d1d-ab26-4c7aad5a4e7e None None] Provisioning for port fe472d75-9fec-42b0-bf16-4a9774570f0a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:27.081074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dcd3c7ac-1c64-4d1d-ab26-4c7aad5a4e7e None None] Provisioning complete for port fe472d75-9fec-42b0-bf16-4a9774570f0a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:27.081560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c7ac-1c64-4d1d-ab26-4c7aad5a4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.147279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.149227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.152065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.158271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.159616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.166422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6a8de52b-2e95-45a4-a0e2-1e2c4b4dfb2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:27.205280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.239782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3c7ac-1c64-4d1d-ab26-4c7aad5a4e7e None None] Port fe472d75-9fec-42b0-bf16-4a9774570f0a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:27.301712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.319902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 8926cf91-c648-4da3-a109-ede10cef6a7e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8926cf91-c648-4da3-a109-ede10cef6a7e,segment=NetworkSegment(3ae0e7fa-906c-4ac2-af53-4e0937538133),segment_id=3ae0e7fa-906c-4ac2-af53-4e0937538133)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:27.336051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=fe472d75-9fec-42b0-bf16-4a9774570f0a,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:27.339589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Allocated IP 172.20.0.2 (21963e6e-fb8c-4363-86c5-b0918d194b31/6fdb753d-c388-44df-9dbd-29c33f815db8/c3d8fc16-84a6-4580-8e05-16c21047ff49) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:27.348089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:27.413794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network c3099b45-53cf-4830-8fda-166389889ef7 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:27.414889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:27.493424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 0ce5836e-d24f-461e-b0f5-04e1aace6bc2 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:27.573169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.598760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Transition to ACTIVE for port object c3d8fc16-84a6-4580-8e05-16c21047ff49 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:27.606273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet f7e06cc7-69c0-41f4-b62b-802aa1a37bb2 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:27.641680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.649460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.664233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:27.671272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.742062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.777486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2979c576-4247-446e-b453-15bbc0929c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.802603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Transition to ACTIVE for port object c3d8fc16-84a6-4580-8e05-16c21047ff49 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:27.828246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.839412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=8926cf91-c648-4da3-a109-ede10cef6a7e,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:27.841168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.850243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:27.850721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:27.927251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:27.938194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c933c0cf-4d3a-49f0-ad44-88ebb370f70e None None] Provisioning complete for port fe472d75-9fec-42b0-bf16-4a9774570f0a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:27.938753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c933c0cf-4d3a-49f0-ad44-88ebb370f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.943972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.947986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6d92bbd8-ed29-4ead-ba11-5c338986fa7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 1.4709463
Dec 22 15:04:27.951667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37230) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:27.961726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:27.997983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:28.000894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:28.011696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c933c0cf-4d3a-49f0-ad44-88ebb370f70e None None] Port fe472d75-9fec-42b0-bf16-4a9774570f0a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:28.053341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.056087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.128104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Pushing event updated for resources: {'Port': ['ID=c3d8fc16-84a6-4580-8e05-16c21047ff49,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:28.132228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:28.137963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.138857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.162708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Attempting to bind port c3d8fc16-84a6-4580-8e05-16c21047ff49 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:28.163372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Attempting to bind port c3d8fc16-84a6-4580-8e05-16c21047ff49 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'cac4efea-c48f-4927-ac07-91a01ef2aad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:28.163743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Attempting to bind port c3d8fc16-84a6-4580-8e05-16c21047ff49 on network 21963e6e-fb8c-4363-86c5-b0918d194b31 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:28.171077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:28.172042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Checking segment: {'id': 'cac4efea-c48f-4927-ac07-91a01ef2aad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:28.172598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.172939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 2de88924-49e5-42eb-adf9-5bb164de875a is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:28.173413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Bound using segment: {'id': 'cac4efea-c48f-4927-ac07-91a01ef2aad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:28.173571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Bound port: c3d8fc16-84a6-4580-8e05-16c21047ff49, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac4efea-c48f-4927-ac07-91a01ef2aad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:28.173941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.276899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e541bfb-0050-40ac-97be-c9c2674fcde9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:28.284663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] For port c3d8fc16-84a6-4580-8e05-16c21047ff49, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:28.291883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] For port c3d8fc16-84a6-4580-8e05-16c21047ff49, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c3d8fc16-84a6-4580-8e05-16c21047ff49,segment=NetworkSegment(cac4efea-c48f-4927-ac07-91a01ef2aad6),segment_id=cac4efea-c48f-4927-ac07-91a01ef2aad6)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:28.298647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.314378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:28.326598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Calling delete_port for e3caa85d-0b76-49c0-b0c1-aa47f7083148 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:28.346498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8926cf91-c648-4da3-a109-ede10cef6a7e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:28.384486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=0ce5836e-d24f-461e-b0f5-04e1aace6bc2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:28.408528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:28.443618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.491943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Pushing event updated for resources: {'Port': ['ID=c3d8fc16-84a6-4580-8e05-16c21047ff49,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:28.496339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:28.510798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8926cf91-c648-4da3-a109-ede10cef6a7e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:28.512018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:28.519657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:28.541194 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] Sync routers for ids ['2de88924-49e5-42eb-adf9-5bb164de875a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:28.542602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/2de88924-49e5-42eb-adf9-5bb164de875a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7134321
Dec 22 15:04:28.543528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37234) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:28.558585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] Routers {'2de88924-49e5-42eb-adf9-5bb164de875a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:28.560274 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9ac0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2de88924-49e5-42eb-adf9-5bb164de875a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:28.639682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881c754-70b0-4eb9-83b5-74424c59075f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:28.639682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c881c754-70b0-4eb9-83b5-74424c59075f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:28.666879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c881c754-70b0-4eb9-83b5-74424c59075f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:28.668117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c881c754-70b0-4eb9-83b5-74424c59075f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports/fe472d75-9fec-42b0-bf16-4a9774570f0a HTTP/1.1" status: 200  len: 911 time: 0.1231706
Dec 22 15:04:28.670892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:28.682801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26cd6ee1-d2f9-4eb7-8501-44b44560e972'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:28.795493 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9ac0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:28.839475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] Routers {'2de88924-49e5-42eb-adf9-5bb164de875a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:28.840513 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9ac0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2de88924-49e5-42eb-adf9-5bb164de875a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:28.883495 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/0ce5836e-d24f-461e-b0f5-04e1aace6bc2 HTTP/1.1" status: 204  len: 168 time: 2.7482643
Dec 22 15:04:28.889875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37242) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:28.915506 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9ac0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:28.916260 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9852a-44d4-48b4-8d62-2b2e193c25e9 None None] The sync data for ids ['2de88924-49e5-42eb-adf9-5bb164de875a'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:28.922521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'mac_address': 'fa:16:3e:9c:3d:66', 'name': 'tempest-PortsIpV6TestJSON-1448790168'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:28.941273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.006129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e8940eb5-72a3-4356-8914-03580bd572b2 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:29.071044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.106504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e06cc7-69c0-41f4-b62b-802aa1a37bb2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:29.151097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:29.172620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58972007-0082-4711-80ed-842289823694 None None] Network dbaf1bc4-6bed-467e-ab5c-926a999eb842 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:29.176513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.214886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:29.224951 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/f7e06cc7-69c0-41f4-b62b-802aa1a37bb2 HTTP/1.1" status: 204  len: 168 time: 2.9486749
Dec 22 15:04:29.227847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:29.230830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37246) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:29.234906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:29.301786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.351108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:29.353094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.460146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec5901a1-a5bd-4e56-ad38-bd506732dc01 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:29.545033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] DHCP port deletion for dbaf1bc4-6bed-467e-ab5c-926a999eb842 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:29.551028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Deleting port 74e5a9fa-4584-4af6-819a-346ae303b9fd {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:29.551547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.570764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37250) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:29.585617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event deleted for resources: {'Port': ['ID=e3caa85d-0b76-49c0-b0c1-aa47f7083148,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:29.600882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:29.616286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:29.620511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:29.818626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] For port 74e5a9fa-4584-4af6-819a-346ae303b9fd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=74e5a9fa-4584-4af6-819a-346ae303b9fd,segment=NetworkSegment(5051967f-f1d9-443f-89f2-fcda19eaa038),segment_id=5051967f-f1d9-443f-89f2-fcda19eaa038)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:29.819030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.821729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.890289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.900593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.908778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:29.909892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.914911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/ports/fe472d75-9fec-42b0-bf16-4a9774570f0a HTTP/1.1" status: 200  len: 911 time: 1.2393281
Dec 22 15:04:29.914911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-983e0e25-31f9-42a8-8d0d-be5798b99d1b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:29.921752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:29.927475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:29.934424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2df44b-4254-412f-a9f8-c2b0fbffcaca None None] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:30.001103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=fe472d75-9fec-42b0-bf16-4a9774570f0a,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:30.004341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:30.056967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 74e5a9fa-4584-4af6-819a-346ae303b9fd {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:30.057230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.071793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Calling delete_port for 74e5a9fa-4584-4af6-819a-346ae303b9fd owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:30.146476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-67d89417-9dc6-489e-8af7-aeecfc4f881b None None] Provisioning for port c3d8fc16-84a6-4580-8e05-16c21047ff49 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:30.157343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:30.192745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:30.196499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.198258 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "DELETE /v2.0/ports/e3caa85d-0b76-49c0-b0c1-aa47f7083148 HTTP/1.1" status: 204  len: 168 time: 4.1005006
Dec 22 15:04:30.199142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:30.205207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37258) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:30.210087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 6d85932b-f135-4551-8144-bdd9b8416f66 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:30.212422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Request body: {'port': {'name': 'tempest-new-port-name-281248212', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:30.212795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] bootfile-name is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:30.213124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] tftp-server is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:30.213482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.api.validators [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] server-ip-address is not in valid_values {{(pid=83456) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 15:04:30.231195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.237652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-043dbfbb-40ea-4518-9372-078d096a2e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:30.289161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Pushing event deleted for resources: {'Port': ['ID=74e5a9fa-4584-4af6-819a-346ae303b9fd,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:30.291803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:30.301543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] No DVR routers for this DVR port 74e5a9fa-4584-4af6-819a-346ae303b9fd on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:30.364554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c3d8fc16-84a6-4580-8e05-16c21047ff49 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:30.391024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.403407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:30.456635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c3d8fc16-84a6-4580-8e05-16c21047ff49 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:30.462397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c3d8fc16-84a6-4580-8e05-16c21047ff49 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:30.462746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.509999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:30.535693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port '74e5a9fa-4584-4af6-819a-346ae303b9fd' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:30.591632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.607382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.654276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port c3d8fc16-84a6-4580-8e05-16c21047ff49, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c3d8fc16-84a6-4580-8e05-16c21047ff49,segment=NetworkSegment(cac4efea-c48f-4927-ac07-91a01ef2aad6),segment_id=cac4efea-c48f-4927-ac07-91a01ef2aad6)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:30.659547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.668556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fe90cba-550e-4395-8933-700f790b1b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:30.747704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 74e5a9fa-4584-4af6-819a-346ae303b9fd no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:30.788765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 74e5a9fa-4584-4af6-819a-346ae303b9fd {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:04:30.789217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 74e5a9fa-4584-4af6-819a-346ae303b9fd not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:30.791506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=c3d8fc16-84a6-4580-8e05-16c21047ff49,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:30.794781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:30.805789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2784669a-65e2-4a46-a894-376205e5c8c9 None None] Provisioning complete for port c3d8fc16-84a6-4580-8e05-16c21047ff49 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:30.806014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2784669a-65e2-4a46-a894-376205e5c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.870077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.875197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.879927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ced181d-b566-4031-8f30-8020fc756213 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:30.968849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:30.987260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event updated for resources: {'Port': ['ID=5f2535d3-81da-45f2-8130-4813b8bd22da,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:30.991912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:31.011988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] In _notify_port_updated(), no bound segment for port 5f2535d3-81da-45f2-8130-4813b8bd22da on network 2ed41251-0757-4302-8c6b-92230265d421 {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:04:31.016604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:31.017236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.020981 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "PUT /v2.0/ports/5f2535d3-81da-45f2-8130-4813b8bd22da HTTP/1.1" status: 200  len: 1135 time: 0.8123190
Dec 22 15:04:31.021200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37262) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:31.095632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ca887-dc28-4c38-abb9-ef4427ab69c7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:31.096248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-331ca887-dc28-4c38-abb9-ef4427ab69c7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Synchronizing usage tracker for tenant:dc1d2d15b4ef45c58867898031ec69b8 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:31.103161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.113836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-331ca887-dc28-4c38-abb9-ef4427ab69c7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Unset dirty status for tenant:dc1d2d15b4ef45c58867898031ec69b8 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:31.119216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-331ca887-dc28-4c38-abb9-ef4427ab69c7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "GET /v2.0/ports/5f2535d3-81da-45f2-8130-4813b8bd22da HTTP/1.1" status: 200  len: 1135 time: 0.0929320
Dec 22 15:04:31.119485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37266) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:31.186879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Deleting port 5f2535d3-81da-45f2-8130-4813b8bd22da {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:31.187822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.253871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e4586cdd-70a1-4f88-aace-d1b387862b98 None None] Provisioning complete for port 5f2535d3-81da-45f2-8130-4813b8bd22da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:31.254455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e4586cdd-70a1-4f88-aace-d1b387862b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.266533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574edd100>,) {'filters': {'network_id': ['dbaf1bc4-6bed-467e-ab5c-926a999eb842']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:31.312244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574edd100>, '5051967f-f1d9-443f-89f2-fcda19eaa038') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:31.312881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574edd100>, '5051967f-f1d9-443f-89f2-fcda19eaa038') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:31.315248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e4586cdd-70a1-4f88-aace-d1b387862b98 None None] Port 5f2535d3-81da-45f2-8130-4813b8bd22da cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:31.335823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.345533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.464418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.476640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.546084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:31.547330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:31.575966 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:31.592483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Calling delete_port for 5f2535d3-81da-45f2-8130-4813b8bd22da owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:31.738749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.744119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3f68dba0-b591-4e19-a9ba-f8c27a4809c1 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:31.772673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.788799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event deleted for resources: {'Port': ['ID=5f2535d3-81da-45f2-8130-4813b8bd22da,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:31.789610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48d6b4d1-d28f-48f7-b3db-f64f7a477feb tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:31.792774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:31.803927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.806881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.834979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=dbaf1bc4-6bed-467e-ab5c-926a999eb842,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:31.851717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:31.864990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-734b99db-3b1b-4f46-a87d-cfdced964be4 tempest-RoutersIpV6AdminTest-1234558300 tempest-RoutersIpV6AdminTest-1234558300-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:31.893309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:31.908550 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "DELETE /v2.0/ports/5f2535d3-81da-45f2-8130-4813b8bd22da HTTP/1.1" status: 204  len: 168 time: 0.7875214
Dec 22 15:04:31.910633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37270) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.039560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Allocated IP 172.20.0.1 (21963e6e-fb8c-4363-86c5-b0918d194b31/6fdb753d-c388-44df-9dbd-29c33f815db8/c7c458b6-f930-482f-807b-60d2f85cc126) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:32.065743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/dbaf1bc4-6bed-467e-ab5c-926a999eb842 HTTP/1.1" status: 204  len: 168 time: 2.8327427
Dec 22 15:04:32.069578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37274) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.077258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300630630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:32.084922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:32.094947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:32.099414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:32.102730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:32.105875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:32.114433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.120322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:32.120804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:32.124345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:32.125504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.134868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Deleting subnet b955f64e-ccaf-452b-9b3b-3d65605ec51c {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:32.138934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.166690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.167614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.207930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.215972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=6d85932b-f135-4551-8144-bdd9b8416f66,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:32.224194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:32.224866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d14894bd-cfa5-4169-9b54-f15f1b46963d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:32.247128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.273839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c3d8fc16-84a6-4580-8e05-16c21047ff49 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:32.280126 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.3883939
Dec 22 15:04:32.286300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.326853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.331930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.349554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c3d8fc16-84a6-4580-8e05-16c21047ff49 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:32.350177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.391775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.392971 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0a4749a1-3ae0-411e-aee5-ae547b7b0584 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.3224764
Dec 22 15:04:32.399979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefc7dd-8ba7-4aba-803b-7386a4f307e5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:32.400650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1eefc7dd-8ba7-4aba-803b-7386a4f307e5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:32.403960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37282) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.408018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.414375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=b6ff9526-3946-46b1-8ccd-370f0fea697b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:32.439641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-401843685'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:32.451892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:32.464004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:32.469330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:32.471458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:32.481140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1eefc7dd-8ba7-4aba-803b-7386a4f307e5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:32.484833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1eefc7dd-8ba7-4aba-803b-7386a4f307e5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/6d85932b-f135-4551-8144-bdd9b8416f66 HTTP/1.1" status: 200  len: 845 time: 0.1976681
Dec 22 15:04:32.486361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37286) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.487262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:32.518540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.525318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': '1ea13040-7550-4f06-b86e-ec3a5bfa97e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:32.525670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: 3bd304b9-5aff-4dc1-b2f7-1267e5816a32, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:32.553992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:32.556940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.584335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:32.599337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 3bd304b9-5aff-4dc1-b2f7-1267e5816a32) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:32.604952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:32.605539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.615432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab4b38-937f-44c0-9c7e-aa04da19ccf8 None None] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:32.667753 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0804880
Dec 22 15:04:32.670733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37290) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:32.679172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1550557283'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:32.687681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:32.712713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 6d85932b-f135-4551-8144-bdd9b8416f66 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:32.713050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.738031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:32.741650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Transition to ACTIVE for port object c7c458b6-f930-482f-807b-60d2f85cc126 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:32.743021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:32.746482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.759699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:32.760035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:32.790828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:32.809116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event deleted for resources: {'Subnet': ['ID=b955f64e-ccaf-452b-9b3b-3d65605ec51c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:32.816224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:32.817519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:32.817611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.817819 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment f2337428-037c-4977-9ac8-60ad26e4199f of type vlan for network 89eff994-9576-45a6-92c9-7c0b002adec6
Dec 22 15:04:32.820026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.831610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881cd52-01a0-4710-856b-e603572a970d None None] Network 2ed41251-0757-4302-8c6b-92230265d421 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:32.837376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.872846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.879399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1e4e9553-813b-46a4-b301-905ebd3f0603 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:32.914878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:32.960545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-3bd304b9-5aff-4dc1-b2f7-1267e5816a32', 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32', 'tenant_id': '1ed0f8a08bf6415da57bc29404943908', 'fixed_ips': [{'subnet_id': 'b6ff9526-3946-46b1-8ccd-370f0fea697b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:32.961277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.974446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:32.974817 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment 5da070f1-a5ef-4227-b761-28bd504cbb85 of type vlan for network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4
Dec 22 15:04:33.015934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:33.017024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.024141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:33.027439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=c7c458b6-f930-482f-807b-60d2f85cc126,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:33.054251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:33.079702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:33.123247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.149760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 6d85932b-f135-4551-8144-bdd9b8416f66 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:33.153215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.161787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.204275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.208274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:33.209097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.215961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbf4082c-642f-4a1e-8e9d-40fa273af8fb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:33.263625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.279254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Allocated IP 2001:db8:0:ffff::2 (3bd304b9-5aff-4dc1-b2f7-1267e5816a32/b6ff9526-3946-46b1-8ccd-370f0fea697b/250fedb1-912e-469e-aa9e-4879d5152ab9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:33.291254 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "DELETE /v2.0/subnets/b955f64e-ccaf-452b-9b3b-3d65605ec51c HTTP/1.1" status: 204  len: 168 time: 1.3786986
Dec 22 15:04:33.301952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37294) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:33.337141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.371884 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6971974
Dec 22 15:04:33.385166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37298) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:33.398354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1fa3f873-964d-4a3f-82c7-9580efa7de2c tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:33.399799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:33.411377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] DHCP port deletion for 2ed41251-0757-4302-8c6b-92230265d421 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:33.423060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Deleting port f22d3797-45f0-435c-a269-848c55042177 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:33.423060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.467882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=6d85932b-f135-4551-8144-bdd9b8416f66,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:33.470373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:33.494012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.497518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:33.498149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.502165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db9c2be9-f541-4899-9704-cbce892a8474 None None] Provisioning for port c7c458b6-f930-482f-807b-60d2f85cc126 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:33.506100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-14bdf8ba-b3af-4217-a5fa-7d0afe1411f4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:33.516952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:33.528347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:33.551798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db9c2be9-f541-4899-9704-cbce892a8474 None None] Provisioning complete for port c7c458b6-f930-482f-807b-60d2f85cc126 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:33.552180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db9c2be9-f541-4899-9704-cbce892a8474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.574913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:33.590589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.612509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:33.617292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=89eff994-9576-45a6-92c9-7c0b002adec6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:33.620095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:33.628862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.629126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:33.648524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.653262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.2470171
Dec 22 15:04:33.659416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37302) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:33.665538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:33.669336 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/6d85932b-f135-4551-8144-bdd9b8416f66 HTTP/1.1" status: 204  len: 168 time: 1.1772981
Dec 22 15:04:33.671812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37304) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:33.681696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 89eff994-9576-45a6-92c9-7c0b002adec6 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:33.685695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:33.705043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:33.713163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Deleting port f22d3797-45f0-435c-a269-848c55042177 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:33.713556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:33.757441 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f52f841-de18-49be-9da7-81688bcf406f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:33.757938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5f52f841-de18-49be-9da7-81688bcf406f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:33.818097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5f52f841-de18-49be-9da7-81688bcf406f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:33.819222 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5f52f841-de18-49be-9da7-81688bcf406f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/6d85932b-f135-4551-8144-bdd9b8416f66 HTTP/1.1" status: 404  len: 333 time: 0.1461935
Dec 22 15:04:33.825830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37310) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:33.834604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'name': 'tempest-PortsIpV6TestJSON-1969292473'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:33.945745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2be9-f541-4899-9704-cbce892a8474 None None] Port c7c458b6-f930-482f-807b-60d2f85cc126 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:33.973833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:34.011944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.032224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] For port f22d3797-45f0-435c-a269-848c55042177, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f22d3797-45f0-435c-a269-848c55042177,segment=NetworkSegment(cab4f88f-20ed-49a7-b3b3-6ce06da8b318),segment_id=cab4f88f-20ed-49a7-b3b3-6ce06da8b318)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:34.032650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.044417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:34.044646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Transition to ACTIVE for port object 250fedb1-912e-469e-aa9e-4879d5152ab9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:34.058612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] For port f22d3797-45f0-435c-a269-848c55042177, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f22d3797-45f0-435c-a269-848c55042177,segment=NetworkSegment(cab4f88f-20ed-49a7-b3b3-6ce06da8b318),segment_id=cab4f88f-20ed-49a7-b3b3-6ce06da8b318)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:34.058965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.067746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:34.168072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Calling delete_port for f22d3797-45f0-435c-a269-848c55042177 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:34.185224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Calling delete_port for f22d3797-45f0-435c-a269-848c55042177 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:34.212807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:34.215451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.221337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port fe472d75-9fec-42b0-bf16-4a9774570f0a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:34.221937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.226114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Transition to ACTIVE for port object 250fedb1-912e-469e-aa9e-4879d5152ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:34.239343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.245413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:34.257542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:34.267189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:34.298724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:34.303920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:34.319791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.335217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:34.339182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:34.341511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:34.347703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.353245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:34.361186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f22d3797-45f0-435c-a269-848c55042177 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:34.390386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Pushing event updated for resources: {'Port': ['ID=250fedb1-912e-469e-aa9e-4879d5152ab9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:34.393499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:34.399839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9feca12f-37c9-40f4-98df-e5f2aacf4c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:34.453097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Pushing event deleted for resources: {'Port': ['ID=f22d3797-45f0-435c-a269-848c55042177,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:34.455284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:34.456409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f22d3797-45f0-435c-a269-848c55042177 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:04:34.456409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f22d3797-45f0-435c-a269-848c55042177 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:34.463448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:34.465837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:34.484629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] No DVR routers for this DVR port f22d3797-45f0-435c-a269-848c55042177 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:34.536633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:34.554932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Attempting to bind port 250fedb1-912e-469e-aa9e-4879d5152ab9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:34.555307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Attempting to bind port 250fedb1-912e-469e-aa9e-4879d5152ab9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1ea13040-7550-4f06-b86e-ec3a5bfa97e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:34.555677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Attempting to bind port 250fedb1-912e-469e-aa9e-4879d5152ab9 on network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:34.562490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:34.562872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Checking segment: {'id': '1ea13040-7550-4f06-b86e-ec3a5bfa97e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:34.563278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.563678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Bound using segment: {'id': '1ea13040-7550-4f06-b86e-ec3a5bfa97e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:34.564147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Bound port: 250fedb1-912e-469e-aa9e-4879d5152ab9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea13040-7550-4f06-b86e-ec3a5bfa97e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd304b9-5aff-4dc1-b2f7-1267e5816a32'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:34.564560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.662509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.696503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.705837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:34.713308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] For port 250fedb1-912e-469e-aa9e-4879d5152ab9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:34.716647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] For port 250fedb1-912e-469e-aa9e-4879d5152ab9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=250fedb1-912e-469e-aa9e-4879d5152ab9,segment=NetworkSegment(1ea13040-7550-4f06-b86e-ec3a5bfa97e0),segment_id=1ea13040-7550-4f06-b86e-ec3a5bfa97e0)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:34.721753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.732005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b6b0ddd2-5fcb-44d3-898c-3167fca7e8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:34.777603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.786198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:34.790243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:34.792423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=15a3f4e7-7a1b-486a-8fd1-31e8b1cda957,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:34.794590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:34.799451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:34.800179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.814551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Pushing event updated for resources: {'Port': ['ID=250fedb1-912e-469e-aa9e-4879d5152ab9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:34.816369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:34.817509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:34.840612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.0136757
Dec 22 15:04:34.843519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37314) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:34.849814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:34.916185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:34.970435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Deleting port f22d3797-45f0-435c-a269-848c55042177 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:34.970779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.011722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.070411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] The port 'f22d3797-45f0-435c-a269-848c55042177' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:35.120109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for fe472d75-9fec-42b0-bf16-4a9774570f0a owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:35.230969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.254490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.261675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.295971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1e2920a-385b-4aa8-a9c1-6b5f78c67e0e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:35.355218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d87e20>,) {'filters': {'network_id': ['2ed41251-0757-4302-8c6b-92230265d421']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:35.385643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d87e20>, 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:35.385924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d87e20>, 'cab4f88f-20ed-49a7-b3b3-6ce06da8b318') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:35.404689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.424693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.433629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:35.434024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:35.449686 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:35.517086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.523183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.544884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-167eafbd-373b-45a9-8acf-bfed2fb3b319 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:35.611197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] In _notify_port_updated(), no bound segment for port 15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 on network 83dc2e2a-603f-4b1b-a090-1226a8ac623a {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:04:35.615691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:35.616403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.617730 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/ports/15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 HTTP/1.1" status: 200  len: 818 time: 0.7733026
Dec 22 15:04:35.618559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.620111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=c7c458b6-f930-482f-807b-60d2f85cc126,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:35.623242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.624054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.628028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:35.629094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:35.643782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=15a3f4e7-7a1b-486a-8fd1-31e8b1cda957,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:35.647163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:35.648806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] 10.222.0.69 "DELETE /v2.0/networks/2ed41251-0757-4302-8c6b-92230265d421 HTTP/1.1" status: 204  len: 168 time: 2.3455825
Dec 22 15:04:35.649571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6c08c28-444d-4b7d-b6b5-dc346352f6ae tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:35.670593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Pushing event deleted for resources: {'Network': ['ID=2ed41251-0757-4302-8c6b-92230265d421,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:35.673611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:35.883133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af5f98-ec49-4f9f-9a19-98a958c9d4fb None None] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:35.899026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:35.899367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.987379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:35.998838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37326) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:36.001986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4df282b2-a81b-4306-8f12-91c45f8f2bf9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:36.057994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:04:36.065072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-90d6d276-57e6-4bbb-ad8b-2f411ebc5ae1 None None] Provisioning for port 250fedb1-912e-469e-aa9e-4879d5152ab9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:36.091713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.115877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.190177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:36.197900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-52137e4f-3f3f-43fe-b592-5f3e49870b1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc1d2d15b4ef45c58867898031ec69b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1958680
Dec 22 15:04:36.201091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:36.203494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37332) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:36.206476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-362c482f-3f94-4fc2-a669-56c08be1522d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:36.268681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:36.280437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:36.306697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.319232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 250fedb1-912e-469e-aa9e-4879d5152ab9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:36.343458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.434038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.438976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b8433ad-a7c2-4a52-bb59-dd16e5f7ab21 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:36.457720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 250fedb1-912e-469e-aa9e-4879d5152ab9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:36.466013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 250fedb1-912e-469e-aa9e-4879d5152ab9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:36.466711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.475773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990e5df3-6de4-488f-8ca5-abf25f95731b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:36.479823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:36.481298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.482792 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/990e5df3-6de4-488f-8ca5-abf25f95731b HTTP/1.1" status: 204  len: 168 time: 0.2781110
Dec 22 15:04:36.567699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d604eef5-706e-4647-9844-17ba8e6e1e49 None None] Provisioning complete for port 250fedb1-912e-469e-aa9e-4879d5152ab9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:36.568081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d604eef5-706e-4647-9844-17ba8e6e1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.723978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.759373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.793243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=86ced18f-22cd-4528-9e77-52395f464581,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:36.799203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 250fedb1-912e-469e-aa9e-4879d5152ab9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=250fedb1-912e-469e-aa9e-4879d5152ab9,segment=NetworkSegment(1ea13040-7550-4f06-b86e-ec3a5bfa97e0),segment_id=1ea13040-7550-4f06-b86e-ec3a5bfa97e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:36.802432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:36.807041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.811082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2e87d3b-2036-4207-8636-45ea478111cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:36.817671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:36.854157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d604eef5-706e-4647-9844-17ba8e6e1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:36.929094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=250fedb1-912e-469e-aa9e-4879d5152ab9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:36.933725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:36.951258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-d604eef5-706e-4647-9844-17ba8e6e1e49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:36.951614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-d604eef5-706e-4647-9844-17ba8e6e1e49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:36.955101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:36.955459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: 89eff994-9576-45a6-92c9-7c0b002adec6, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:37.159754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': '5da070f1-a5ef-4227-b761-28bd504cbb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:37.160108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:37.175125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:37.202936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=fe472d75-9fec-42b0-bf16-4a9774570f0a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:37.205292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:37.335964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.395820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37354) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:37.414656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 89eff994-9576-45a6-92c9-7c0b002adec6 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:37.424831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:37.430063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.499903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ae38d92-4a02-4664-9522-91312a7c3bb9 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:37.535373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'networks': [{'name': 'tempest-network--2053876433'}, {'name': 'tempest-network--1016871038'}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:37.535680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-network--2053876433'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:37.536414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-network--1016871038'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:37.541276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:37.545005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:network and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:37.548898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:37.553756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 89eff994-9576-45a6-92c9-7c0b002adec6) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:37.555309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:37.561293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15006755-0773-4192-9220-513ebc33ffc1 None None] Network 89eff994-9576-45a6-92c9-7c0b002adec6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:37.577748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'network': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:37.582910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.602973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.617813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:37.619710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=15a3f4e7-7a1b-486a-8fd1-31e8b1cda957,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:37.631917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:37.632745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.640922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f5d62-7461-441e-bf62-646acde4b577 None None] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:37.678824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.682881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:37.683767 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 HTTP/1.1" status: 204  len: 168 time: 2.0421953
Dec 22 15:04:37.687293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:37.687967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.689127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:security_group_rule and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:37.693287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:37.697636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37362) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:37.701005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:37.706379 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0314577
Dec 22 15:04:37.714545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37366) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:37.779078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-48c91555-14d1-4248-a533-c7ff6e8ca7cd None None] Provisioning complete for port c7c458b6-f930-482f-807b-60d2f85cc126 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:37.779465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-48c91555-14d1-4248-a533-c7ff6e8ca7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:37.788294 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.3971181
Dec 22 15:04:37.789871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:37.791318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37370) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:37.813179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'port': {'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4', 'name': 'tempest-NetworksIpV6TestAttrs-536299887'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:37.933895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-48c91555-14d1-4248-a533-c7ff6e8ca7cd None None] Port c7c458b6-f930-482f-807b-60d2f85cc126 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:38.095364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-89eff994-9576-45a6-92c9-7c0b002adec6', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:38.097079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.175018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e55a26-77a1-47db-8bad-ced9cb404ead tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:38.175849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1e55a26-77a1-47db-8bad-ced9cb404ead tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:38.188799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4', 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4', 'tenant_id': '1ed0f8a08bf6415da57bc29404943908', 'fixed_ips': [{'subnet_id': '86ced18f-22cd-4528-9e77-52395f464581'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:38.189006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.229934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.236730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.237295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.247733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-659fa114-725e-4f98-bfbe-7f8411289790 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:38.281388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:38.323729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 250fedb1-912e-469e-aa9e-4879d5152ab9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:38.351580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90d1cc-2617-4b1b-a538-95b6222d0763,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:38.355868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:port and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:38.366492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:38.393179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:38.395541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a1e55a26-77a1-47db-8bad-ced9cb404ead tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:38.397294 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a1e55a26-77a1-47db-8bad-ced9cb404ead tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6934483
Dec 22 15:04:38.404904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:38.407108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:38.431845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:38.448121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.448390 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment ea095a30-95d9-4d84-97b1-d779be2ea16a of type vlan for network 7189bbe3-b7b2-4972-ae42-b5b5f572a023
Dec 22 15:04:38.466953 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7649e2-bb0f-4a40-b7e4-c894a18e5d63 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:04:38.469270 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9d7649e2-bb0f-4a40-b7e4-c894a18e5d63 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/15a3f4e7-7a1b-486a-8fd1-31e8b1cda957 HTTP/1.1" status: 404  len: 333 time: 0.0578315
Dec 22 15:04:38.473554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:38.478133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:38.481246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.498708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1375129505'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:38.511601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:38.519934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Allocated IP 172.20.0.2 (89eff994-9576-45a6-92c9-7c0b002adec6/cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1/1ef35cfa-8064-426f-a870-21ae37d2e2f7) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:38.520772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Router e68cb65f-eb4a-4547-83cf-d10e8b7faa68 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:38.524411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.526163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:38.534271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:38.542985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] device_id is not set on port fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:38.574626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.580928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 2de88924-49e5-42eb-adf9-5bb164de875a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:38.583588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:38.619376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:38.622562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.692285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Allocated IP 2001:db8::f816:3eff:fe15:4821 (c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4/86ced18f-22cd-4528-9e77-52395f464581/1a67c412-ef64-41b4-a7f8-8a2990a723db) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:38.696771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 250fedb1-912e-469e-aa9e-4879d5152ab9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:38.697153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.713556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:38.790904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.791686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment cca01263-2234-46c1-8d59-750306f6244b of type vlan for network 0579a1c9-7a4f-4c42-8e3a-d99326996b56
Dec 22 15:04:38.877889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.984669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.985438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.989310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:38.992710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:38.993440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:38.998657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:39.035538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.052968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:39.079293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.079620 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment 3a7035a2-3cbc-4e21-bacc-6b099bd39373 of type vlan for network e1f9a051-835e-433a-922c-332b57e1b38f
Dec 22 15:04:39.086234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Transition to ACTIVE for port object 1ef35cfa-8064-426f-a870-21ae37d2e2f7 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:39.115493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.116502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.7194583
Dec 22 15:04:39.117361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37382) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.119452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:39.119913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=7189bbe3-b7b2-4972-ae42-b5b5f572a023,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:39.128719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Transition to ACTIVE for port object 1ef35cfa-8064-426f-a870-21ae37d2e2f7 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:39.131598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.137702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Transition to ACTIVE for port object 1a67c412-ef64-41b4-a7f8-8a2990a723db will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:39.162015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] Sync routers for ids ['2de88924-49e5-42eb-adf9-5bb164de875a'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:39.164145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 7189bbe3-b7b2-4972-ae42-b5b5f572a023 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:39.166239 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/2de88924-49e5-42eb-adf9-5bb164de875a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2270846
Dec 22 15:04:39.172047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37386) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.181141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.187750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Transition to ACTIVE for port object 1a67c412-ef64-41b4-a7f8-8a2990a723db will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:39.192249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f6dbf178-0725-4259-ab79-6e0429977daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:39.218801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:39.225204 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "PUT /v2.0/routers/e68cb65f-eb4a-4547-83cf-d10e8b7faa68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2703676
Dec 22 15:04:39.231355 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] Sync routers for ids ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:39.247035 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] Routers {'e68cb65f-eb4a-4547-83cf-d10e8b7faa68'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:39.247555 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d95c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.286383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37390) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.295016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.305647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'port': {'network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31', 'name': 'tempest-FloatingIPNegativeTestJSON-529544585'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:39.321636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af3ed9ea-bf95-4ada-8933-5690369f0936 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:39.330949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.335113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:39.335278 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d95c40>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.336074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.350184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:39.351492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:39.360416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:39.365426 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] Routers {'e68cb65f-eb4a-4547-83cf-d10e8b7faa68'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:39.366885 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d95c40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.369456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] Routers {'2de88924-49e5-42eb-adf9-5bb164de875a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:39.370290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cacdc0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2de88924-49e5-42eb-adf9-5bb164de875a'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.395790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=0579a1c9-7a4f-4c42-8e3a-d99326996b56,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:39.399373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:39.411065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:39.411790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:39.412178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:39.432414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.20.0.1 (89eff994-9576-45a6-92c9-7c0b002adec6/cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1/cc9b15b6-7586-4c31-92e6-55c9f33510b9) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:39.468749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:39.473235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:39.477117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:39.481332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:39.482320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Synchronizing usage tracker for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:39.490236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d95c40>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.490637 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec739d4-d818-4a67-b130-7537a8c953ea None None] The sync data for ids ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:39.507908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0579a1c9-7a4f-4c42-8e3a-d99326996b56 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:39.527652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Network 89eff994-9576-45a6-92c9-7c0b002adec6 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:39.540450 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0630753
Dec 22 15:04:39.551803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:39.558553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37394) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.570424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Allocated IP 2001:db8::f816:3eff:fe1b:f318 (c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4/86ced18f-22cd-4528-9e77-52395f464581/fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:39.592186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Unset dirty status for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:39.594358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f45a7dcd-bf97-4f7d-aae6-ef182559e6aa tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.4759078
Dec 22 15:04:39.597751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.607392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:39.651682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Pushing event updated for resources: {'Port': ['ID=1ef35cfa-8064-426f-a870-21ae37d2e2f7,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:39.654075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cacdc0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.673696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:39.674774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af3ed9ea-bf95-4ada-8933-5690369f0936 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:39.678812 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-af3ed9ea-bf95-4ada-8933-5690369f0936 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=2de88924-49e5-42eb-adf9-5bb164de875a HTTP/1.1" status: 200  len: 205 time: 0.5021045
Dec 22 15:04:39.678947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:39.684817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37402) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:39.747256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:39.752714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Attempting to bind port 1a67c412-ef64-41b4-a7f8-8a2990a723db on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:39.753095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Attempting to bind port 1a67c412-ef64-41b4-a7f8-8a2990a723db by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '5da070f1-a5ef-4227-b761-28bd504cbb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:39.753460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Attempting to bind port 1a67c412-ef64-41b4-a7f8-8a2990a723db on network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:39.773684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=e1f9a051-835e-433a-922c-332b57e1b38f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:39.795009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] Routers {'2de88924-49e5-42eb-adf9-5bb164de875a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:39.795652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cacdc0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2de88924-49e5-42eb-adf9-5bb164de875a'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:39.846710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:39.859642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network e1f9a051-835e-433a-922c-332b57e1b38f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:39.945882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:39.948519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:39.956455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:39.961330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:39.964482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:port and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:39.978351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:39.980595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:39.994612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:39.995347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Checking segment: {'id': '5da070f1-a5ef-4227-b761-28bd504cbb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:39.995500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:39.995607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:39.995786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Bound using segment: {'id': '5da070f1-a5ef-4227-b761-28bd504cbb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:39.996272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Bound port: 1a67c412-ef64-41b4-a7f8-8a2990a723db, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da070f1-a5ef-4227-b761-28bd504cbb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:39.996679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.015401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cacdc0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:40.015710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:40.015807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab27419-e4e8-493f-bfe2-0c3d8aa911e7 None None] The sync data for ids ['2de88924-49e5-42eb-adf9-5bb164de875a'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:40.024053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Attempting to bind port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:40.024512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Attempting to bind port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:40.024768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Attempting to bind port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 on network 89eff994-9576-45a6-92c9-7c0b002adec6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:40.026715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Pushing event updated for resources: {'Port': ['ID=1a67c412-ef64-41b4-a7f8-8a2990a723db,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:40.040494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.044835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:40.060722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.073065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.085788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Made reservation on behalf of 42fedf2c8ccf436f9895113cc63de967 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:40.088887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.093199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:40.093584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Checking segment: {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:40.093989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.094394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Bound using segment: {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:40.094887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Bound port: 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:40.095265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.101477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.161339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Transition to ACTIVE for port object fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:40.164570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] device_id is not set on port 97aade9b-036c-4706-9c3c-90cb354ea590 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:40.206300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.214052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:40.227612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:40.232940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object cc9b15b6-7586-4c31-92e6-55c9f33510b9 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:40.238435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] For port 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:40.241186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.245908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] For port 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1ef35cfa-8064-426f-a870-21ae37d2e2f7,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:40.246827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:40.287355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.341915 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Pushing event updated for resources: {'Port': ['ID=1a67c412-ef64-41b4-a7f8-8a2990a723db,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:40.352263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:40.353041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:40.415232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.427838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Pushing event updated for resources: {'Port': ['ID=1ef35cfa-8064-426f-a870-21ae37d2e2f7,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:40.432937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:40.448852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e78c6960-17d5-40ef-b6bd-8c6c369c787a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:40.516125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Allocated IP 172.20.0.9 (21963e6e-fb8c-4363-86c5-b0918d194b31/6fdb753d-c388-44df-9dbd-29c33f815db8/97aade9b-036c-4706-9c3c-90cb354ea590) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:40.540260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.558817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.566250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1561b11-9a4c-4685-b696-efc73e1917ce tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:40.595029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:40.605180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:40.607190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Port': ['ID=fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:40.626131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:40.629585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:40.630192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.643771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:40.675514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:40.680290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:40.765685 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.9722948
Dec 22 15:04:40.839375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37406) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:40.876743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574807dc0>,) {'filters': {'network_id': ['7189bbe3-b7b2-4972-ae42-b5b5f572a023']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:40.909777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574807dc0>, 'ea095a30-95d9-4d84-97b1-d779be2ea16a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:40.910062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574807dc0>, 'ea095a30-95d9-4d84-97b1-d779be2ea16a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:40.920105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 89eff994-9576-45a6-92c9-7c0b002adec6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:40.927235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:40.930266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.939162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:40.940933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:40.996656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.002300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.012939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:41.013393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:41.028566 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:41.067478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.076868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e0ca91a7-dd24-49b3-af9f-3e7398d75939 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:41.124623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.147793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.148287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router 2de88924-49e5-42eb-adf9-5bb164de875a {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:04:41.152826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.158883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1ea88794-dbfe-4c51-9b02-fdca617c0406 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:41.175788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.189140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.190217 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ab6651c-0cf5-463a-bb10-22e485fbf689 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/2de88924-49e5-42eb-adf9-5bb164de875a HTTP/1.1" status: 204  len: 168 time: 1.5042877
Dec 22 15:04:41.192424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=7189bbe3-b7b2-4972-ae42-b5b5f572a023,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:41.194675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:41.195332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37410) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:41.202222 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/7189bbe3-b7b2-4972-ae42-b5b5f572a023 HTTP/1.1" status: 204  len: 168 time: 1.6007490
Dec 22 15:04:41.211602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37414) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:41.352824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=80779a4a-07c8-4010-924c-fa7962cea2d1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:41.361830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.375580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:41.380058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.435679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Transition to ACTIVE for port object 97aade9b-036c-4706-9c3c-90cb354ea590 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:41.454688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': '3a7035a2-3cbc-4e21-bacc-6b099bd39373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:41.455054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: e1f9a051-835e-433a-922c-332b57e1b38f, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:41.469262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.473273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting subnet 86ced18f-22cd-4528-9e77-52395f464581 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:41.484958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.620701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.722259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.730835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network e1f9a051-835e-433a-922c-332b57e1b38f is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:41.741630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-25753152-f3ad-42b0-9286-bb2114308ded tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:41.760929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet 26cd6ee1-d2f9-4eb7-8501-44b44560e972 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:41.766571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.846013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.849452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, e1f9a051-835e-433a-922c-332b57e1b38f) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:41.860242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43adf85-8978-430b-91cd-ef3f520610ec None None] Network e1f9a051-835e-433a-922c-332b57e1b38f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:41.868710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.925921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=97aade9b-036c-4706-9c3c-90cb354ea590,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:41.940167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:41.941719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752d3d60>,) {'filters': {'network_id': ['0579a1c9-7a4f-4c42-8e3a-d99326996b56']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:41.949547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:41.950134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:41.985166 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3116984
Dec 22 15:04:41.987161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752d3d60>, 'cca01263-2234-46c1-8d59-750306f6244b') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:41.987464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752d3d60>, 'cca01263-2234-46c1-8d59-750306f6244b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:42.003897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37418) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.016938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:42.022660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:42.028905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.037344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:42.053810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.095068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.102703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:42.128150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:42.128604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:42.152166 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:42.167447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735e66a-1df9-4190-a392-510e7ed69220 None None] Network c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:42.266236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:42.266858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.337863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.386682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.391715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.398653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:42.404207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-73912b65-dfdf-4741-8e94-67a7cc075251 None None] Provisioning for port 1a67c412-ef64-41b4-a7f8-8a2990a723db completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:42.416190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-e1f9a051-835e-433a-922c-332b57e1b38f', 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '80779a4a-07c8-4010-924c-fa7962cea2d1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:42.417276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.451607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1ef35cfa-8064-426f-a870-21ae37d2e2f7 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:42.457777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:42.462420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=0579a1c9-7a4f-4c42-8e3a-d99326996b56,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:42.470213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:42.472243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:42.474992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.478299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:42.485365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.487528 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.1994777
Dec 22 15:04:42.491924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37422) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.498377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099b2d6-a412-49ee-ae25-cbec7fe296fe None None] Network 89eff994-9576-45a6-92c9-7c0b002adec6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:42.500508 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/0579a1c9-7a4f-4c42-8e3a-d99326996b56 HTTP/1.1" status: 204  len: 168 time: 1.2779717
Dec 22 15:04:42.504376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:42.508732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37426) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.512586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:42.512808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:42.518643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4bb5ca4e-4079-480e-9bfd-1b3714060351 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:42.541025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:floatingip and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:42.546485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:42.553416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.607574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:42.616562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:42.630827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.638214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0693134f-5b7f-41a5-9389-e42eb5120702 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:42.675829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=86ced18f-22cd-4528-9e77-52395f464581,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:42.678458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:42.684291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.694091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.701505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:42.713236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:42.713916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eca0164d-998d-4186-b143-59f54bdc6f55 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:42.718602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b5420-f866-442a-a976-a514b7bb3af1 None None] Network c3099b45-53cf-4830-8fda-166389889ef7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:42.742486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.765505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=26cd6ee1-d2f9-4eb7-8501-44b44560e972,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:42.768534 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/26cd6ee1-d2f9-4eb7-8501-44b44560e972 HTTP/1.1" status: 204  len: 168 time: 1.5710311
Dec 22 15:04:42.771175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:42.771411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.773682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37430) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.809593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/86ced18f-22cd-4528-9e77-52395f464581 HTTP/1.1" status: 204  len: 168 time: 1.9670446
Dec 22 15:04:42.810649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37434) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.823705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c0610-d1b3-4cb5-b927-1de8b8fd3190 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:42.827916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c0610-d1b3-4cb5-b927-1de8b8fd3190 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:42.828665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7d6c0610-d1b3-4cb5-b927-1de8b8fd3190 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Synchronizing usage tracker for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:42.859276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7d6c0610-d1b3-4cb5-b927-1de8b8fd3190 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Unset dirty status for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:42.860453 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7d6c0610-d1b3-4cb5-b927-1de8b8fd3190 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3497219
Dec 22 15:04:42.869651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37438) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:42.877397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1054699074'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:42.883401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:42.901618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:42.927439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:42.930303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.959438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:42.996193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Provisioning for port 97aade9b-036c-4706-9c3c-90cb354ea590 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:43.016477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:43.041334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.041717 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment 176c9146-0a2c-4272-829d-c5d78307e74e of type vlan for network 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4
Dec 22 15:04:43.052281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.081325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Provisioning complete for port 97aade9b-036c-4706-9c3c-90cb354ea590 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:43.081710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.110287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.152231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d896480-4201-49f1-91d7-bf7b0cbae4ad tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:43.153582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d896480-4201-49f1-91d7-bf7b0cbae4ad tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:43.158724 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d896480-4201-49f1-91d7-bf7b0cbae4ad tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3382626
Dec 22 15:04:43.170058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37442) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:43.179104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.214353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:43.246096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Port 97aade9b-036c-4706-9c3c-90cb354ea590 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:43.253188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1a67c412-ef64-41b4-a7f8-8a2990a723db up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:43.282048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Allocated IP 172.26.3.215 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:43.300688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.304833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:43.305674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.313834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-757ea885-91f3-4e97-80ab-f9cf9b67b47c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:43.344233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 8926cf91-c648-4da3-a109-ede10cef6a7e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:43.345619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.362048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Allocated IP 2001:db8::2 (e1f9a051-835e-433a-922c-332b57e1b38f/80779a4a-07c8-4010-924c-fa7962cea2d1/9cb3543a-aa84-4436-b427-7566ba8bbb2b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:43.488078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] DHCP port deletion for c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:43.490643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Provisioning for port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:43.510020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Deleting port 1a67c412-ef64-41b4-a7f8-8a2990a723db {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:43.510408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.516757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=9e7ffa05-20fd-4d24-9d5c-1edd6b396af4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:43.522696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:43.527771 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6565959
Dec 22 15:04:43.530969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37446) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:43.535199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Provisioning complete for port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:43.535579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.537238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 89eff994-9576-45a6-92c9-7c0b002adec6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:43.549687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:43.550254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1567729288'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:43.555097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:43.559846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:network and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:43.563270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:43.590618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:43.625407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.630931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.ipam_backend_mixin [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80779a4a-07c8-4010-924c-fa7962cea2d1 (CIDR: 2001:db8::/64)
Dec 22 15:04:43.650689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:43.666521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:43.669549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.690471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.692300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dd87afb-07e3-4a0a-800a-73c3312f6e31 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.695444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9db500f3-f7ef-4dd7-94f8-6cbb06625fb3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:43.716941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:04:43.717399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:43.754983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1a67c412-ef64-41b4-a7f8-8a2990a723db completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:43.758749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:43.763591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:43.771781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:43.797211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd87afb-07e3-4a0a-800a-73c3312f6e31 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:04:43.797788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd87afb-07e3-4a0a-800a-73c3312f6e31 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:43.799287 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4dd87afb-07e3-4a0a-800a-73c3312f6e31 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 HTTP/1.1" status: 409  len: 405 time: 0.6248150
Dec 22 15:04:43.809040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37450) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:43.819949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-941755223'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:43.831468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:43.834817 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-044765c5-6860-4f11-86c8-1eb5a3c925ff tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7925050
Dec 22 15:04:43.835400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37454) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:43.840168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1a67c412-ef64-41b4-a7f8-8a2990a723db triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:43.842138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.844707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:43.874906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:43.879498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.879911 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment 5e64f4d1-8372-425e-b220-bacac4dbcae1 of type vlan for network 34842fbb-0312-4ed2-8739-db1bb390eee8
Dec 22 15:04:43.885185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:43.895639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:43.902573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] DHCP port deletion for c3099b45-53cf-4830-8fda-166389889ef7 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:43.911567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:43.930739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:43.939033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Deleting port 8926cf91-c648-4da3-a109-ede10cef6a7e {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:43.939636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.030225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:44.039093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.043181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:44.043840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.044942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:44.065398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c15a5bd-4725-4244-b47b-76e8b5adcf48 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:44.099551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:44.102745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.210469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=34842fbb-0312-4ed2-8739-db1bb390eee8,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:44.212965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.229547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:44.232205 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6997068
Dec 22 15:04:44.237680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.252791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37458) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:44.266003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 8926cf91-c648-4da3-a109-ede10cef6a7e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8926cf91-c648-4da3-a109-ede10cef6a7e,segment=NetworkSegment(3ae0e7fa-906c-4ac2-af53-4e0937538133),segment_id=3ae0e7fa-906c-4ac2-af53-4e0937538133)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:44.266003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.295955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.298977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 34842fbb-0312-4ed2-8739-db1bb390eee8 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:44.301414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'ports': [{'network_id': '9e7ffa05-20fd-4d24-9d5c-1edd6b396af4', 'name': 'tempest-port--1772839024', 'admin_state_up': True}, {'network_id': '34842fbb-0312-4ed2-8739-db1bb390eee8', 'admin_state_up': False}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:44.301723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'port': {'network_id': '9e7ffa05-20fd-4d24-9d5c-1edd6b396af4', 'name': 'tempest-port--1772839024', 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:44.302457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'port': {'network_id': '34842fbb-0312-4ed2-8739-db1bb390eee8', 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:44.395252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Transition to ACTIVE for port object 9cb3543a-aa84-4436-b427-7566ba8bbb2b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:44.397774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.527127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 8926cf91-c648-4da3-a109-ede10cef6a7e owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:44.564358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.565377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:44.565802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.570956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.576569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b433addf-916d-4ac4-9e55-5cd1af54da9e tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:44.589473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:44.599383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:44.621883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:44.633346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Transition to ACTIVE for port object 9cb3543a-aa84-4436-b427-7566ba8bbb2b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:44.638541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:44.647875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.648214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment 5f78d032-bfd4-41f1-b444-fdc910804aa5 of type vlan for network 6f94090c-6475-4991-af02-8c0c23457fd9
Dec 22 15:04:44.651638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:44.712671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:44.716838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:44.731744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.751377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.753202 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2568974
Dec 22 15:04:44.756262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37462) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:44.756452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.765643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ed79cb8a-0104-4767-8d08-f347e494485b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'floatingip': {'port_id': '97aade9b-036c-4706-9c3c-90cb354ea590', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:44.773199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Calling delete_port for 1a67c412-ef64-41b4-a7f8-8a2990a723db owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:44.793322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:44.797244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.802337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.809864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] For port 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1ef35cfa-8064-426f-a870-21ae37d2e2f7,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:44.824487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:44.830653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.851746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed79cb8a-0104-4767-8d08-f347e494485b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.912507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.922987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c08321a-debb-475c-833a-4858d6e1b073 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:44.932880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:44.956240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] For port 8926cf91-c648-4da3-a109-ede10cef6a7e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8926cf91-c648-4da3-a109-ede10cef6a7e,segment=NetworkSegment(3ae0e7fa-906c-4ac2-af53-4e0937538133),segment_id=3ae0e7fa-906c-4ac2-af53-4e0937538133)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:44.956669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.059394 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-ed79cb8a-0104-4767-8d08-f347e494485b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] update failed (client error): The resource could not be found.
Dec 22 15:04:45.063128 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ed79cb8a-0104-4767-8d08-f347e494485b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "PUT /v2.0/floatingips/dc7ee68b-be6e-48dd-a75c-b79c62fafc72 HTTP/1.1" status: 404  len: 507 time: 0.3004863
Dec 22 15:04:45.063393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37468) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:45.116234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Calling delete_port for 8926cf91-c648-4da3-a109-ede10cef6a7e owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:45.135500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:45.138045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:04:45.148004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=8926cf91-c648-4da3-a109-ede10cef6a7e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:45.148692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Network e1f9a051-835e-433a-922c-332b57e1b38f is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:45.150390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:45.166531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Pushing event updated for resources: {'Port': ['ID=9cb3543a-aa84-4436-b427-7566ba8bbb2b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:45.170076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:port and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:45.175217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:45.178952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:45.179386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:45.179872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1030063f-0c93-4bce-865d-660b67aef140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:45.182514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 8926cf91-c648-4da3-a109-ede10cef6a7e on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:45.214948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:45.218515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:45.234344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:45.242344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.247826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.252138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:45.252759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.262466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d890240b-f55f-4597-8afc-762513524ee9 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:45.267555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:45.267919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:45.328410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Provisioning for port cc9b15b6-7586-4c31-92e6-55c9f33510b9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:45.339670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting port e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:45.340199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.370002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Pushing event updated for resources: {'Port': ['ID=1ef35cfa-8064-426f-a870-21ae37d2e2f7,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:45.372643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8926cf91-c648-4da3-a109-ede10cef6a7e no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:45.399002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Provisioning complete for port cc9b15b6-7586-4c31-92e6-55c9f33510b9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:45.399402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.424058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:45.437074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:45.465057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'port': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:45.469198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.478629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:45.479453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:45.498706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 8926cf91-c648-4da3-a109-ede10cef6a7e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:04:45.499075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8926cf91-c648-4da3-a109-ede10cef6a7e not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:04:45.499497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1a67c412-ef64-41b4-a7f8-8a2990a723db no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:45.519122 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.7057152
Dec 22 15:04:45.522560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:45.523562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.526484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.527147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.532240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=6f94090c-6475-4991-af02-8c0c23457fd9,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:45.534197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:45.548870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 6f94090c-6475-4991-af02-8c0c23457fd9 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:45.549220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.568628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Attempting to bind port 9cb3543a-aa84-4436-b427-7566ba8bbb2b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:45.569010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Attempting to bind port 9cb3543a-aa84-4436-b427-7566ba8bbb2b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3a7035a2-3cbc-4e21-bacc-6b099bd39373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:45.569380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Attempting to bind port 9cb3543a-aa84-4436-b427-7566ba8bbb2b on network e1f9a051-835e-433a-922c-332b57e1b38f {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:45.584089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857462a4c0>,) {'filters': {'network_id': ['c3099b45-53cf-4830-8fda-166389889ef7']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:45.618065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:45.622229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857462a4c0>, '3ae0e7fa-906c-4ac2-af53-4e0937538133') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:45.622517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857462a4c0>, '3ae0e7fa-906c-4ac2-af53-4e0937538133') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:45.676143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Port cc9b15b6-7586-4c31-92e6-55c9f33510b9 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:04:45.686215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:45.687447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Checking segment: {'id': '3a7035a2-3cbc-4e21-bacc-6b099bd39373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:45.688022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.688630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Bound using segment: {'id': '3a7035a2-3cbc-4e21-bacc-6b099bd39373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:45.689289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Bound port: 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7035a2-3cbc-4e21-bacc-6b099bd39373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:45.689834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.715218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:45.718657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1a67c412-ef64-41b4-a7f8-8a2990a723db,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:45.723175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:45.728289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.749695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Calling delete_port for e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:45.793949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.799258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Deleting port 1a67c412-ef64-41b4-a7f8-8a2990a723db {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:45.799648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.801747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] device_id is not set on port c45753fd-46fc-48b5-94ea-dde05ac3e599 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:45.815582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:45.815992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:45.830383 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:45.854697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:45.866646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:45.869846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:45.874733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Provisioning complete for port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:45.874733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ad03b52a-9090-437d-aa93-a7d1df6000b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.878596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:45.890500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:45.933539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:45.998517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] For port 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:46.001788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Deleting port 8926cf91-c648-4da3-a109-ede10cef6a7e {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:46.002178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.045285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.074332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.078966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.087293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d8884e3-3238-4a9b-a616-82fb6128e41d tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.102772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dba3c-7aca-4938-8009-0ab04ddc4ab5 None None] The port '8926cf91-c648-4da3-a109-ede10cef6a7e' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:04:46.104360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] For port 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9cb3543a-aa84-4436-b427-7566ba8bbb2b,segment=NetworkSegment(3a7035a2-3cbc-4e21-bacc-6b099bd39373),segment_id=3a7035a2-3cbc-4e21-bacc-6b099bd39373)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:46.120899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.121853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.127963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42c3c022-d21d-4faf-9beb-ba15d967f63c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.143727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d74a76a3-1b40-4d0b-96e4-1d7ed21d480d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.168219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=c3099b45-53cf-4830-8fda-166389889ef7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:46.170609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:46.179551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.186349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a6e1d55-8e6f-4849-b96e-d7e35d39a1c4 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.196715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Port': ['ID=e8ef6dc3-6d76-4142-bf1b-b0bd06bbf7a6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:46.206297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:46.214341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/c3099b45-53cf-4830-8fda-166389889ef7 HTTP/1.1" status: 204  len: 168 time: 3.4391482
Dec 22 15:04:46.227253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:46.235048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37476) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.265418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107308436', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.284337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.295319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.318366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network e1f9a051-835e-433a-922c-332b57e1b38f is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:46.321451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:46.326794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:46.331983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:46.334416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=ada575e3-720a-48b9-89d1-8f5dc07aa977,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:46.337123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:46.341633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.346691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:46.347269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.351051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:46.363542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.368773 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "DELETE /v2.0/floatingips/dc7ee68b-be6e-48dd-a75c-b79c62fafc72 HTTP/1.1" status: 204  len: 168 time: 1.3041804
Dec 22 15:04:46.369634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.370185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Pushing event updated for resources: {'Port': ['ID=9cb3543a-aa84-4436-b427-7566ba8bbb2b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:46.375155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:46.381080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1efaae44-e7dc-470e-85be-1245c58839b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.395453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.398628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.399530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.407371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'floatingip': {'floating_network_id': '21963e6e-fb8c-4363-86c5-b0918d194b31', 'port_id': '97aade9b-036c-4706-9c3c-90cb354ea590', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.417413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.427540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:floatingip and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:46.429659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.5869427
Dec 22 15:04:46.430773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37484) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.432872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:46.434697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:46.435309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.446488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:46.474289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.492033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'fixed_ips': [{'subnet_id': '80779a4a-07c8-4010-924c-fa7962cea2d1'}, {'subnet_id': 'ada575e3-720a-48b9-89d1-8f5dc07aa977'}], 'name': 'tempest-PortsIpV6TestJSON-220826937'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.514173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:46.520318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8033514
Dec 22 15:04:46.529005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37488) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.575744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:46.613762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-716005148'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.634730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.646462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Calling delete_port for 1a67c412-ef64-41b4-a7f8-8a2990a723db owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:46.656012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:46.664675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] device_id is not set on port c9c6cfb4-36d2-4deb-8207-b2953531c5e2 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:46.669556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:46.690075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.691456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:46.722284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1a67c412-ef64-41b4-a7f8-8a2990a723db,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:46.737032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:46.760514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:46.763438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.778799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:46.779817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857539f2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:46.788290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.819687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.843181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:04:46.848162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.853727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20f0481f-99f8-45cd-9d30-19617c58760c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:46.877561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:46.881269 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:04:46.886027 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dc2defdc-1bb6-4991-b97f-8e746c5147ba tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.5095353
Dec 22 15:04:46.891626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37492) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.895858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:46.902185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '97aade9b-036c-4706-9c3c-90cb354ea590', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.912930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:46.920517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:46.923921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.927764 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f456ff6e-9456-4745-8d6b-aca55cc62cc2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6871965
Dec 22 15:04:46.940495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:46.956026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702280455'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:46.962146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.966068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:46.968464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:46.970001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:46.971731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:46.972294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:46.975781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:46.978779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:46.979156 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment 9e477c49-77d4-432d-ba95-0ee02944ad88 of type vlan for network b0d8b700-ea6a-4ec4-84c5-21640d42e419
Dec 22 15:04:46.994996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:04:47.000439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:47.005978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.008671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Usage tracker for resource:floatingip and tenant:42fedf2c8ccf436f9895113cc63de967 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:47.015835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:47.022224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=acae04e0-b9bf-4216-9056-47a44c26ad75,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:47.030056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:47.031690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:47.035338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': '5f78d032-bfd4-41f1-b444-fdc910804aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:47.036062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: 6f94090c-6475-4991-af02-8c0c23457fd9, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:47.052513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.062595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:47.066204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.076830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.099243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port adc319f4-ec58-4fdd-aa4b-fb25b468988d yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:47.139699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 6f94090c-6475-4991-af02-8c0c23457fd9 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:47.154424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 6f94090c-6475-4991-af02-8c0c23457fd9) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:47.174701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b82f26-0a67-4445-85d3-498808a42169 None None] Network 6f94090c-6475-4991-af02-8c0c23457fd9 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:47.288054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.289276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:47.290718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.332775 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8034790
Dec 22 15:04:47.332775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37500) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:47.351873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:47.355827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'port': {'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9', 'name': 'tempest-NetworksIpV6TestAttrs-1486316403'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:47.420630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.424365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:47.424960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.433670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.434005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment dcb6fa82-c456-4ffe-8dad-ce58398c0dc0 of type vlan for network ed699ce8-e53b-4a1a-8974-f733a3d6cad2
Dec 22 15:04:47.437111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eda7bf20-8e28-4f3b-a008-bf0c01f7c916 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:47.521661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Deleting port 1a67c412-ef64-41b4-a7f8-8a2990a723db {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:47.522202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.575295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.575644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9cb3543a-aa84-4436-b427-7566ba8bbb2b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:47.618558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:47.624642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.630362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:port and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:47.642833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0552709
Dec 22 15:04:47.653362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37504) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:47.664285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.669595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=b0d8b700-ea6a-4ec4-84c5-21640d42e419,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:47.672477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:47.676921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:47.699183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcfc4aa9-12ff-43b8-9e24-7feec82d746f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:47.702375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:47.706959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:47.725206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:47.754679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:47.758589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.783081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Port': ['ID=c45753fd-46fc-48b5-94ea-dde05ac3e599,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:47.786158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:47.798211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] device_id is not set on port 5a51c1e8-7ab8-45db-b609-1344f854d43b yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:04:47.894661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b609bf7-a165-4190-80a1-9853a28aef5c None None] Network e1f9a051-835e-433a-922c-332b57e1b38f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:47.929330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-6f94090c-6475-4991-af02-8c0c23457fd9', 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9', 'tenant_id': '1ed0f8a08bf6415da57bc29404943908', 'fixed_ips': [{'subnet_id': 'acae04e0-b9bf-4216-9056-47a44c26ad75'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:47.930018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.979358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.983021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:47.983750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:47.997962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-146131a3-b9cd-4a1c-bca7-e6d22f94971a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:48.019314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:48.024472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Checking segment: {'id': '176c9146-0a2c-4272-829d-c5d78307e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9e7ffa05-20fd-4d24-9d5c-1edd6b396af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:48.024472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network hostable DHCP agents. Network: 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:48.038136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Allocated IP 2001:db8::f816:3eff:fe90:d9ee (6f94090c-6475-4991-af02-8c0c23457fd9/acae04e0-b9bf-4216-9056-47a44c26ad75/5a51c1e8-7ab8-45db-b609-1344f854d43b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:48.055971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Allocated IP 172.26.3.245 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/da869c4f-3fae-41eb-bf9d-48347ad570d4) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:48.086153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:48.094996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:48.127967 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1800201
Dec 22 15:04:48.127967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:48.144584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37508) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:48.188517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:48.239671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857539f2e0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:41Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:04:41Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:48.267855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-63dbff88-059c-44c0-aca2-0843acc98b6b None None] Provisioning for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:48.275123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=ed699ce8-e53b-4a1a-8974-f733a3d6cad2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:48.277807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:48.289926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:04:48.290221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:48.290394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Updating router 78199c35-f936-406a-8ffa-6ba0137cc14e port cc9b15b6-7586-4c31-92e6-55c9f33510b9 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:04:48.329272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:48.354236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:48.361879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.401948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.412849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:48.424546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Transition to ACTIVE for port object 5a51c1e8-7ab8-45db-b609-1344f854d43b will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:48.437319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::e9 (e1f9a051-835e-433a-922c-332b57e1b38f/80779a4a-07c8-4010-924c-fa7962cea2d1/adc319f4-ec58-4fdd-aa4b-fb25b468988d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:48.440815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.446126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47a621c0-af31-4955-a0da-b75630f9a18b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:48.456107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:48.456511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.460054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:48.463930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:48.464955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.474001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8:0:1::224 (e1f9a051-835e-433a-922c-332b57e1b38f/ada575e3-720a-48b9-89d1-8f5dc07aa977/adc319f4-ec58-4fdd-aa4b-fb25b468988d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:48.476029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08b4b996-298e-4d29-80e9-bd0e7db72d37 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:48.506526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24ae33-7820-4783-922d-2a817f60bb48 None None] Network 9e7ffa05-20fd-4d24-9d5c-1edd6b396af4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:48.517340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:48.525217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.529122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:48.533496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:48.536250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event updated for resources: {'Port': ['ID=da869c4f-3fae-41eb-bf9d-48347ad570d4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:48.538536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:48.549681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] For port 1a67c412-ef64-41b4-a7f8-8a2990a723db, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1a67c412-ef64-41b4-a7f8-8a2990a723db,segment=NetworkSegment(5da070f1-a5ef-4227-b761-28bd504cbb85),segment_id=5da070f1-a5ef-4227-b761-28bd504cbb85)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:48.550205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.562156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:48.563873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.566506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:48.568447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:48.576546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7a8f695e-9312-4228-b9c5-532646d52a92 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:48.622683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:48.668312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Port': ['ID=5a51c1e8-7ab8-45db-b609-1344f854d43b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:48.671332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Allocated IP 2001:db8::f816:3eff:fec3:5409 (6f94090c-6475-4991-af02-8c0c23457fd9/acae04e0-b9bf-4216-9056-47a44c26ad75/e42c4f7e-85ed-4239-9657-a4f4b0333f0c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:48.696864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Port': ['ID=c9c6cfb4-36d2-4deb-8207-b2953531c5e2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:48.699547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:48.699703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 6f94090c-6475-4991-af02-8c0c23457fd9 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:48.700637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:48.706261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:48.715243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:48.719196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:48.719796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.723575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:48.791163 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.4562702
Dec 22 15:04:48.791413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:48.878493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting subnet acae04e0-b9bf-4216-9056-47a44c26ad75 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:04:48.880490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting port da869c4f-3fae-41eb-bf9d-48347ad570d4 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:48.880758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.886377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:48.941373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Checking segment: {'id': '5e64f4d1-8372-425e-b220-bacac4dbcae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '34842fbb-0312-4ed2-8739-db1bb390eee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:48.941725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network hostable DHCP agents. Network: 34842fbb-0312-4ed2-8739-db1bb390eee8, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:49.063180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.063396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.086467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.098552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Calling delete_port for 1a67c412-ef64-41b4-a7f8-8a2990a723db owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:49.191872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Calling delete_port for da869c4f-3fae-41eb-bf9d-48347ad570d4 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:49.322871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.332485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network 34842fbb-0312-4ed2-8739-db1bb390eee8 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:49.379093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object adc319f4-ec58-4fdd-aa4b-fb25b468988d will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:49.384106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 34842fbb-0312-4ed2-8739-db1bb390eee8) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:49.388071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:49.392829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.397896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.397896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.415445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.425155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e9e48658-5b40-454f-8406-afd67a6a09a7 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:49.454931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a535f6-4602-46e1-83e5-8ffd522292ec None None] Network 34842fbb-0312-4ed2-8739-db1bb390eee8 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:49.468036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.479065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af999025-7322-49e7-bbf4-e7d0d05bc09b tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:49.521736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Port': ['ID=da869c4f-3fae-41eb-bf9d-48347ad570d4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:49.534175 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 5.2752690
Dec 22 15:04:49.546707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37516) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:49.591579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:49.610251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.616844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=bbfb47dc-95c4-40b5-aa15-4368e3f58a94,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:49.619581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:49.631261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.637469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.641140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cf11e9a-3621-4324-abd5-fc240b8c70f1 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:49.657854 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] create failed (client error): The resource could not be found.
Dec 22 15:04:49.659339 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.7620311
Dec 22 15:04:49.661321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c717cd76-a2b9-497e-b096-86a6606199fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:49.664862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37520) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:49.742405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting port 97aade9b-036c-4706-9c3c-90cb354ea590 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:49.742772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.754366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Transition to ACTIVE for port object e42c4f7e-85ed-4239-9657-a4f4b0333f0c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:49.755967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.763806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network e1f9a051-835e-433a-922c-332b57e1b38f is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:49.765989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:49.766337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: b0d8b700-ea6a-4ec4-84c5-21640d42e419, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:49.771082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Pushing event deleted for resources: {'Port': ['ID=1a67c412-ef64-41b4-a7f8-8a2990a723db,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:49.771459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=adc319f4-ec58-4fdd-aa4b-fb25b468988d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:49.775149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:49.777197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:49.779116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:49.783226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.783828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.792654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fad0ad42-1f14-4631-bdb7-96425e73441b tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:49.880487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 3.3976920
Dec 22 15:04:49.880708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37526) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:49.907337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:49.912027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a44739-3a67-4437-8aed-e88b42d8c620 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.921643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a44739-3a67-4437-8aed-e88b42d8c620 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.922338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-98a44739-3a67-4437-8aed-e88b42d8c620 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Synchronizing usage tracker for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:49.928641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=0fa927ff-6825-48f1-a5c9-fe02facecaf1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:49.930974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:49.934896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80779a4a-07c8-4010-924c-fa7962cea2d1'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:49.947479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:49.960926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:49.961255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: ed699ce8-e53b-4a1a-8974-f733a3d6cad2, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:49.964089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.968777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, b0d8b700-ea6a-4ec4-84c5-21640d42e419) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:49.973069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:49.973651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:49.977240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-98a44739-3a67-4437-8aed-e88b42d8c620 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Unset dirty status for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:49.981107 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-98a44739-3a67-4437-8aed-e88b42d8c620 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.4281893
Dec 22 15:04:49.982158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:50.004086 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3428855
Dec 22 15:04:50.004333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37536) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:50.018142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b1acb-5c58-4ac0-bbf1-7d06e03c7cee None None] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:50.063648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] No DVR routers for this DVR port 1a67c412-ef64-41b4-a7f8-8a2990a723db on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:04:50.142995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Transition to ACTIVE for port object e42c4f7e-85ed-4239-9657-a4f4b0333f0c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:50.154537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:50.165638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ed699ce8-e53b-4a1a-8974-f733a3d6cad2) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:50.170414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting port c45753fd-46fc-48b5-94ea-dde05ac3e599 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:50.171344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.184293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:50.184910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.199218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.204440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38655bd-0d78-4164-b140-0aee5831343f None None] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:50.213814 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0370281
Dec 22 15:04:50.213814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37540) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:50.220095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.225081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9cb3543a-aa84-4436-b427-7566ba8bbb2b,segment=NetworkSegment(3a7035a2-3cbc-4e21-bacc-6b099bd39373),segment_id=3a7035a2-3cbc-4e21-bacc-6b099bd39373)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:50.258660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:50.268240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.377161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.378079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1ef35cfa-8064-426f-a870-21ae37d2e2f7 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:50.425413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Calling delete_port for 97aade9b-036c-4706-9c3c-90cb354ea590 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:50.519719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.546053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Pushing event updated for resources: {'Port': ['ID=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:50.556121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:50.558030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:50.595388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Network 6f94090c-6475-4991-af02-8c0c23457fd9 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:50.649923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:50.676721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:50.699924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.resource_extend [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:04:50.714859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Update dhcp port {'port': {'network_id': 'e1f9a051-835e-433a-922c-332b57e1b38f', 'fixed_ips': [{'subnet_id': '80779a4a-07c8-4010-924c-fa7962cea2d1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ada575e3-720a-48b9-89d1-8f5dc07aa977'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '9cb3543a-aa84-4436-b427-7566ba8bbb2b'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:04:50.791390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.853530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:50.966396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=9cb3543a-aa84-4436-b427-7566ba8bbb2b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:50.989784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:51.035540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.058025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:51.058839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.072545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.123838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:51.124589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.145324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.160130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Attempting to bind port e42c4f7e-85ed-4239-9657-a4f4b0333f0c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:51.160536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Attempting to bind port e42c4f7e-85ed-4239-9657-a4f4b0333f0c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '5f78d032-bfd4-41f1-b444-fdc910804aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:51.161175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Attempting to bind port e42c4f7e-85ed-4239-9657-a4f4b0333f0c on network 6f94090c-6475-4991-af02-8c0c23457fd9 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:51.165546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Calling delete_port for c45753fd-46fc-48b5-94ea-dde05ac3e599 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:51.222437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:04:51.223178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.274258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Transition to ACTIVE for port object cc9b15b6-7586-4c31-92e6-55c9f33510b9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:51.276585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.289019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:51.297849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:51.298243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Checking segment: {'id': '5f78d032-bfd4-41f1-b444-fdc910804aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:51.298620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.299301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Bound using segment: {'id': '5f78d032-bfd4-41f1-b444-fdc910804aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:51.299521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Bound port: e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f78d032-bfd4-41f1-b444-fdc910804aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6f94090c-6475-4991-af02-8c0c23457fd9'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:51.299910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.319900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.321942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.339835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:51.379698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Port': ['ID=97aade9b-036c-4706-9c3c-90cb354ea590,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:51.413704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:51.524273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.534912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.564528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb61b1e8-ede1-4abb-a3a0-92b1a711b562 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:51.662957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Port': ['ID=c45753fd-46fc-48b5-94ea-dde05ac3e599,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:51.732100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:51.752345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.766960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd288fef-8a6b-4a13-bdfb-c7901d381029 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:51.800772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.826137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=acae04e0-b9bf-4216-9056-47a44c26ad75,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:51.831976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.838480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:51.864045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd48644-682e-481b-93ee-513fd6690582 None None] Pushing event updated for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:51.868513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:51.884095 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/ports/c45753fd-46fc-48b5-94ea-dde05ac3e599 HTTP/1.1" status: 204  len: 168 time: 1.9009240
Dec 22 15:04:51.888212 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "DELETE /v2.0/ports/97aade9b-036c-4706-9c3c-90cb354ea590 HTTP/1.1" status: 204  len: 168 time: 2.2222400
Dec 22 15:04:51.889220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:51.893963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37546) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:51.908818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dfd48644-682e-481b-93ee-513fd6690582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:51.960045 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/acae04e0-b9bf-4216-9056-47a44c26ad75 HTTP/1.1" status: 204  len: 168 time: 3.1676714
Dec 22 15:04:51.964672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37552) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:52.014049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting port c9c6cfb4-36d2-4deb-8207-b2953531c5e2 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:52.015170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.016656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8::1 (ed699ce8-e53b-4a1a-8974-f733a3d6cad2/0fa927ff-6825-48f1-a5c9-fe02facecaf1/1d4bb486-4b33-48fc-88cc-388058d3bc3e) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:52.076265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:52.108032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6b8b4-247d-45c7-8631-8a44c88d6f11 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:52.109452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6b8b4-247d-45c7-8631-8a44c88d6f11 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:52.114099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0ea6b8b4-247d-45c7-8631-8a44c88d6f11 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1453309
Dec 22 15:04:52.114751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:52.129286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Allocated IP 2001:db8:0:1::2 (e1f9a051-835e-433a-922c-332b57e1b38f/ada575e3-720a-48b9-89d1-8f5dc07aa977/9cb3543a-aa84-4436-b427-7566ba8bbb2b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:52.142921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:52.189305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Allocated IP 172.21.0.2 (b0d8b700-ea6a-4ec4-84c5-21640d42e419/bbfb47dc-95c4-40b5-aa15-4368e3f58a94/ae7a2305-9331-4c25-811a-d9620c6b544b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:52.197605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.205474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0975178e-1e6e-42d7-a212-4379ed189acc tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:52.206930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0975178e-1e6e-42d7-a212-4379ed189acc tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Synchronizing usage tracker for tenant:42fedf2c8ccf436f9895113cc63de967 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:52.215576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d25b4ddd-9c4e-4c38-8a3e-6c6765540aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:52.226245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.243559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 1d4bb486-4b33-48fc-88cc-388058d3bc3e will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:52.249239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9cb3543a-aa84-4436-b427-7566ba8bbb2b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:52.267511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.271126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597c3435-06ce-4c8c-8f15-e3c2758aa449 tempest-ExternalNetworksAdminNegativeTestJSON-408899852 tempest-ExternalNetworksAdminNegativeTestJSON-408899852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:52.338717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0975178e-1e6e-42d7-a212-4379ed189acc tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Unset dirty status for tenant:42fedf2c8ccf436f9895113cc63de967 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:52.339864 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0975178e-1e6e-42d7-a212-4379ed189acc tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e68cb65f-eb4a-4547-83cf-d10e8b7faa68 HTTP/1.1" status: 200  len: 913 time: 0.4446650
Dec 22 15:04:52.342404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:52.343495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-194945ac-6aec-4b51-bfd4-9bd3484b7f43 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.346808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37560) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:52.347983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:52.351473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:52.351986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.354673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:52.368268 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-194945ac-6aec-4b51-bfd4-9bd3484b7f43 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:04:52.368745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194945ac-6aec-4b51-bfd4-9bd3484b7f43 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:04:52.370384 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-194945ac-6aec-4b51-bfd4-9bd3484b7f43 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/6f94090c-6475-4991-af02-8c0c23457fd9 HTTP/1.1" status: 409  len: 405 time: 0.2550874
Dec 22 15:04:52.379632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37564) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:52.390250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-124712745'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:52.394486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.405887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:52.458451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:52.501264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Attempting to bind port cc9b15b6-7586-4c31-92e6-55c9f33510b9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:52.501662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Attempting to bind port cc9b15b6-7586-4c31-92e6-55c9f33510b9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:52.502014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Attempting to bind port cc9b15b6-7586-4c31-92e6-55c9f33510b9 on network 89eff994-9576-45a6-92c9-7c0b002adec6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:52.518657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:52.527074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Calling delete_port for c9c6cfb4-36d2-4deb-8207-b2953531c5e2 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:52.556260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:52.558927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:52.588927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:52.592220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.643827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:52.651876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.657999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Pushing event updated for resources: {'Port': ['ID=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:52.659786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:52.661371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:52.664826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Allocated IP 2001:db8::2 (ed699ce8-e53b-4a1a-8974-f733a3d6cad2/0fa927ff-6825-48f1-a5c9-fe02facecaf1/259ed0b6-3dc5-4471-82f5-17f1352c43a7) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:52.673301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:52.673701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Checking segment: {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:52.674156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.674569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Bound using segment: {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:52.675068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Bound port: cc9b15b6-7586-4c31-92e6-55c9f33510b9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2337428-037c-4977-9ac8-60ad26e4199f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:52.675505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.714528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.837140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.838068 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment 5f1da25e-cecd-43a9-b63d-7895b68f533a of type vlan for network 1612294c-6cf0-4cb0-b752-f3844f0df561
Dec 22 15:04:52.877353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.901915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Port': ['ID=c9c6cfb4-36d2-4deb-8207-b2953531c5e2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:52.926514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:52.935233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:52.948704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] For port 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9cb3543a-aa84-4436-b427-7566ba8bbb2b,segment=NetworkSegment(3a7035a2-3cbc-4e21-bacc-6b099bd39373),segment_id=3a7035a2-3cbc-4e21-bacc-6b099bd39373)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:52.970513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/ports/c9c6cfb4-36d2-4deb-8207-b2953531c5e2 HTTP/1.1" status: 204  len: 168 time: 1.0791166
Dec 22 15:04:52.973404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37568) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:53.016051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:53.016547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.018570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.022380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:53.023773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.046902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75408137-9a18-4bf3-a570-c512553d7fdf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:53.138898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.resource_extend [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:04:53.158467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=1612294c-6cf0-4cb0-b752-f3844f0df561,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:53.164510 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7813051
Dec 22 15:04:53.164510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f96dc78b-8c05-4aa7-90fd-6f3c916326f8 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Synchronizing usage tracker for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:04:53.168492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37572) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:53.169298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:53.177958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': '1612294c-6cf0-4cb0-b752-f3844f0df561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:53.184122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 1612294c-6cf0-4cb0-b752-f3844f0df561 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:53.200652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.224280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.249398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f96dc78b-8c05-4aa7-90fd-6f3c916326f8 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Unset dirty status for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:04:53.250591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f96dc78b-8c05-4aa7-90fd-6f3c916326f8 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2761278
Dec 22 15:04:53.257059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37576) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:53.273281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-25570360'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:53.287145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:53.301506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:network and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:53.302203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Transition to ACTIVE for port object ae7a2305-9331-4c25-811a-d9620c6b544b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:53.305688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:53.316369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:53.318138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] For port cc9b15b6-7586-4c31-92e6-55c9f33510b9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:53.318677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:53.325467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:53.330153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:53.334672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.337030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:53.339976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.350651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:53.370835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:53.381753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] For port cc9b15b6-7586-4c31-92e6-55c9f33510b9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cc9b15b6-7586-4c31-92e6-55c9f33510b9,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:53.388484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Transition to ACTIVE for port object 9cb3543a-aa84-4436-b427-7566ba8bbb2b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:53.388717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:53.441355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.445240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.460301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Transition to ACTIVE for port object ae7a2305-9331-4c25-811a-d9620c6b544b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:53.466116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-31b96372-15d0-4e91-bcd4-aa133a54ff58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:53.466326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.476241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.477055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.482389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:53.540981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.541506 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment fee96b55-a843-42fc-b6f1-d7de7e31ffe6 of type vlan for network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb
Dec 22 15:04:53.560408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.583787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.21.0.1 (b0d8b700-ea6a-4ec4-84c5-21640d42e419/bbfb47dc-95c4-40b5-aa15-4368e3f58a94/7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:53.586652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.627842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.761880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.788714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:53.820412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.839664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.845583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:53.846655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:53.859349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c05171ca-3c3c-4913-b56b-b5b3aff1d1a2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:53.908838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:53.909837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:53.912036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:53.934974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd48644-682e-481b-93ee-513fd6690582 None None] Pushing event updated for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:53.938447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:53.991199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.003898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:54.008414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Transition to ACTIVE for port object 259ed0b6-3dc5-4471-82f5-17f1352c43a7 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:54.014924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Delete allocated IP 2001:db8:0:1::224 (e1f9a051-835e-433a-922c-332b57e1b38f/ada575e3-720a-48b9-89d1-8f5dc07aa977) {{(pid=83457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:04:54.019829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=ee44c387-2100-458e-8ef3-e4f6ffc8d7fb,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.020732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:54.023448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:54.058976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:54.059205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857539f2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:54.119120 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8606465
Dec 22 15:04:54.122776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37580) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:54.127114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:54.148225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-715339770'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:54.221935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:54.227911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:network and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:54.229577 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:04:54.231520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:54.239311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:54.273878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:54.276802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.297292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:54.303912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.306895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:54.307999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:54.324798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:54.336132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.336513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Added segment 3492855a-eb90-459d-a522-b63b76fe90a6 of type vlan for network 35ee24dd-1539-459a-92de-55235f7084d1
Dec 22 15:04:54.341393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Transition to ACTIVE for port object 259ed0b6-3dc5-4471-82f5-17f1352c43a7 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:54.347918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c285c7-c5ee-4368-bf16-3f941fd91678 None None] Network 6f94090c-6475-4991-af02-8c0c23457fd9 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:54.360786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e42c4f7e-85ed-4239-9657-a4f4b0333f0c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:54.367040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:54.376786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.434982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:54.438244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:54.494513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.500066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:54.500703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.528340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eaee04c8-662f-4965-ae3f-533374470986 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:54.589817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.661132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Network': ['ID=35ee24dd-1539-459a-92de-55235f7084d1,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.664409 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5333297
Dec 22 15:04:54.673085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:54.680594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Pushing event updated for resources: {'Port': ['ID=9cb3543a-aa84-4436-b427-7566ba8bbb2b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.749083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.765810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.299s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:54.766245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d3943f16-3f07-4432-8a18-f443946fe7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:54.801239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.objects.ports [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83457) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:04:54.804801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.809786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.815404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4e4a2ac-767d-461f-9f51-f391b3c9b67c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:54.891889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=3057f8e5-b633-4e26-bbcd-7e034e785d49,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.898816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:54.915871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Ignored duplicate provisioning block setup for port adc319f4-ec58-4fdd-aa4b-fb25b468988d by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 15:04:54.931821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:54.939138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Pushing event updated for resources: {'Port': ['ID=ae7a2305-9331-4c25-811a-d9620c6b544b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:54.947187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:54.948228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 35ee24dd-1539-459a-92de-55235f7084d1 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:04:54.962258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-35c3a2c1-4fec-4b42-8c81-9e1118a448e5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:55.041187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=adc319f4-ec58-4fdd-aa4b-fb25b468988d,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:55.150127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:55.163397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12b04a-1324-4f64-bb20-b926441d1799 None None] Network e1f9a051-835e-433a-922c-332b57e1b38f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:55.192259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.205945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:55.206857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': '5f1da25e-cecd-43a9-b63d-7895b68f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1612294c-6cf0-4cb0-b752-f3844f0df561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:55.207267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: 1612294c-6cf0-4cb0-b752-f3844f0df561, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:04:55.230939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] In _notify_port_updated(), no bound segment for port adc319f4-ec58-4fdd-aa4b-fb25b468988d on network e1f9a051-835e-433a-922c-332b57e1b38f {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:04:55.236007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:55.236635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.240426 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/ports/adc319f4-ec58-4fdd-aa4b-fb25b468988d HTTP/1.1" status: 200  len: 924 time: 5.3563423
Dec 22 15:04:55.240668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37586) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:55.246909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80779a4a-07c8-4010-924c-fa7962cea2d1'}, {'subnet_id': 'ada575e3-720a-48b9-89d1-8f5dc07aa977'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:55.374823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:04:55.392915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.439897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Attempting to bind port ae7a2305-9331-4c25-811a-d9620c6b544b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:55.440545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Attempting to bind port ae7a2305-9331-4c25-811a-d9620c6b544b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:55.441491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Attempting to bind port ae7a2305-9331-4c25-811a-d9620c6b544b on network b0d8b700-ea6a-4ec4-84c5-21640d42e419 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:55.446375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 1612294c-6cf0-4cb0-b752-f3844f0df561 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:04:55.449815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Pushing event updated for resources: {'Port': ['ID=259ed0b6-3dc5-4471-82f5-17f1352c43a7,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:55.452581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e42c4f7e-85ed-4239-9657-a4f4b0333f0c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:55.458869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:55.470236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 1612294c-6cf0-4cb0-b752-f3844f0df561) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:55.479638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:55.480427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.504880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.3323624
Dec 22 15:04:55.514940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37590) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:55.518792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:55.519181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Checking segment: {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:55.519589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.519989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Bound using segment: {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:55.520526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Bound port: ae7a2305-9331-4c25-811a-d9620c6b544b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:55.521170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.540758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.964s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:55.541252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:55.541946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3d68-5146-4e38-a816-f745209a5fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.621428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.633394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.654661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] For port ae7a2305-9331-4c25-811a-d9620c6b544b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:55.665773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] For port ae7a2305-9331-4c25-811a-d9620c6b544b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ae7a2305-9331-4c25-811a-d9620c6b544b,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:55.667965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b82578ef-7d3e-4204-a23e-1e048d630308 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:55.668934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.173s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:55.674687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:55.674687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4765bf-1a47-427e-ba43-d26de49f1321 None None] Network 1612294c-6cf0-4cb0-b752-f3844f0df561 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:55.842051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:55.852493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.853748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.854481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:55.863374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:55.864922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9fe42e95-47fe-4b93-aa44-c89320357b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:55.994471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.006459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:04:56.079644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8:0:1::d5 (e1f9a051-835e-433a-922c-332b57e1b38f/ada575e3-720a-48b9-89d1-8f5dc07aa977/adc319f4-ec58-4fdd-aa4b-fb25b468988d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:04:56.256374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Attempting to bind port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:04:56.256958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Attempting to bind port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:04:56.257157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Attempting to bind port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 on network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:04:56.276307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] DHCP port deletion for 6f94090c-6475-4991-af02-8c0c23457fd9 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:04:56.278301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9cb3543a-aa84-4436-b427-7566ba8bbb2b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:56.353162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Pushing event updated for resources: {'Port': ['ID=ae7a2305-9331-4c25-811a-d9620c6b544b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:56.368520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.374960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:56.403807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Ignored duplicate provisioning block setup for port adc319f4-ec58-4fdd-aa4b-fb25b468988d by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 15:04:56.408470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.414944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f4944d6-0671-4d32-a497-d0930ce0ff87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:56.428171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Deleting port e42c4f7e-85ed-4239-9657-a4f4b0333f0c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:56.428643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.495064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.497923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=3057f8e5-b633-4e26-bbcd-7e034e785d49,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:56.515748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:56.517586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fbc48f5-2be4-42a7-b5d3-a60ba433b6e4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:56.535471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Provisioning for port e42c4f7e-85ed-4239-9657-a4f4b0333f0c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:56.536039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:04:56.568814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:04:56.572912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:04:56.715970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:04:56.716473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Checking segment: {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:04:56.716936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.719991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Bound using segment: {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:04:56.720672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Bound port: 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:04:56.721101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.747595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Provisioning complete for port e42c4f7e-85ed-4239-9657-a4f4b0333f0c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:56.747980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.754429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting port c7c458b6-f930-482f-807b-60d2f85cc126 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:56.755338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.927485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] In _notify_port_updated(), no bound segment for port adc319f4-ec58-4fdd-aa4b-fb25b468988d on network e1f9a051-835e-433a-922c-332b57e1b38f {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:04:56.944737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:56.945430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:56.947010 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/ports/adc319f4-ec58-4fdd-aa4b-fb25b468988d HTTP/1.1" status: 200  len: 1009 time: 1.7053716
Dec 22 15:04:56.956159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37594) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:56.967720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=adc319f4-ec58-4fdd-aa4b-fb25b468988d,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:56.972993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:57.009674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.049004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574932af0>,) {'filters': {'network_id': ['1612294c-6cf0-4cb0-b752-f3844f0df561']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:57.071902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30730ec7-56cd-4df4-aab8-54ee5b49283c None None] Network 1612294c-6cf0-4cb0-b752-f3844f0df561 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:57.107055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574932af0>, '5f1da25e-cecd-43a9-b63d-7895b68f533a') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:57.107666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574932af0>, '5f1da25e-cecd-43a9-b63d-7895b68f533a') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:57.153986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.198699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port adc319f4-ec58-4fdd-aa4b-fb25b468988d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:57.200255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.204298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.224273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:04:57.225882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:04:57.255291 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:04:57.430419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.452719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a15b6342-2777-4d72-a2e8-adcb8bbea648 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:57.510064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.523541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=1612294c-6cf0-4cb0-b752-f3844f0df561,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:57.533591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:57.560568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37598) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:57.560899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/1612294c-6cf0-4cb0-b752-f3844f0df561 HTTP/1.1" status: 204  len: 168 time: 2.0440285
Dec 22 15:04:57.638192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751317522'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:57.727298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:57.750773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:57.756069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.764975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:57.778282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] For port 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:04:57.788784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:57.921434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:57.971963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:57.973336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61bf29-53d8-48e9-9026-fc865abf1e7b None None] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:04:58.022746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:04:58.023154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.108761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37602) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:58.116706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'subnets': [{'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--876224492', 'ip_version': 6}, {'network_id': '35ee24dd-1539-459a-92de-55235f7084d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:58.116706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'subnet': {'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--876224492', 'ip_version': 6}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:58.117492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Request body: {'subnet': {'network_id': '35ee24dd-1539-459a-92de-55235f7084d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:58.136270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Calling delete_port for c7c458b6-f930-482f-807b-60d2f85cc126 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:58.185737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:58.189618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.231867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:04:58.260033 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:04:58.261202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-45471c5f-7861-4b99-aac3-05eae4e319ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.290381 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:04:58.291160 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857597fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:58.318428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.352783 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1357431
Dec 22 15:04:58.370035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:58.379955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37606) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:58.400689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-844072500'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:04:58.419956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:58.443423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:58.447704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.448041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment a075eded-390a-4f1b-a52d-85fa43cee82b of type vlan for network 511e0ad2-3397-4035-91c4-8ad14cbd5508
Dec 22 15:04:58.449488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:58.453472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.472919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:58.486837 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:04:58.501428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] For port 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=259ed0b6-3dc5-4471-82f5-17f1352c43a7,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:04:58.509443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:58.612371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:04:58.615468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ae7a2305-9331-4c25-811a-d9620c6b544b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:04:58.617268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for adc319f4-ec58-4fdd-aa4b-fb25b468988d owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:58.624540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Usage tracker for resource:subnet and tenant:de9fd86e5c9b4263a384fcc1b5687a79 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:04:58.630112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:04:58.641522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:04:58.665451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Made reservation on behalf of de9fd86e5c9b4263a384fcc1b5687a79 for: {'subnet': 2} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:58.775727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Pushing event updated for resources: {'Port': ['ID=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:58.779354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.790534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Calling delete_port for e42c4f7e-85ed-4239-9657-a4f4b0333f0c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:04:58.824778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:58.839736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.854038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a0c9f58a-9c8e-440f-b611-49af0d51167b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:58.864660 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857597fee0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:04:52Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:04:53Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:58.866557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:04:58.869064 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:04:58.869307 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Updating router cac52adb-28c2-4124-89d9-c896a871b2d7 port 1d4bb486-4b33-48fc-88cc-388058d3bc3e binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:04:58.879634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.893733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Provisioning for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:58.899054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:58.909040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Provisioning complete for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:58.909785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.915765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.916092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.927356 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.941915 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:58.954843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:04:58.959108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.005883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=adc319f4-ec58-4fdd-aa4b-fb25b468988d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:59.015766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:59.017914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.034019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857539f2e0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:41Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:04:53Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:04:59.040372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:04:59.071590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b8010-6afa-499e-a44b-18da4b00836e None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:41Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:04:53Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:04:59.080884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Pushing event updated for resources: {'Port': ['ID=259ed0b6-3dc5-4471-82f5-17f1352c43a7,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:59.093313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:59.119788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:04:59.120086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:04:59.145314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ae7a2305-9331-4c25-811a-d9620c6b544b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:04:59.352629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e42c4f7e-85ed-4239-9657-a4f4b0333f0c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:04:59.429567 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.445354 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Transition to ACTIVE for port object 1d4bb486-4b33-48fc-88cc-388058d3bc3e will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:04:59.455034 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.461926 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:59.464599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.637963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Deleting port e42c4f7e-85ed-4239-9657-a4f4b0333f0c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:04:59.638275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.725641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.726697 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment 50c2b390-d98d-4d46-a9fb-0803a99077a5 of type vlan for network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb
Dec 22 15:04:59.731422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:04:59.799311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Pushing event updated for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:04:59.815704 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.816046 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.816559 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.816887 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.817274 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.817892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.817892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.818236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.819459 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.819828 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.820561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:04:59.831375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.888911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Provisioning complete for port 9cb3543a-aa84-4436-b427-7566ba8bbb2b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:04:59.890024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.897285 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:04:59.910344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.922441 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/adc319f4-ec58-4fdd-aa4b-fb25b468988d HTTP/1.1" status: 204  len: 168 time: 2.9528251
Dec 22 15:04:59.923801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.928255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:04:59.928523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:04:59.931273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37610) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:04:59.937454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a31837c1-657e-4789-b2af-cf54fc39bdff tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:04:59.971960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.015107 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Attempting to bind port 1d4bb486-4b33-48fc-88cc-388058d3bc3e on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:00.015478 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Attempting to bind port 1d4bb486-4b33-48fc-88cc-388058d3bc3e by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:00.015886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Attempting to bind port 1d4bb486-4b33-48fc-88cc-388058d3bc3e on network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:00.036824 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:00.037076 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Checking segment: {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:00.037491 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.037888 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Bound using segment: {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:00.038360 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Bound port: 1d4bb486-4b33-48fc-88cc-388058d3bc3e, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:00.038808 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.075435 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-514670c7-b1e8-4e65-a0c7-179a1ea93e31 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:05:00.083210 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-514670c7-b1e8-4e65-a0c7-179a1ea93e31 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/adc319f4-ec58-4fdd-aa4b-fb25b468988d HTTP/1.1" status: 404  len: 333 time: 0.1482296
Dec 22 15:05:00.094894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37614) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:00.136286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.141481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:00.157515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=511e0ad2-3397-4035-91c4-8ad14cbd5508,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:00.178126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:00.180521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.183026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:00.190136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57929a3b-f2b1-48f4-8799-12f5f8aa75ac tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:00.193545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.210596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4ee2a5ce-2e16-4a11-8fb4-62cb96531235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:00.241741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 511e0ad2-3397-4035-91c4-8ad14cbd5508 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:00.257100 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] For port 1d4bb486-4b33-48fc-88cc-388058d3bc3e, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:00.267755 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] For port 1d4bb486-4b33-48fc-88cc-388058d3bc3e, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d4bb486-4b33-48fc-88cc-388058d3bc3e,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:00.273784 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.288748 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:00.450718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:00.451127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.503923 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Pushing event updated for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:00.509768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:00.519021 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:00.519625 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857597fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:00.531220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 259ed0b6-3dc5-4471-82f5-17f1352c43a7 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:00.563342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:00.599994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Subnet': ['ID=2aafb525-3a34-42d4-b9d5-c1761383a2a9,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:00.629998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:00.638282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Checking segment: {'id': 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:00.639023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network hostable DHCP agents. Network: ee44c387-2100-458e-8ef3-e4f6ffc8d7fb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:00.718990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:00.742630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ee44c387-2100-458e-8ef3-e4f6ffc8d7fb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:00.753044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.762941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9b2939a-5107-4e7d-86fa-bc2e7967c3a0 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:00.823736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Calling delete_port for e42c4f7e-85ed-4239-9657-a4f4b0333f0c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:00.827981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet ada575e3-720a-48b9-89d1-8f5dc07aa977 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:00.834626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.860922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:00.864970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3380a97-4dcb-4ec4-9830-279d8538c7f4 None None] Network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:00.879619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Port': ['ID=c7c458b6-f930-482f-807b-60d2f85cc126,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:00.882265 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 3.3165538
Dec 22 15:05:00.886536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:00.894811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37618) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:00.911439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': '511e0ad2-3397-4035-91c4-8ad14cbd5508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:00.921602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.931840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.936871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:00.937515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:00.963247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:01.050037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.089129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Could not find standard attr ID for object adc319f4-ec58-4fdd-aa4b-fb25b468988d. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:01.092032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edd420-192e-4047-aec6-5791f29638ab None None] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:01.110883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:01.133028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:01.148788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event updated for resources: {'Subnet': ['ID=e142f9a2-ac1e-4164-9292-3f89be144e2c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:01.165239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:01.221624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:01.225072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:01.228033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:01.234786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:01.243306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.8564157
Dec 22 15:05:01.245409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Checking segment: {'id': '3492855a-eb90-459d-a522-b63b76fe90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:01.245912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network hostable DHCP agents. Network: 35ee24dd-1539-459a-92de-55235f7084d1, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:01.253483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:01.254740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.262990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Provisioning for port ae7a2305-9331-4c25-811a-d9620c6b544b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:01.278574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857597fee0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:04:52Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:00Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:01.283792 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2dd7c-2d02-4960-b21a-834762830526 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:04:52Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:00Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:01.289298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Provisioning complete for port ae7a2305-9331-4c25-811a-d9620c6b544b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:01.289636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.292975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:01.315412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:01.319188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:01.333295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3280616
Dec 22 15:05:01.350089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37626) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:01.356506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-987498567'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:01.368366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:01.379392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:01.383560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=8eee3e76-2ea1-40fe-a8f0-206f2e3472cb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:01.386673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:01.392729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:01.398088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:01.399820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:01.424698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:01.476447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:01.479269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.513340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cc9b15b6-7586-4c31-92e6-55c9f33510b9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:01.581815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:01.592796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.593135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment 0a6dcc42-c197-46a9-934f-6a05fb5e2be7 of type vlan for network a2ce9319-f41f-426e-b923-e0b04b5f2067
Dec 22 15:05:01.622241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.661207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.685668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Network 35ee24dd-1539-459a-92de-55235f7084d1 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:01.691060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:05:01.691417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:05:01.745076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:01.765875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:01.769111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:01.777778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.781863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:01.782225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.784191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 35ee24dd-1539-459a-92de-55235f7084d1) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:01.789456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:01.789841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:01.790452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.794538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.805811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a22160a0-829f-4a95-9d2a-ad1ac8f9d047 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:01.806023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:01.809386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-804e044a-8be1-42fe-a0f3-9da8f3f4157c tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:01.809629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9189b06-3fb9-427d-83ed-36f7b3711e4b None None] Network 35ee24dd-1539-459a-92de-55235f7084d1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:01.853087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port cc9b15b6-7586-4c31-92e6-55c9f33510b9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:01.863038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=ada575e3-720a-48b9-89d1-8f5dc07aa977,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:01.865951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:01.877123 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5225232
Dec 22 15:05:01.879262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37630) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:01.884448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:01.908293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.915978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=a2ce9319-f41f-426e-b923-e0b04b5f2067,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:01.916256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:01.919211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:01.924509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Router e68cb65f-eb4a-4547-83cf-d10e8b7faa68 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:01.947747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791282a-75e8-41d2-8f7f-09b6caaa886f None None] Network e1f9a051-835e-433a-922c-332b57e1b38f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:01.963169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:01.990252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ee44c387-2100-458e-8ef3-e4f6ffc8d7fb', 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb', 'tenant_id': 'de9fd86e5c9b4263a384fcc1b5687a79', 'fixed_ips': [{'subnet_id': '2aafb525-3a34-42d4-b9d5-c1761383a2a9'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:01.990544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:01.999935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port cc9b15b6-7586-4c31-92e6-55c9f33510b9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:02.000434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.056622 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 3.9424446
Dec 22 15:05:02.062085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37634) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:02.077101 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/ada575e3-720a-48b9-89d1-8f5dc07aa977 HTTP/1.1" status: 204  len: 168 time: 1.9795470
Dec 22 15:05:02.082553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37638) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:02.127376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:02.133646 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "PUT /v2.0/routers/e68cb65f-eb4a-4547-83cf-d10e8b7faa68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7838235
Dec 22 15:05:02.136676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37642) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:02.145416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.174613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] Sync routers for ids ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:02.188558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.199948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08c5f2-0a79-4aea-9314-8677f331300a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:02.201660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08c5f2-0a79-4aea-9314-8677f331300a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:02.202836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08c5f2-0a79-4aea-9314-8677f331300a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:02.204425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8e08c5f2-0a79-4aea-9314-8677f331300a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.1404278
Dec 22 15:05:02.215655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37646) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:02.249269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Deleting port e42c4f7e-85ed-4239-9657-a4f4b0333f0c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:02.249790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.338915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 80779a4a-07c8-4010-924c-fa7962cea2d1 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:02.347953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:02.350471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.361573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.404361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:02.419580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:02.434001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] For port ae7a2305-9331-4c25-811a-d9620c6b544b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ae7a2305-9331-4c25-811a-d9620c6b544b,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:02.443711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:02.451180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] Routers {'e68cb65f-eb4a-4547-83cf-d10e8b7faa68'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:02.451783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575160c10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:02.474766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.548425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:02.562806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.602287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:02.630634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.635433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-22a68e2d-35d0-4542-b30f-a7907e17a214 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:02.714267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=6552ad9f-716b-46d3-8fe9-f677bd995157,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:02.718304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:02.771200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575160c10>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:02.862876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:02.878946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting subnet 2aafb525-3a34-42d4-b9d5-c1761383a2a9 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:03.084574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.089158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.128414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.135170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.136017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Fanout notify agent at l3_agent the message router_deleted on router e68cb65f-eb4a-4547-83cf-d10e8b7faa68 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:05:03.150307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.154355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b69481b9-f1a4-4d6e-b422-df25dd6fc918 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "DELETE /v2.0/routers/e68cb65f-eb4a-4547-83cf-d10e8b7faa68 HTTP/1.1" status: 204  len: 168 time: 1.0169325
Dec 22 15:05:03.155941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37650) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:03.157637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.232424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Pushing event updated for resources: {'Port': ['ID=ae7a2305-9331-4c25-811a-d9620c6b544b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:03.244899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b7186deb-f46a-4afa-93e8-0cbd9f8c47ab tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:03.284197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:03.286210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.307755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Provisioning for port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:03.311743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] Routers {'e68cb65f-eb4a-4547-83cf-d10e8b7faa68'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:03.312448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575160c10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:03.381527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.390647 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:03.410635 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:03.412222 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f60910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:03.496436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Allocated IP 2001:db8::1 (ee44c387-2100-458e-8ef3-e4f6ffc8d7fb/2aafb525-3a34-42d4-b9d5-c1761383a2a9/57823546-9c7a-4077-8280-1f11bfbdbcd1) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:03.499585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-35ee24dd-1539-459a-92de-55235f7084d1', 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1', 'tenant_id': 'de9fd86e5c9b4263a384fcc1b5687a79', 'fixed_ips': [{'subnet_id': 'e142f9a2-ac1e-4164-9292-3f89be144e2c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:03.500610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.500905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting subnet 6fdb753d-c388-44df-9dbd-29c33f815db8 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:03.504626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.531660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Provisioning complete for port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:03.532071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.593951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.604820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.621520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': 'a075eded-390a-4f1b-a52d-85fa43cee82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '511e0ad2-3397-4035-91c4-8ad14cbd5508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:03.632922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: 511e0ad2-3397-4035-91c4-8ad14cbd5508, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:03.634748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575160c10>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:03.635160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e0d9b-3268-46da-830c-251a03640438 None None] The sync data for ids ['e68cb65f-eb4a-4547-83cf-d10e8b7faa68'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:03.673451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] For port e42c4f7e-85ed-4239-9657-a4f4b0333f0c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,segment=NetworkSegment(5f78d032-bfd4-41f1-b444-fdc910804aa5),segment_id=5f78d032-bfd4-41f1-b444-fdc910804aa5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:03.674125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.705552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:03.718171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:03.735585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4a2bdcd-055f-4526-8e2e-7c4a92d34a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:03.773794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.828096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=9766ed70-839a-474e-832d-9bc96c3b8767,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:03.837732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:03.845112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port cc9b15b6-7586-4c31-92e6-55c9f33510b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cc9b15b6-7586-4c31-92e6-55c9f33510b9,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:03.855787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.863578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fcb83840-91e5-4a2c-8a65-d1dfacf3d0a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:03.886929 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:03.918156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:03.918712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:03.945032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:03.946263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:03.946889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: a2ce9319-f41f-426e-b923-e0b04b5f2067, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:03.951059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ef4f147-d772-43d0-9725-437332b38f73 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:03.966202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=80779a4a-07c8-4010-924c-fa7962cea2d1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:03.970906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:03.976475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 511e0ad2-3397-4035-91c4-8ad14cbd5508 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:03.985134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.034272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 511e0ad2-3397-4035-91c4-8ad14cbd5508) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:04.038903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:04.039775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.040731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdb753d-c388-44df-9dbd-29c33f815db8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:04.051706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:04.057397 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/80779a4a-07c8-4010-924c-fa7962cea2d1 HTTP/1.1" status: 204  len: 168 time: 1.9630294
Dec 22 15:05:04.058962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.066001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37654) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:04.075268 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "DELETE /v2.0/subnets/6fdb753d-c388-44df-9dbd-29c33f815db8 HTTP/1.1" status: 204  len: 168 time: 0.9167457
Dec 22 15:05:04.076295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37658) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:04.161439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:04.177033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2780302
Dec 22 15:05:04.183234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37662) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:04.184410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:04.189748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:04.194743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:04.195628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.239834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a2ce9319-f41f-426e-b923-e0b04b5f2067) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:04.244929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:04.245430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.267509 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9565623
Dec 22 15:05:04.268580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37666) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:04.279419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.345332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7491b-11dd-4576-8e7c-450924aee7f3 None None] Network 511e0ad2-3397-4035-91c4-8ad14cbd5508 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:04.367539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:04.372561 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4895844
Dec 22 15:05:04.383883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.384467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Calling delete_port for e42c4f7e-85ed-4239-9657-a4f4b0333f0c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:04.385698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37670) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:04.443272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4af89-c901-43c9-a55e-2ce3c7887667 None None] Network 21963e6e-fb8c-4363-86c5-b0918d194b31 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:04.457848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 9cb3543a-aa84-4436-b427-7566ba8bbb2b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:04.458180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.492959 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f60910>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:54Z', 'revision_number': 3, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:04:55Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:04:53Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:04.497205 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:04.497632 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Updating router 78199c35-f936-406a-8ffa-6ba0137cc14e port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:04.564162 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.597535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Deleting port c3d8fc16-84a6-4580-8e05-16c21047ff49 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:04.598019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.642829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649bc739-bb4a-4e48-a51c-33ea402937af None None] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:04.663543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289459c-dd2a-4d48-aa49-63d71ba91a2f None None] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:04.681024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.681601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.849318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port 9cb3543a-aa84-4436-b427-7566ba8bbb2b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9cb3543a-aa84-4436-b427-7566ba8bbb2b,segment=NetworkSegment(3a7035a2-3cbc-4e21-bacc-6b099bd39373),segment_id=3a7035a2-3cbc-4e21-bacc-6b099bd39373)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:04.849728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:04.917593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.049503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 9cb3543a-aa84-4436-b427-7566ba8bbb2b owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:05.081248 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.095130 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Transition to ACTIVE for port object 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:05.104909 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.118655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.160245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.213905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] For port c3d8fc16-84a6-4580-8e05-16c21047ff49, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c3d8fc16-84a6-4580-8e05-16c21047ff49,segment=NetworkSegment(cac4efea-c48f-4927-ac07-91a01ef2aad6),segment_id=cac4efea-c48f-4927-ac07-91a01ef2aad6)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:05.214611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.278028 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Pushing event updated for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:05.281464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:05.330679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.341564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f400a4c-1207-45b9-b51d-9114253109bd tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.414171 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Attempting to bind port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:05.414853 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Attempting to bind port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:05.415321 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Attempting to bind port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 on network b0d8b700-ea6a-4ec4-84c5-21640d42e419 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:05.425009 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:05.425529 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Checking segment: {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:05.426030 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.428367 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Bound using segment: {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:05.428367 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Bound port: 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e477c49-77d4-432d-ba95-0ee02944ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:05.428367 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.473155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=9cb3543a-aa84-4436-b427-7566ba8bbb2b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:05.481659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:05.491373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No DVR routers for this DVR port 9cb3543a-aa84-4436-b427-7566ba8bbb2b on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:05.506402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ae7a2305-9331-4c25-811a-d9620c6b544b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:05.547221 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] For port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:05.558213 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] For port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:05.580261 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.585106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Calling delete_port for c3d8fc16-84a6-4580-8e05-16c21047ff49 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:05.606390 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5ebd73db-c436-4f97-b58e-df1558c005b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.676911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d381a7-d31d-467a-9b98-098d2b892bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-511e0ad2-3397-4035-91c4-8ad14cbd5508', 'network_id': '511e0ad2-3397-4035-91c4-8ad14cbd5508', 'tenant_id': '1ed0f8a08bf6415da57bc29404943908', 'fixed_ips': [{'subnet_id': '6552ad9f-716b-46d3-8fe9-f677bd995157'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:05.677742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2d381a7-d31d-467a-9b98-098d2b892bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.699113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:05.748136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.755070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7c2fd2a-5c0f-4227-8a91-09b71899e0e9 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.794866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.800506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.819134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] No DVR routers for this DVR port c3d8fc16-84a6-4580-8e05-16c21047ff49 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:05.831090 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Pushing event updated for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:05.833419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d243a0>,) {'filters': {'network_id': ['e1f9a051-835e-433a-922c-332b57e1b38f']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:05.843461 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:05.855204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d243a0>, '3a7035a2-3cbc-4e21-bacc-6b099bd39373') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:05.855497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d243a0>, '3a7035a2-3cbc-4e21-bacc-6b099bd39373') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:05.856848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=6552ad9f-716b-46d3-8fe9-f677bd995157,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:05.858739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.866880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:05.867903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:05.873009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.873805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:05.874736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143013a-9528-4b86-84a9-6d842aa01fcc None None] Host dv-neutron-822675-1-hyperv tried to update port 9cb3543a-aa84-4436-b427-7566ba8bbb2b which no longer exists. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}}
Dec 22 15:05:05.888045 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:05.889433 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f60910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:05.923225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.936623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Provisioning for port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:05.942136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:05.942516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.985782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Provisioning complete for port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:05.986066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:05.989832 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:06.018397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ae7a2305-9331-4c25-811a-d9620c6b544b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:06.018799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.053203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.083146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857581cc40>,) {'filters': {'network_id': ['21963e6e-fb8c-4363-86c5-b0918d194b31']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:06.099120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857581cc40>, 'cac4efea-c48f-4927-ac07-91a01ef2aad6') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:06.099120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857581cc40>, 'cac4efea-c48f-4927-ac07-91a01ef2aad6') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:06.113734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.132640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.141675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:06.142166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.154600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.162489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b1b458fa-accf-4074-b8f5-ca9a678f8d32 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:06.178980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Transition to ACTIVE for port object 57823546-9c7a-4077-8280-1f11bfbdbcd1 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:06.196465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.205566 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:06.215938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c1d30-0720-483f-b366-01c4d1076999 None None] Network e1f9a051-835e-433a-922c-332b57e1b38f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:06.217650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=e1f9a051-835e-433a-922c-332b57e1b38f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:06.230120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:06.238284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0969feb-9ec0-4309-af2c-c9da4c761a2f None None] Network 511e0ad2-3397-4035-91c4-8ad14cbd5508 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:06.264800 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:06.293099 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/e1f9a051-835e-433a-922c-332b57e1b38f HTTP/1.1" status: 204  len: 168 time: 2.2212706
Dec 22 15:05:06.293339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Port': ['ID=c3d8fc16-84a6-4580-8e05-16c21047ff49,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:06.293457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37678) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:06.296655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:06.297282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.301495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.355722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-11b60f46-8c30-4efd-945b-f085f1025ea2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:06.389219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.401991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Pushing event deleted for resources: {'Network': ['ID=21963e6e-fb8c-4363-86c5-b0918d194b31,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:06.407805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dbfaa7-a4f0-483b-abb0-36b969e444a9 None None] DHCP port deletion for 21963e6e-fb8c-4363-86c5-b0918d194b31 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:06.408279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:06.430415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c1d30-0720-483f-b366-01c4d1076999 None None] Network e1f9a051-835e-433a-922c-332b57e1b38f could not be found, it might have been deleted concurrently. {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 15:05:06.496373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e0f48-a917-4615-a3b4-484091779380 None None] DHCP port deletion for e1f9a051-835e-433a-922c-332b57e1b38f request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:06.512011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.512767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Transition to ACTIVE for port object 57823546-9c7a-4077-8280-1f11bfbdbcd1 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:06.519108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.549107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:06.596008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.673106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.695205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.714370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Pushing event deleted for resources: {'Port': ['ID=e42c4f7e-85ed-4239-9657-a4f4b0333f0c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:06.720298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:06.754942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fcdd2428-d32b-4b19-b91f-7c1f3e08cf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:06.766785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a6836-49b4-42f4-97f6-a7c72347f4fe tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:06.767634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-540a6836-49b4-42f4-97f6-a7c72347f4fe tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:06.785405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.793448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Allocated IP 2001:db8:0:1::1 (35ee24dd-1539-459a-92de-55235f7084d1/e142f9a2-ac1e-4164-9292-3f89be144e2c/31ae1813-5eda-44b2-a08f-c1c8b7259ef9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:06.808900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-540a6836-49b4-42f4-97f6-a7c72347f4fe tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:06.814097 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-540a6836-49b4-42f4-97f6-a7c72347f4fe tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.5162838
Dec 22 15:05:06.818629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37682) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:06.856940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:06.858482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.876049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] 10.222.0.69 "DELETE /v2.0/networks/21963e6e-fb8c-4363-86c5-b0918d194b31 HTTP/1.1" status: 204  len: 168 time: 2.7977874
Dec 22 15:05:06.894583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:06.908194 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f60910>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:54Z', 'revision_number': 3, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:05Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:06.917917 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49942c-e6e1-4dcd-98f5-4a7749b6522e None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:04:54Z', 'revision_number': 3, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:05Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:06.923259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d56790>,) {'filters': {'network_id': ['511e0ad2-3397-4035-91c4-8ad14cbd5508']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:06.931508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7c03b033-4ed2-42a2-ae02-7e800793bb0e tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:06.965489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] No DVR routers for this DVR port e42c4f7e-85ed-4239-9657-a4f4b0333f0c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:07.059746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d4bb486-4b33-48fc-88cc-388058d3bc3e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:07.083847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-52c6fdaa-55fa-4cc7-af06-af23c4a42143 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2645004
Dec 22 15:05:07.101733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37688) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:07.116517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1867733024'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:07.137357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:07.153470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:07.164207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8:1::1 (8eee3e76-2ea1-40fe-a8f0-206f2e3472cb/9766ed70-839a-474e-832d-9bc96c3b8767/61cf82e8-d041-46a5-a2f3-3fa30206b974) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:07.166885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:07.176947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:07.209027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:07.211985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.251436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Subnet': ['ID=2aafb525-3a34-42d4-b9d5-c1761383a2a9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:07.254349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:07.257906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d56790>, 'a075eded-390a-4f1b-a52d-85fa43cee82b') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:07.258263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d56790>, 'a075eded-390a-4f1b-a52d-85fa43cee82b') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:07.263809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a2ce9319-f41f-426e-b923-e0b04b5f2067', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:07.264742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.285561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.303803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.321963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/subnets/2aafb525-3a34-42d4-b9d5-c1761383a2a9 HTTP/1.1" status: 204  len: 168 time: 5.1051426
Dec 22 15:05:07.324847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37692) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:07.327413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.347773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:07.356978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:07.357809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.447799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:07.482470 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:07.487683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:07.488040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:07.495594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Pushing event updated for resources: {'Port': ['ID=57823546-9c7a-4077-8280-1f11bfbdbcd1,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:07.498900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.502305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.507481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.511071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:07.515250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0f88350-7dd5-420c-b3d1-89e6372c98a3 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:07.524983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:07.534407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/511e0ad2-3397-4035-91c4-8ad14cbd5508 HTTP/1.1" status: 204  len: 168 time: 3.3500872
Dec 22 15:05:07.543068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37704) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:07.549354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=511e0ad2-3397-4035-91c4-8ad14cbd5508,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:07.551943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:07.556573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-405966040'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:07.564829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:07.571067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:network and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:07.611751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:07.618039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:07.648016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:07.651438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.760275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting subnet e142f9a2-ac1e-4164-9292-3f89be144e2c {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:07.784015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.784503 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment ef6aa735-030f-4239-aa9a-1692bf37edfa of type vlan for network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0
Dec 22 15:05:07.786237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:07.805129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.833817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.834678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Added segment b0bc8115-15fe-4092-867f-7d19cfce85a0 of type vlan for network 31912731-b31d-4723-85a0-0a001631289f
Dec 22 15:05:07.841153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.845199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.845836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 61cf82e8-d041-46a5-a2f3-3fa30206b974 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:07.883668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.887414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:07.887988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.892756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5a74334-dcc4-4877-a66a-83566731d11f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:07.911496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.923212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:07.933819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Transition to ACTIVE for port object 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:07.969698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Transition to ACTIVE for port object 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:07.970630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1d4bb486-4b33-48fc-88cc-388058d3bc3e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:08.008712 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9039149
Dec 22 15:05:08.009552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.017457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37708) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:08.018211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.027709 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-202ec652-f3b1-4b2c-8c83-70a2f22f37a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42fedf2c8ccf436f9895113cc63de967&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5383248
Dec 22 15:05:08.037727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:08.041047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37712) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:08.042504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:08.067521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:08.072866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=3e76fb61-7b42-40a1-b0cf-5582519e8dc0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.076889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.082770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:08.083300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.091856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Attempting to bind port 57823546-9c7a-4077-8280-1f11bfbdbcd1 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:08.091856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Attempting to bind port 57823546-9c7a-4077-8280-1f11bfbdbcd1 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:08.092315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.092624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Attempting to bind port 57823546-9c7a-4077-8280-1f11bfbdbcd1 on network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:08.093953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.095009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-339285cf-5f40-4e43-8a1a-c3768f46851b tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.140968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:08.156909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.241804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Network 35ee24dd-1539-459a-92de-55235f7084d1 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:08.246026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.250621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:08.252089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.259122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:08.262653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] For port 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=259ed0b6-3dc5-4471-82f5-17f1352c43a7,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:08.268177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f1416e21-3923-4cb4-9258-65d2b0f17c1c tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.271677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:08.272070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Checking segment: {'id': 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:08.272523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.272943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Bound using segment: {'id': 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:08.273440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Bound port: 57823546-9c7a-4077-8280-1f11bfbdbcd1, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ee44c387-2100-458e-8ef3-e4f6ffc8d7fb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:08.273813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.286206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:08.352631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.362384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.384188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.386094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Network': ['ID=31912731-b31d-4723-85a0-0a001631289f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.388505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Allocated IP 2001:db8:1::2 (8eee3e76-2ea1-40fe-a8f0-206f2e3472cb/9766ed70-839a-474e-832d-9bc96c3b8767/57b06ae1-53d1-4582-a638-20ea495d8f57) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:08.397306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.402844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:08.404191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.413206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:08.419895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:08.432404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Allocated IP 172.22.0.2 (a2ce9319-f41f-426e-b923-e0b04b5f2067/4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26/19a3978a-b1b0-40db-973c-c6d2c44a48c9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:08.432642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:08.455935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9114454
Dec 22 15:05:08.461032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37716) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:08.468949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Request body: {'subnet': {'network_id': '31912731-b31d-4723-85a0-0a001631289f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:08.475537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Pushing event updated for resources: {'Port': ['ID=31ae1813-5eda-44b2-a08f-c1c8b7259ef9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.477940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 31912731-b31d-4723-85a0-0a001631289f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:08.480578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.495114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.500916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Provisioning complete for port ae7a2305-9331-4c25-811a-d9620c6b544b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:08.501305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.521898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:08.541204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.554370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7674ff9-c1d6-484d-a128-42c046f01ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.556613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.678919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Pushing event updated for resources: {'Port': ['ID=259ed0b6-3dc5-4471-82f5-17f1352c43a7,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.681700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cc9b15b6-7586-4c31-92e6-55c9f33510b9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:08.707409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.711951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.719093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-704fecae-76f9-4a34-bd2a-bd2f426457d1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.735567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Attempting to bind port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:08.736223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Attempting to bind port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3492855a-eb90-459d-a522-b63b76fe90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:08.736795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Attempting to bind port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 on network 35ee24dd-1539-459a-92de-55235f7084d1 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:08.761971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.768712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Subnet': ['ID=e142f9a2-ac1e-4164-9292-3f89be144e2c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.823680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.838655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:08.843305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Usage tracker for resource:subnet and tenant:1ed0f8a08bf6415da57bc29404943908 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:08.846353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:08.852841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:08.869421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Made reservation on behalf of 1ed0f8a08bf6415da57bc29404943908 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:08.884881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.885931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c69dde95-fe8a-4ef5-9b23-3fcadd4e2e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:08.908134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.911294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc39a47-e218-4da7-be75-464e8febaeac,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:08.917700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:08.948262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.952549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4fc39a47-e218-4da7-be75-464e8febaeac HTTP/1.1" status: 204  len: 168 time: 0.9012163
Dec 22 15:05:08.953886 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/subnets/e142f9a2-ac1e-4164-9292-3f89be144e2c HTTP/1.1" status: 204  len: 168 time: 1.6263289
Dec 22 15:05:08.957092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37722) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:08.997070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:08.997704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Checking segment: {'id': '3492855a-eb90-459d-a522-b63b76fe90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:08.998316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:08.998959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Bound using segment: {'id': '3492855a-eb90-459d-a522-b63b76fe90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:08.999629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Bound port: 31ae1813-5eda-44b2-a08f-c1c8b7259ef9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492855a-eb90-459d-a522-b63b76fe90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '35ee24dd-1539-459a-92de-55235f7084d1'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:09.000234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.020741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.108854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca89b8-53d0-4f38-a960-8b416ed49320 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:09.109553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-40ca89b8-53d0-4f38-a960-8b416ed49320 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Synchronizing usage tracker for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:09.151678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-40ca89b8-53d0-4f38-a960-8b416ed49320 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Unset dirty status for tenant:de9fd86e5c9b4263a384fcc1b5687a79 on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:09.157449 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-40ca89b8-53d0-4f38-a960-8b416ed49320 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1948068
Dec 22 15:05:09.157748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37726) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:09.178371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] For port 57823546-9c7a-4077-8280-1f11bfbdbcd1, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:09.283837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] For port 57823546-9c7a-4077-8280-1f11bfbdbcd1, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57823546-9c7a-4077-8280-1f11bfbdbcd1,segment=NetworkSegment(fee96b55-a843-42fc-b6f1-d7de7e31ffe6),segment_id=fee96b55-a843-42fc-b6f1-d7de7e31ffe6)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:09.304290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.325041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.330155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.331092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:09.331655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.345542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-928ce370-c9b9-4b1d-acdc-548bcd49c0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:09.369987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.371051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.377859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:09.426529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] For port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:09.496276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port cc9b15b6-7586-4c31-92e6-55c9f33510b9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:09.496900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.567345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] For port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=31ae1813-5eda-44b2-a08f-c1c8b7259ef9,segment=NetworkSegment(3492855a-eb90-459d-a522-b63b76fe90a6),segment_id=3492855a-eb90-459d-a522-b63b76fe90a6)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:09.612317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.622240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:09.635736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.644366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe27c7fa-ecf9-45dc-98c8-ecb674837e10 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:09.649022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:09.655548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Pushing event updated for resources: {'Port': ['ID=57823546-9c7a-4077-8280-1f11bfbdbcd1,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:09.673428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:09.684060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a7fed56b-378d-4ec2-b4e0-5a820c900bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:09.721324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=2498866b-0c57-4bba-92ca-0d8bedec9d8f,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:09.725321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:09.735664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.746013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.752291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Could not find standard attr ID for object 9cb3543a-aa84-4436-b427-7566ba8bbb2b. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:09.826083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Transition to ACTIVE for port object 19a3978a-b1b0-40db-973c-c6d2c44a48c9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:09.836750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Transition to ACTIVE for port object 57b06ae1-53d1-4582-a638-20ea495d8f57 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:09.874370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.objects.ports [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83456) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 15:05:09.884597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': 'ef6aa735-030f-4239-aa9a-1692bf37edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:09.884951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: 3e76fb61-7b42-40a1-b0cf-5582519e8dc0, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:09.897658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] For port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=31ae1813-5eda-44b2-a08f-c1c8b7259ef9,segment=NetworkSegment(3492855a-eb90-459d-a522-b63b76fe90a6),segment_id=3492855a-eb90-459d-a522-b63b76fe90a6)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:09.897992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.898413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:09.906845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d178beb-326e-46d1-8ec9-cd594c1cb833 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:09.910445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:09.914628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:09.949058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Transition to ACTIVE for port object 57b06ae1-53d1-4582-a638-20ea495d8f57 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:09.950462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Transition to ACTIVE for port object 19a3978a-b1b0-40db-973c-c6d2c44a48c9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:09.984880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event updated for resources: {'Subnet': ['ID=4ae8b1c0-2f64-4dc6-b447-19ed420eeb51,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:09.987630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:09.989595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Pushing event updated for resources: {'Port': ['ID=31ae1813-5eda-44b2-a08f-c1c8b7259ef9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:10.003927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:10.005024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.019217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-174f0d5c-b61e-46c5-997e-01fac3591422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:10.052166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.066214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f3e2c-fad5-4272-afc2-961b5de426b4 None None] Network ee44c387-2100-458e-8ef3-e4f6ffc8d7fb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:10.078932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc67c1e-6fee-485e-b045-cee064cf0ad9 None None] Network 35ee24dd-1539-459a-92de-55235f7084d1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:10.099914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:10.112360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Checking segment: {'id': 'b0bc8115-15fe-4092-867f-7d19cfce85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31912731-b31d-4723-85a0-0a001631289f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:10.112928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network hostable DHCP agents. Network: 31912731-b31d-4723-85a0-0a001631289f, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:10.132059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 3e76fb61-7b42-40a1-b0cf-5582519e8dc0) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:10.136746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:10.137373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.166040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.22.0.1 (a2ce9319-f41f-426e-b923-e0b04b5f2067/4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26/30a19ca7-5403-45ec-b402-83237306a2a8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:10.209610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Network 31912731-b31d-4723-85a0-0a001631289f is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:10.216877 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1943424
Dec 22 15:05:10.241474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa01c9-e431-4a96-b730-1c15b4055530 None None] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:10.273385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 31912731-b31d-4723-85a0-0a001631289f) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:10.277523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:10.278101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.281832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37746) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:10.298093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0', 'name': 'tempest-PortsIpV6TestJSON-311579206'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:10.315744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37750) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:10.320734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:10.347816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Calling delete_port for 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:10.391684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833d7f8-142d-42d1-bfc1-7bc617458cab None None] Network 31912731-b31d-4723-85a0-0a001631289f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:10.434764 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.9704022
Dec 22 15:05:10.438934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37758) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:10.469345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.474753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42750e7c-c641-4751-bc0d-d1daf85074b6 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:10.484814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:10.511511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:10.512986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Pushing event updated for resources: {'Port': ['ID=19a3978a-b1b0-40db-973c-c6d2c44a48c9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:10.526080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:10.536307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Provisioning for port 1d4bb486-4b33-48fc-88cc-388058d3bc3e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:10.537635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Port': ['ID=31ae1813-5eda-44b2-a08f-c1c8b7259ef9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:10.541489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:10.546388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:10.552033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:10.552743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4957b346-0f0d-46e1-8e81-76ade8e507ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:10.592184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] No DVR routers for this DVR port 31ae1813-5eda-44b2-a08f-c1c8b7259ef9 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:10.598381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:10.610906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.620365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Provisioning complete for port 1d4bb486-4b33-48fc-88cc-388058d3bc3e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:10.620365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.717765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:10.740415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1838093341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:10.753767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.769647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:10.786127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:10.792856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.793518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:router and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:10.797369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:10.802026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.824876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85759dd100>,) {'filters': {'network_id': ['35ee24dd-1539-459a-92de-55235f7084d1']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:10.833885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object 30a19ca7-5403-45ec-b402-83237306a2a8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:10.838201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:10.853138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759dd100>, '3492855a-eb90-459d-a522-b63b76fe90a6') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:10.853432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759dd100>, '3492855a-eb90-459d-a522-b63b76fe90a6') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:10.860557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:10.868455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.890278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.891177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.893633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.903204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:10.903587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.908469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:10.912423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:10.920247 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:10.950279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:10.955322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 57586c73-8254-4345-b157-e9cc001a52a2 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:05:10.991570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:10.994466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad97105-140b-4048-bba7-c6dcd84af1c8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:11.042113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.076667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.078792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Pushing event updated for resources: {'Port': ['ID=57b06ae1-53d1-4582-a638-20ea495d8f57,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:11.103619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:11.129183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16c11086-18d5-4ea4-9722-f7d07f6ffa92 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:11.153192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.165379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=35ee24dd-1539-459a-92de-55235f7084d1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:11.168099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:11.188082 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/35ee24dd-1539-459a-92de-55235f7084d1 HTTP/1.1" status: 204  len: 168 time: 2.0265522
Dec 22 15:05:11.189822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37762) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:11.203404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:11.209158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:11.211956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:11.218574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.220101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9db80066-20fa-4d92-a10d-ec0b2a8b34b6 tempest-FloatingIPTestJSON-1123678683 tempest-FloatingIPTestJSON-1123678683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:11.243790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Attempting to bind port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:11.244179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Attempting to bind port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:11.244668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Attempting to bind port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 on network a2ce9319-f41f-426e-b923-e0b04b5f2067 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:11.245610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:11.249229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:11.294665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Attempting to bind port 57b06ae1-53d1-4582-a638-20ea495d8f57 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:11.296078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Attempting to bind port 57b06ae1-53d1-4582-a638-20ea495d8f57 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:11.296670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Attempting to bind port 57b06ae1-53d1-4582-a638-20ea495d8f57 on network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:11.323300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.337545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:11.350801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae8b1c0-2f64-4dc6-b447-19ed420eeb51,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:11.353132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:11.358898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Deleting port 57823546-9c7a-4077-8280-1f11bfbdbcd1 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:11.359184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.365270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.365481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:11.366074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Checking segment: {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:11.366745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.367333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Bound using segment: {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:11.368030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Bound port: 19a3978a-b1b0-40db-973c-c6d2c44a48c9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:11.368614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.392015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e325c2c-8caa-41f5-9ec7-28d530a2c20d None None] Network 31912731-b31d-4723-85a0-0a001631289f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:11.415789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:11.416519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.430737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743cd4f0>,) {'filters': {'network_id': ['31912731-b31d-4723-85a0-0a001631289f']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:11.445277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.447885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.540487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:11.541214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Checking segment: {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:11.541808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.542375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Bound using segment: {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:11.543047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Bound port: 57b06ae1-53d1-4582-a638-20ea495d8f57, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:11.543616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.557881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:11.591840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743cd4f0>, 'b0bc8115-15fe-4092-867f-7d19cfce85a0') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:11.591840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743cd4f0>, 'b0bc8115-15fe-4092-867f-7d19cfce85a0') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:11.601344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::288 (3e76fb61-7b42-40a1-b0cf-5582519e8dc0/2498866b-0c57-4bba-92ca-0d8bedec9d8f/57586c73-8254-4345-b157-e9cc001a52a2) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:11.610802 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3373408
Dec 22 15:05:11.612435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37766) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:11.621962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.625145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727786824'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:11.649580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:11.650155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:11.658709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:11.668852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:11.674941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.679265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.683843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:11.687606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:11.688027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.691274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] For port 57823546-9c7a-4077-8280-1f11bfbdbcd1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57823546-9c7a-4077-8280-1f11bfbdbcd1,segment=NetworkSegment(fee96b55-a843-42fc-b6f1-d7de7e31ffe6),segment_id=fee96b55-a843-42fc-b6f1-d7de7e31ffe6)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:11.691628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.702529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-3e76fb61-7b42-40a1-b0cf-5582519e8dc0', 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '2498866b-0c57-4bba-92ca-0d8bedec9d8f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:11.704259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:11.707596 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:11.775588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.776793 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c85207d7-cbc3-4acc-8668-6aece81138a7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.4582744
Dec 22 15:05:11.786631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37770) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:11.813141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-798201643'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:11.830887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:11.837617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:network and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:11.930623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:11.932830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:11.933178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.948210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:11.948710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Calling delete_port for 57823546-9c7a-4077-8280-1f11bfbdbcd1 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:11.964280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.969484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:11.979085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f877c16b-8d2e-4c0a-9265-c8e4191f4db5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.005017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:12.005387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759edd60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:12.029639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=31912731-b31d-4723-85a0-0a001631289f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.031325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:12.031855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:12.042841 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/31912731-b31d-4723-85a0-0a001631289f HTTP/1.1" status: 204  len: 168 time: 1.5974507
Dec 22 15:05:12.044173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37774) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.045619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:12.048272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.048684 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment 93949cd9-5c1e-476c-8352-63bdbec0a35a of type vlan for network 10a9aade-94a6-461e-bffa-3b171355fa4c
Dec 22 15:05:12.048954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.061825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] For port 1d4bb486-4b33-48fc-88cc-388058d3bc3e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d4bb486-4b33-48fc-88cc-388058d3bc3e,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:12.063855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.079490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] For port 19a3978a-b1b0-40db-973c-c6d2c44a48c9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:12.084274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.102599 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0e628d-e054-48bf-8a45-1f885fe73d58 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.103064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0e628d-e054-48bf-8a45-1f885fe73d58 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.106402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.114777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c9b4f04b-e20e-4b9e-b3cb-3999a8dd4329 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.153601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.156491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.172550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Port': ['ID=57823546-9c7a-4077-8280-1f11bfbdbcd1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.188076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8a0e628d-e054-48bf-8a45-1f885fe73d58 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/4ae8b1c0-2f64-4dc6-b447-19ed420eeb51 HTTP/1.1" status: 404  len: 337 time: 0.1400487
Dec 22 15:05:12.190186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:12.193794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37778) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.198036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.202943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] No DVR routers for this DVR port 57823546-9c7a-4077-8280-1f11bfbdbcd1 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:12.208425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.225501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:12.238280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:security_group_rule and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:12.247475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] For port 19a3978a-b1b0-40db-973c-c6d2c44a48c9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19a3978a-b1b0-40db-973c-c6d2c44a48c9,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:12.262225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-14992512-449a-4462-a239-1d672a5288c1 None None] For port 57b06ae1-53d1-4582-a638-20ea495d8f57, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:12.269949 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b497a8-a06e-4f8b-93f8-466b8624875d tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.270448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b497a8-a06e-4f8b-93f8-466b8624875d tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.274627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-43b497a8-a06e-4f8b-93f8-466b8624875d tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/31912731-b31d-4723-85a0-0a001631289f HTTP/1.1" status: 404  len: 339 time: 0.0768974
Dec 22 15:05:12.278602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.290999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37782) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.301551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:12.310515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-14992512-449a-4462-a239-1d672a5288c1 None None] For port 57b06ae1-53d1-4582-a638-20ea495d8f57, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57b06ae1-53d1-4582-a638-20ea495d8f57,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:12.342821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.363818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 57586c73-8254-4345-b157-e9cc001a52a2 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:12.365401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.378438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:12.382116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Pushing event updated for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.389648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:12.390609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Provisioning complete for port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:12.390991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.409691 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-380aa7c9-8dbf-47d1-82db-5065ff308d39 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.410186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380aa7c9-8dbf-47d1-82db-5065ff308d39 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.414497 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-380aa7c9-8dbf-47d1-82db-5065ff308d39 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/6552ad9f-716b-46d3-8fe9-f677bd995157 HTTP/1.1" status: 404  len: 337 time: 0.1201231
Dec 22 15:05:12.414667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:12.417000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37786) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.434776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.458343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:12.460607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.466036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.469916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:12.470712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.475480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857436c310>,) {'filters': {'network_id': ['ee44c387-2100-458e-8ef3-e4f6ffc8d7fb']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:12.478729 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab48f1d5-fc6b-4f48-af42-39b46f533532 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.479261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab48f1d5-fc6b-4f48-af42-39b46f533532 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.485667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbdcde1d-40aa-49aa-8cd6-3250545b4bad tempest-DHCPAgentSchedulersTestJSON-1754170205 tempest-DHCPAgentSchedulersTestJSON-1754170205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.582420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ab48f1d5-fc6b-4f48-af42-39b46f533532 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/511e0ad2-3397-4035-91c4-8ad14cbd5508 HTTP/1.1" status: 404  len: 339 time: 0.1533492
Dec 22 15:05:12.582667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857436c310>, 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:12.582667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857436c310>, 'fee96b55-a843-42fc-b6f1-d7de7e31ffe6') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:12.584510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.588866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.601014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85773b09-39ac-47f7-9d7e-91ff8793c159 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.643681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.685939 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0674889
Dec 22 15:05:12.691466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37794) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.709882 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfcd609-b39b-4718-800f-28bb0fbf30da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.710579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfcd609-b39b-4718-800f-28bb0fbf30da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.713164 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9dfcd609-b39b-4718-800f-28bb0fbf30da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/3057f8e5-b633-4e26-bbcd-7e034e785d49 HTTP/1.1" status: 404  len: 337 time: 0.1171453
Dec 22 15:05:12.722351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:12.736335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37798) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:12.751670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.800711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.805478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:12.807207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=10a9aade-94a6-461e-bffa-3b171355fa4c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.812817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:12.821442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:12.828550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:12.828910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:12.831567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:12.833862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.836021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:12.836763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.855785 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd8726c-c232-4925-a773-06183d92bbd9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:12.855785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd8726c-c232-4925-a773-06183d92bbd9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:12.859265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.869743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=57586c73-8254-4345-b157-e9cc001a52a2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.873214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:12.883315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9aa8f690-b493-4384-bf6b-b13d638d393d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:12.913477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 10a9aade-94a6-461e-bffa-3b171355fa4c details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:12.942765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Pushing event updated for resources: {'Port': ['ID=19a3978a-b1b0-40db-973c-c6d2c44a48c9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:12.950898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3fd8726c-c232-4925-a773-06183d92bbd9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/1612294c-6cf0-4cb0-b752-f3844f0df561 HTTP/1.1" status: 404  len: 339 time: 0.2108219
Dec 22 15:05:12.964116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:12.974657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:12.983280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37802) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:13.019310 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:13.062518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7702911
Dec 22 15:05:13.069652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02d75b-e8d6-4d33-9949-41d90b30915a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:13.073121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.074124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.074456 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Added segment 674a35c7-7036-4dde-988c-b9d4d8d4ba28 of type vlan for network 359f841a-2c64-4451-a409-fe3d9c45115a
Dec 22 15:05:13.079334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37806) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:13.104211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:13.109528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:13.113058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:13.118302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0', 'name': 'tempest-PortsIpV6TestJSON-2455939'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:13.119819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:13.156255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:13.197623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:13.198759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c3d8fc16-84a6-4580-8e05-16c21047ff49 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:13.248808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Allocated IP 2001:db8::2 (3e76fb61-7b42-40a1-b0cf-5582519e8dc0/2498866b-0c57-4bba-92ca-0d8bedec9d8f/5481fb78-6870-4022-b907-4df842144629) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:13.272447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting port 5a51c1e8-7ab8-45db-b609-1344f854d43b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:13.272785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.273675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.279356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fbe348b6-2a27-4fb3-9076-a095e9000ecb tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:13.297275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.313521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c3d8fc16-84a6-4580-8e05-16c21047ff49 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:13.313887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c3d8fc16-84a6-4580-8e05-16c21047ff49 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:13.314333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9cb3543a-aa84-4436-b427-7566ba8bbb2b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:13.314796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.320503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=ee44c387-2100-458e-8ef3-e4f6ffc8d7fb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:13.327744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.330715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.330848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.338409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.347579 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/ee44c387-2100-458e-8ef3-e4f6ffc8d7fb HTTP/1.1" status: 204  len: 168 time: 2.1535254
Dec 22 15:05:13.349356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37810) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:13.373653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22317f99-ea20-4774-b9a4-402531df6e26 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:13.405416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 9cb3543a-aa84-4436-b427-7566ba8bbb2b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:13.405416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9cb3543a-aa84-4436-b427-7566ba8bbb2b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:13.455489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:13.458329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.524119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Pushing event updated for resources: {'Port': ['ID=57b06ae1-53d1-4582-a638-20ea495d8f57,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:13.538989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.543064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5882ec10-ffb3-4285-8308-99b3351bfd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.189s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:13.561869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.726697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.754625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:13.763927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.767780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:13.768638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.768782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:13.779754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.787489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:13.789460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:13.789816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:13.809248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7920b38a-2367-4a53-851e-f8aa2d50c97a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:13.827173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d4bb486-4b33-48fc-88cc-388058d3bc3e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:13.849150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.868624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:13.882895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.0932751
Dec 22 15:05:13.895436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574944c40>,) {'filters': {'network_id': ['34842fbb-0312-4ed2-8739-db1bb390eee8']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:13.917821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574944c40>, '5e64f4d1-8372-425e-b220-bacac4dbcae1') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:13.918182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574944c40>, '5e64f4d1-8372-425e-b220-bacac4dbcae1') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:13.926611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37814) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:13.936815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'subnet': {'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:13.954245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.960324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:13.974405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:13.976427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Transition to ACTIVE for port object 5481fb78-6870-4022-b907-4df842144629 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:13.990374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759edd60>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:08Z', 'revision_number': 3, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:08Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:14.014222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1d4bb486-4b33-48fc-88cc-388058d3bc3e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:14.015004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.046066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:14.046605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Updating router cac52adb-28c2-4124-89d9-c896a871b2d7 port 61cf82e8-d041-46a5-a2f3-3fa30206b974 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:14.086487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:14.089493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.122483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.132551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.140360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Network': ['ID=359f841a-2c64-4451-a409-fe3d9c45115a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:14.155093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.165754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:14.198413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Transition to ACTIVE for port object 5481fb78-6870-4022-b907-4df842144629 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:14.200252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 359f841a-2c64-4451-a409-fe3d9c45115a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:14.239579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:14.239984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:14.269028 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:14.290649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Calling delete_port for 5a51c1e8-7ab8-45db-b609-1344f854d43b owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:14.339675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 9d7705d3-eadd-475e-b77a-21a0cebd4c9f yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:05:14.384278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.404648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.415620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d50a6bbe-8d2f-401e-939d-e98fe5045ccb tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:14.434286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:14.461722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:14.469562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:14.491800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:14.495037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.503518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:subnet and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:14.514321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.517253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:14.530572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:14.551370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=e3fbbeed-4b54-4943-9374-1390404071d8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:14.559662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:14.576791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:14.619625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/34842fbb-0312-4ed2-8739-db1bb390eee8 HTTP/1.1" status: 204  len: 168 time: 1.2679434
Dec 22 15:05:14.635873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=34842fbb-0312-4ed2-8739-db1bb390eee8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:14.640743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:14.641417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37818) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:14.721153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:14.724634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbb809-9fd6-4fb2-8ea4-1503ebe423e4 None None] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:14.739858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45f169-a1f2-493c-bd6c-e3100b6d8871 None None] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:14.759920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.790228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b2c9b6e3-90c0-4c7f-bf69-e87f2617fe4f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:14.795180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:14.795804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 10a9aade-94a6-461e-bffa-3b171355fa4c, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:14.832100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::307 (3e76fb61-7b42-40a1-b0cf-5582519e8dc0/2498866b-0c57-4bba-92ca-0d8bedec9d8f/9d7705d3-eadd-475e-b77a-21a0cebd4c9f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:14.835619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Port': ['ID=5a51c1e8-7ab8-45db-b609-1344f854d43b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:14.843650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:14.886668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.895548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 10a9aade-94a6-461e-bffa-3b171355fa4c is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:14.896727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.903356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:14.929201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/ports/5a51c1e8-7ab8-45db-b609-1344f854d43b HTTP/1.1" status: 204  len: 168 time: 1.9446523
Dec 22 15:05:14.930217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37822) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:14.990211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b0d6a1-343e-4c9a-9b61-7d734a3129d1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:14.990910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b0d6a1-343e-4c9a-9b61-7d734a3129d1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:14.992155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 10a9aade-94a6-461e-bffa-3b171355fa4c) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:14.995804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b6b0d6a1-343e-4c9a-9b61-7d734a3129d1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/acae04e0-b9bf-4216-9056-47a44c26ad75 HTTP/1.1" status: 404  len: 337 time: 0.0571973
Dec 22 15:05:14.996680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37826) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:15.037770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:15.038507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.090579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.106817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Transition to ACTIVE for port object 61cf82e8-d041-46a5-a2f3-3fa30206b974 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:15.133226 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.4337366
Dec 22 15:05:15.137402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37830) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:15.144474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Pushing event updated for resources: {'Port': ['ID=5481fb78-6870-4022-b907-4df842144629,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:15.150477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:15.174771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.204749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574bc9250>,) {'filters': {'network_id': ['9e7ffa05-20fd-4d24-9d5c-1edd6b396af4']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:15.247389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bc9250>, '176c9146-0a2c-4272-829d-c5d78307e74e') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:15.247845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bc9250>, '176c9146-0a2c-4272-829d-c5d78307e74e') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:15.269015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.271341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457f359-ffb2-46c2-b318-13513e18e419 None None] Network 10a9aade-94a6-461e-bffa-3b171355fa4c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:15.299461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.312025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:15.313024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:15.328405 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:15.365786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19a3978a-b1b0-40db-973c-c6d2c44a48c9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:15.440052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.442257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.448449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bfb823d-df42-490c-982a-c6252b32b7a8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:15.490203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:15.495889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:15.499663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.511527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.540552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:15.571107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] 10.222.0.69 "DELETE /v2.0/networks/9e7ffa05-20fd-4d24-9d5c-1edd6b396af4 HTTP/1.1" status: 204  len: 168 time: 0.9278665
Dec 22 15:05:15.621360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.629018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Checking segment: {'id': '674a35c7-7036-4dde-988c-b9d4d8d4ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:15.629719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network hostable DHCP agents. Network: 359f841a-2c64-4451-a409-fe3d9c45115a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:15.647396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Subnet': ['ID=0c32b8b8-9166-4a34-a00a-3e34c6f14305,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:15.659153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:15.663134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-338dc777-e55b-4642-a29f-dd0122384212 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:15.682454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:15.692857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Pushing event deleted for resources: {'Network': ['ID=9e7ffa05-20fd-4d24-9d5c-1edd6b396af4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:15.701617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:15.714985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network 359f841a-2c64-4451-a409-fe3d9c45115a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:15.718224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.733477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 359f841a-2c64-4451-a409-fe3d9c45115a) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:15.746112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:15.746707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.780472 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8523216
Dec 22 15:05:15.782660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7819e-dbc7-4d87-b0a9-e4ddd7cae31a None None] Network 359f841a-2c64-4451-a409-fe3d9c45115a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:15.783832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:15.792066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'network': {'name': 'tempest-router-network01--1533495209'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:15.801540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:15.810857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:network and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:15.817501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:15.830448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:15.845713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:15.850997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.872263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 9d7705d3-eadd-475e-b77a-21a0cebd4c9f will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:15.902745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:15.917334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.918628 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Added segment 33940a3a-4238-4b3a-b445-56fab3ec8fe8 of type vlan for network efa026fe-1078-4515-b499-aa50272e9f12
Dec 22 15:05:15.955720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:15.957755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.009221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.017669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:16.018394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574a37340>,) {'filters': {'network_id': ['6f94090c-6475-4991-af02-8c0c23457fd9']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:16.018832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.028088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:16.039427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.043518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574a37340>, '5f78d032-bfd4-41f1-b444-fdc910804aa5') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:16.043811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574a37340>, '5f78d032-bfd4-41f1-b444-fdc910804aa5') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:16.045087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6762ed23-2a15-43be-9e84-d31a79b450c0 None None] Provisioning for port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:16.052860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a1d4a7e-948a-4f4a-8f24-48dea8fd8d46 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:16.069622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.090933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a7d9-0047-40b1-8ec8-1c0be1fdc466 None None] Pushing event updated for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:16.121686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9ec543d5-9211-4de0-ae98-e3e3edc18300 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:16.122602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9700a7d9-0047-40b1-8ec8-1c0be1fdc466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:16.166178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Network': ['ID=efa026fe-1078-4515-b499-aa50272e9f12,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:16.171570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.172633 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3872299
Dec 22 15:05:16.178013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:16.178544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37846) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.184467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'network': {'name': 'tempest-router-network02--1986732122'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:16.190103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:16.195190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:network and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:16.204967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:16.213327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:16.228424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:16.234610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.259767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network efa026fe-1078-4515-b499-aa50272e9f12 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:16.287798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:16.289055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.302988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.303659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Added segment a4eff9a1-6677-4088-8d59-b93b7369e77e of type vlan for network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae
Dec 22 15:05:16.321593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-10a9aade-94a6-461e-bffa-3b171355fa4c', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:16.322410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.342076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:16.348485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.354715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=9d7705d3-eadd-475e-b77a-21a0cebd4c9f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:16.359591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:16.368946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:16.369362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.394937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:16.396052 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:16.407826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:16.408207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.425340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.429836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:16.430646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.438061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfaf6f89-3dde-4d12-8ef8-fec87a6b6bf9 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:16.445769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:16.454520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Attempting to bind port 5481fb78-6870-4022-b907-4df842144629 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:16.454900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Attempting to bind port 5481fb78-6870-4022-b907-4df842144629 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ef6aa735-030f-4239-aa9a-1692bf37edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:16.455272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Attempting to bind port 5481fb78-6870-4022-b907-4df842144629 on network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:16.514385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:16.518294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:16.518895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.548563 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3664377
Dec 22 15:05:16.551481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37852) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.564554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'subnet': {'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:16.681781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.684138 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6040051
Dec 22 15:05:16.690746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:16.691153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Checking segment: {'id': 'ef6aa735-030f-4239-aa9a-1692bf37edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:16.692104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.692104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Bound using segment: {'id': 'ef6aa735-030f-4239-aa9a-1692bf37edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:16.692499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Bound port: 5481fb78-6870-4022-b907-4df842144629, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6aa735-030f-4239-aa9a-1692bf37edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3e76fb61-7b42-40a1-b0cf-5582519e8dc0'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:16.692866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.693772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a0814a12-f35f-4bdf-8174-4eeba8a58eca tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:16.697543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37856) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.702610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Attempting to bind port 61cf82e8-d041-46a5-a2f3-3fa30206b974 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:16.703002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Attempting to bind port 61cf82e8-d041-46a5-a2f3-3fa30206b974 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:16.703383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Attempting to bind port 61cf82e8-d041-46a5-a2f3-3fa30206b974 on network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:16.711698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.716096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/6f94090c-6475-4991-af02-8c0c23457fd9 HTTP/1.1" status: 204  len: 168 time: 1.7015743
Dec 22 15:05:16.722299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37860) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.742941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Network': ['ID=4cb7720b-d3b4-4393-bbd1-d345aeb680ae,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:16.746421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:16.767945 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-766df593-430c-46fc-ad54-ef1ec18b6e7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de9fd86e5c9b4263a384fcc1b5687a79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6940844
Dec 22 15:05:16.773861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37864) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.775919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=6f94090c-6475-4991-af02-8c0c23457fd9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:16.786544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:16.798809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6ed05798-fda7-4d80-92c9-d25f0a2c6fab None None] Provisioning for port 57b06ae1-53d1-4582-a638-20ea495d8f57 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:16.801722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:16.814162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:16.824614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:subnet and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:16.835503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:16.850887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:16.871208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412731b8-70d3-4323-bee1-de6a4c63c444 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:16.876477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting port fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:16.876963 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-412731b8-70d3-4323-bee1-de6a4c63c444 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A288 HTTP/1.1" status: 200  len: 928 time: 0.1722209
Dec 22 15:05:16.877053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.878936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37868) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:16.879656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.886624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:16.887076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Checking segment: {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:16.887496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.887895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Bound using segment: {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:16.888531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Bound port: 61cf82e8-d041-46a5-a2f3-3fa30206b974, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c2b390-d98d-4d46-a9fb-0803a99077a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:16.888957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.963340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:16.992181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 9d7705d3-eadd-475e-b77a-21a0cebd4c9f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:16.992813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.146004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:17.208573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.217425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3aec3930-ff2b-4cb5-8369-b6bbb0e4fff3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:17.233775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90d1cc-2617-4b1b-a538-95b6222d0763,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:17.237199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:17.273283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-359f841a-2c64-4451-a409-fe3d9c45115a', 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a', 'tenant_id': '89a504a0d09d46acaf521a36b7b5ac6b', 'fixed_ips': [{'subnet_id': '0c32b8b8-9166-4a34-a00a-3e34c6f14305'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:17.274103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.277359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.281492 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea90d1cc-2617-4b1b-a538-95b6222d0763 HTTP/1.1" status: 204  len: 168 time: 0.5032573
Dec 22 15:05:17.308758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:17.318165 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9196601
Dec 22 15:05:17.324350 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:17.335755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37874) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:17.337610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] For port 5481fb78-6870-4022-b907-4df842144629, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:17.340085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Allocated IP 2001:db8:2::2 (10a9aade-94a6-461e-bffa-3b171355fa4c/e3fbbeed-4b54-4943-9374-1390404071d8/38b093b0-4e08-41b6-b89b-ab4f931090dd) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:17.344574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:17.346457 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:17.361295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.391479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] For port 5481fb78-6870-4022-b907-4df842144629, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5481fb78-6870-4022-b907-4df842144629,segment=NetworkSegment(ef6aa735-030f-4239-aa9a-1692bf37edfa),segment_id=ef6aa735-030f-4239-aa9a-1692bf37edfa)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:17.395977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'network': {'name': 'tempest-RoutersTest-140868756'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:17.402336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.430820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.479306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.486063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] For port 61cf82e8-d041-46a5-a2f3-3fa30206b974, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:17.584477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:17.691151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.697145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 9d7705d3-eadd-475e-b77a-21a0cebd4c9f owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:17.759280 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:17.870827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.882978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Transition to ACTIVE for port object 38b093b0-4e08-41b6-b89b-ab4f931090dd will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:17.886192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Calling delete_port for fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:17.907487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Transition to ACTIVE for port object 38b093b0-4e08-41b6-b89b-ab4f931090dd will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:17.963494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:17.973623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] For port 61cf82e8-d041-46a5-a2f3-3fa30206b974, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=61cf82e8-d041-46a5-a2f3-3fa30206b974,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:18.044900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 19a3978a-b1b0-40db-973c-c6d2c44a48c9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19a3978a-b1b0-40db-973c-c6d2c44a48c9,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:18.050642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.098069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.098585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 259ed0b6-3dc5-4471-82f5-17f1352c43a7 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:18.111581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:18.118185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:network and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:18.126343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:18.144009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:18.167379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:18.173930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.245424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Network 10a9aade-94a6-461e-bffa-3b171355fa4c is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:18.273390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.284075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f349b279-2dfb-4f03-a6e0-c5adb5794e33 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:18.301227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.325229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:18.349623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=9d7705d3-eadd-475e-b77a-21a0cebd4c9f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:18.353546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:18.374444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Pushing event updated for resources: {'Port': ['ID=5481fb78-6870-4022-b907-4df842144629,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:18.375591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.376190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.376772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.377334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.377907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.378445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.378962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.379482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.380191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.380744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.381390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.394854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:18.400419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.400930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.407918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.408940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.409413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.409850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.410280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.410711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.411411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.411838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.412359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:18.415438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.425364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:18.432191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:18.439958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:18.449296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Port': ['ID=fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:18.457922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:18.512947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:18.516064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc598627-80e4-4d91-9718-c36070807611 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:18.566878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.567665 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added segment be10df6c-425e-41e4-8b3d-809713d7b21f of type vlan for network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb
Dec 22 15:05:18.608516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.630719 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f10>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:18.648065 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:18.648452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Updating router 78199c35-f936-406a-8ffa-6ba0137cc14e port 30a19ca7-5403-45ec-b402-83237306a2a8 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:18.666037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.670292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.671876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:18.672509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.688668 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/ports/fdcb64c2-ed1a-4814-9f2d-0c8c951b7ab3 HTTP/1.1" status: 204  len: 168 time: 1.9534826
Dec 22 15:05:18.690248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.696408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37888) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:18.697355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-325099be-33e8-4807-8bde-f4fd7808ed15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:18.817387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Allocated IP 172.20.0.2 (359f841a-2c64-4451-a409-fe3d9c45115a/0c32b8b8-9166-4a34-a00a-3e34c6f14305/e24345af-399a-4d9d-8eb8-d786202c3665) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:18.843208 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.847658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:18.848771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759edd60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:18.925526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Pushing event updated for resources: {'Port': ['ID=38b093b0-4e08-41b6-b89b-ab4f931090dd,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:18.945481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:18.948576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/9d7705d3-eadd-475e-b77a-21a0cebd4c9f HTTP/1.1" status: 204  len: 168 time: 2.0657356
Dec 22 15:05:19.007952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37892) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:19.038893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Network': ['ID=9217a0ff-1d55-4180-8aa5-1a2b004a4cbb,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:19.050918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:19.055143 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.7098675
Dec 22 15:05:19.058017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:19.065237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0a3d80-4a35-475d-ad83-d5aefb95f5d9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:05:19.068550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0a3d80-4a35-475d-ad83-d5aefb95f5d9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:05:19.072900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:19.073600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.075773 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e0a3d80-4a35-475d-ad83-d5aefb95f5d9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/86ced18f-22cd-4528-9e77-52395f464581 HTTP/1.1" status: 404  len: 337 time: 0.1193569
Dec 22 15:05:19.092409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'subnet': {'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:19.136357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37904) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:19.253192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:19.321297 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfc4e45-8fa9-410d-9991-d1ff123aa22e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:05:19.323446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4bfc4e45-8fa9-410d-9991-d1ff123aa22e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:19.337941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-85025bde-2b50-438f-9f42-91e42aaef8f2 None None] Provisioning for port 61cf82e8-d041-46a5-a2f3-3fa30206b974 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:19.358470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:19.363656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:subnet and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:19.368865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:19.375918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Subnet': ['ID=ae1963fb-d8b6-4a38-9341-7ee770f12fe9,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:19.380524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:19.402944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Made reservation on behalf of 49aec5c399cd44beab3dc47a604113e7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:19.524675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37910) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:19.528290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.528688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.529673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.530029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.530386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.530786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.531083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.531440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.531802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.532266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.532783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:05:19.557346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:19.574834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4bfc4e45-8fa9-410d-9991-d1ff123aa22e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:19.577145 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4bfc4e45-8fa9-410d-9991-d1ff123aa22e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/9d7705d3-eadd-475e-b77a-21a0cebd4c9f HTTP/1.1" status: 404  len: 333 time: 0.5474851
Dec 22 15:05:19.585049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Checking segment: {'id': '33940a3a-4238-4b3a-b445-56fab3ec8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:19.585409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network hostable DHCP agents. Network: efa026fe-1078-4515-b499-aa50272e9f12, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:19.590102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37916) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:19.617710 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.643188 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Transition to ACTIVE for port object 30a19ca7-5403-45ec-b402-83237306a2a8 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:19.647238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Attempting to bind port 38b093b0-4e08-41b6-b89b-ab4f931090dd on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:19.647849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Attempting to bind port 38b093b0-4e08-41b6-b89b-ab4f931090dd by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:19.648198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Attempting to bind port 38b093b0-4e08-41b6-b89b-ab4f931090dd on network 10a9aade-94a6-461e-bffa-3b171355fa4c {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:19.653067 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.675360 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-76e74d9f-4610-4fc2-a54a-fdb839ec875b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:19.679566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.681193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.750337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:19.808771 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Pushing event updated for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:19.824685 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:19.961868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:19.974560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdf613c-2b48-4c4f-9c1b-a1419d4a15b1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:20.025128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849866700'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:20.082898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:20.103784 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Attempting to bind port 30a19ca7-5403-45ec-b402-83237306a2a8 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:20.104640 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Attempting to bind port 30a19ca7-5403-45ec-b402-83237306a2a8 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:20.105266 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Attempting to bind port 30a19ca7-5403-45ec-b402-83237306a2a8 on network a2ce9319-f41f-426e-b923-e0b04b5f2067 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:20.113266 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:20.114094 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Checking segment: {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:20.114724 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.115336 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Bound using segment: {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:20.116028 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Bound port: 30a19ca7-5403-45ec-b402-83237306a2a8, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6dcc42-c197-46a9-934f-6a05fb5e2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:20.116697 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.147947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.161418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Transition to ACTIVE for port object e24345af-399a-4d9d-8eb8-d786202c3665 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:20.163057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:20.187054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Transition to ACTIVE for port object e24345af-399a-4d9d-8eb8-d786202c3665 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:20.191467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:20.209392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 57586c73-8254-4345-b157-e9cc001a52a2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:20.209987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.223895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:20.225479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Checking segment: {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:20.225902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.226311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Bound using segment: {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:20.226801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Bound port: 38b093b0-4e08-41b6-b89b-ab4f931090dd, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:20.227180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.236013 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] For port 30a19ca7-5403-45ec-b402-83237306a2a8, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:20.239756 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] For port 30a19ca7-5403-45ec-b402-83237306a2a8, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=30a19ca7-5403-45ec-b402-83237306a2a8,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:20.244616 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.251460 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-98f981d6-523f-43ae-92c8-1c0c9feb8b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:20.262200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Checking segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:20.262682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network hostable DHCP agents. Network: 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:20.267594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:20.271250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.280481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Subnet': ['ID=542cd385-7551-4504-a37c-522b4252006c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:20.289452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:20.307855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a7d9-0047-40b1-8ec8-1c0be1fdc466 None None] Pushing event updated for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:20.312095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:20.320438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3dd6ca-7137-4543-990b-3779edca1ea3 None None] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:20.363887 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Pushing event updated for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:20.367858 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:20.369493 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:20.370275 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:20.397943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:20.401911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:20.402488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.446497 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3871405
Dec 22 15:05:20.449337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37922) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:20.486928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8:2::1 (10a9aade-94a6-461e-bffa-3b171355fa4c/e3fbbeed-4b54-4943-9374-1390404071d8/6b2b9680-bd04-438e-a388-ea0f7a73f253) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:20.553218 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:20.602903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=19a3978a-b1b0-40db-973c-c6d2c44a48c9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:20.692779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.245s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:20.693788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4506c4d-a434-4b11-b776-5f84f59a28c5 None None] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:20.722557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ba474773-bf43-4096-9cb8-5778bbea2e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.630s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:20.737493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.754094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object 6b2b9680-bd04-438e-a388-ea0f7a73f253 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:20.846309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.860032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cd7bc37d-4b1a-44bb-b6e3-f2f1e33b4934 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:20.889175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network efa026fe-1078-4515-b499-aa50272e9f12 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:20.907844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, efa026fe-1078-4515-b499-aa50272e9f12) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:20.909636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.934061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.941856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:20.942442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.954890 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d10f10>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:20Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:20.961230 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90028-e9ee-4521-a2ed-a1212d273b79 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:20Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:20.977743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Network 359f841a-2c64-4451-a409-fe3d9c45115a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:20.978235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:20.993151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:20.995265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80532a9-e56b-4d52-a275-bd03a205055d None None] Network efa026fe-1078-4515-b499-aa50272e9f12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:21.037882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:21.142257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Pushing event updated for resources: {'Port': ['ID=e24345af-399a-4d9d-8eb8-d786202c3665,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:21.156538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574861280>,) {'filters': {'network_id': ['c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:21.175703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 10a9aade-94a6-461e-bffa-3b171355fa4c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:21.214804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:21.231870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:21.233476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:21.236069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6776078
Dec 22 15:05:21.241698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574861280>, '5da070f1-a5ef-4227-b761-28bd504cbb85') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:21.242224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574861280>, '5da070f1-a5ef-4227-b761-28bd504cbb85') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:21.246332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:21.249405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:21.250136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.254482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.045s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:21.254692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:21.283614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37926) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:21.316481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.318451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.344373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.742s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:21.344921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:21.392609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-600f68e3-734f-495b-a0df-8dd581edee5f None None] Provisioning for port 30a19ca7-5403-45ec-b402-83237306a2a8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:21.477032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 57586c73-8254-4345-b157-e9cc001a52a2 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:21.513057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] For port 38b093b0-4e08-41b6-b89b-ab4f931090dd, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:21.624298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] For port 38b093b0-4e08-41b6-b89b-ab4f931090dd, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=38b093b0-4e08-41b6-b89b-ab4f931090dd,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:21.655955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'subnet': {'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:21.714486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Attempting to bind port e24345af-399a-4d9d-8eb8-d786202c3665 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:21.715573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Attempting to bind port e24345af-399a-4d9d-8eb8-d786202c3665 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '674a35c7-7036-4dde-988c-b9d4d8d4ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:21.715573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Attempting to bind port e24345af-399a-4d9d-8eb8-d786202c3665 on network 359f841a-2c64-4451-a409-fe3d9c45115a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:21.729628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.742612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:21.743002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Checking segment: {'id': '674a35c7-7036-4dde-988c-b9d4d8d4ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:21.743407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.743812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Bound using segment: {'id': '674a35c7-7036-4dde-988c-b9d4d8d4ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:21.744438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Bound port: e24345af-399a-4d9d-8eb8-d786202c3665, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674a35c7-7036-4dde-988c-b9d4d8d4ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '359f841a-2c64-4451-a409-fe3d9c45115a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:21.744679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.756053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d697e5d2-b79b-4e49-b918-94f638590a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:21.758743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Allocated IP 172.23.0.1 (9217a0ff-1d55-4180-8aa5-1a2b004a4cbb/542cd385-7551-4504-a37c-522b4252006c/df924b40-b945-4666-8a22-d312d6524822) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:21.768976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:21.772802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.863360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:21.891140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:21.894521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Usage tracker for resource:subnet and tenant:89a504a0d09d46acaf521a36b7b5ac6b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:21.898259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:21.905966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:21.917543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:21.955431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:21.962789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Made reservation on behalf of 89a504a0d09d46acaf521a36b7b5ac6b for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:22.006581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.027518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Transition to ACTIVE for port object df924b40-b945-4666-8a22-d312d6524822 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:22.042919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-9217a0ff-1d55-4180-8aa5-1a2b004a4cbb', 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'fixed_ips': [{'subnet_id': '542cd385-7551-4504-a37c-522b4252006c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:22.043551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.061192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.065346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:22.072279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5481fb78-6870-4022-b907-4df842144629 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:22.097930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.156474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:22.160066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:22.163299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:22.182394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Pushing event updated for resources: {'Port': ['ID=38b093b0-4e08-41b6-b89b-ab4f931090dd,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:22.192506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=df924b40-b945-4666-8a22-d312d6524822,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:22.195746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:22.224996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:22.253040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-600f68e3-734f-495b-a0df-8dd581edee5f None None] Provisioning for port 5481fb78-6870-4022-b907-4df842144629 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:22.285599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.335633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.338828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:22.340282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.345772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-efa026fe-1078-4515-b499-aa50272e9f12', 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12', 'tenant_id': '89a504a0d09d46acaf521a36b7b5ac6b', 'fixed_ips': [{'subnet_id': 'ae1963fb-d8b6-4a38-9341-7ee770f12fe9'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:22.346156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.366582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3d378da-109b-413e-b354-6150a683f926 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:22.405846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-400b462c-331e-4123-bcde-6880a86348fc None None] For port e24345af-399a-4d9d-8eb8-d786202c3665, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:22.425798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:22.426198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.426863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.436273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-400b462c-331e-4123-bcde-6880a86348fc None None] For port e24345af-399a-4d9d-8eb8-d786202c3665, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e24345af-399a-4d9d-8eb8-d786202c3665,segment=NetworkSegment(674a35c7-7036-4dde-988c-b9d4d8d4ba28),segment_id=674a35c7-7036-4dde-988c-b9d4d8d4ba28)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:22.443988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=57586c73-8254-4345-b157-e9cc001a52a2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:22.447004 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:22.535462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:22.541291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.551723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20ab56c2-e12c-4d9c-8464-e541a3d1116c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:22.643238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.677143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759edd60>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:08Z', 'revision_number': 3, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:17Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:22.697666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Pushing event updated for resources: {'Port': ['ID=e24345af-399a-4d9d-8eb8-d786202c3665,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:22.703630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af94df88-ff7b-4b30-9373-c6c8ff10cc77 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:08Z', 'revision_number': 3, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:17Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:22.705016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-600f68e3-734f-495b-a0df-8dd581edee5f None None] Provisioning complete for port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:22.705574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-600f68e3-734f-495b-a0df-8dd581edee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:22.797695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:22.924983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Allocated IP 172.23.0.2 (9217a0ff-1d55-4180-8aa5-1a2b004a4cbb/542cd385-7551-4504-a37c-522b4252006c/c0096f52-e86d-4a37-8953-7a6f8f2a6bd9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:23.130852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.135663 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/57586c73-8254-4345-b157-e9cc001a52a2 HTTP/1.1" status: 204  len: 168 time: 3.5399215
Dec 22 15:05:23.141045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.165109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37932) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:23.166225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.167109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.225104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-62035dd4-ab0e-415c-a921-ec3b372112f6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:23.261711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.349649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4 HTTP/1.1" status: 204  len: 168 time: 4.2025726
Dec 22 15:05:23.353072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37936) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:23.365388 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5279137-62ca-4b5b-8f84-6755d2f6beb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:05:23.365881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d5279137-62ca-4b5b-8f84-6755d2f6beb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:23.377164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.392462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.442193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:23.463059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.469793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.486414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5481fb78-6870-4022-b907-4df842144629 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:23.509951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5481fb78-6870-4022-b907-4df842144629 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:23.510447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.550765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event updated for resources: {'Port': ['ID=df924b40-b945-4666-8a22-d312d6524822,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:23.552620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Transition to ACTIVE for port object c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:23.554358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:23.583687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.622716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d41e65-9502-4525-bff3-10179d4de386 None None] Network 10a9aade-94a6-461e-bffa-3b171355fa4c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:23.664118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.711047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:23.783648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:23.785841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:23.862103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Transition to ACTIVE for port object c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:23.907219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d5279137-62ca-4b5b-8f84-6755d2f6beb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:23.908423 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d5279137-62ca-4b5b-8f84-6755d2f6beb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/57586c73-8254-4345-b157-e9cc001a52a2 HTTP/1.1" status: 404  len: 333 time: 0.7366033
Dec 22 15:05:23.935681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:23.939868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:23.943279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37944) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:23.949178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c97145b-454b-4cb0-a3a0-5f43a4ca5a8a tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:23.997354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:24.027595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:24.086421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:24.104314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Allocated IP 172.20.0.2 (efa026fe-1078-4515-b499-aa50272e9f12/ae1963fb-d8b6-4a38-9341-7ee770f12fe9/5e9501c2-5877-4ce7-b250-f800e5c84f9d) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:24.160701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:24.175953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=c7c30fb6-51d5-4bf2-9ef9-3dd3f27399a4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:24.179720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:24.206231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:24.208871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:24.281717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:24.284605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Checking segment: {'id': 'a4eff9a1-6677-4088-8d59-b93b7369e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:24.287068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network hostable DHCP agents. Network: 4cb7720b-d3b4-4393-bbd1-d345aeb680ae, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:24.374853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:24.442753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:24.466010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:24.485681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Pushing event updated for resources: {'Port': ['ID=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:24.489932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:24.521769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:24.530249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:24.680375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-55f49499-0a78-4a1b-82d5-e1f8d7dbd26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:24.682743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:24.713116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34abe816-2973-4138-a0e5-c94bd9261080,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:24.716815 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2657907
Dec 22 15:05:24.718487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:24.721534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 2498866b-0c57-4bba-92ca-0d8bedec9d8f {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:24.722202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37950) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:24.726041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 10a9aade-94a6-461e-bffa-3b171355fa4c is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:24.730198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6eb80fd8-bea8-40fe-931c-007470590d04 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.970s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:24.731076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:24.731423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:24.745549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:24.761280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:24.839803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:24.840888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575882e80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:04:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:24.912606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:24.942748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.008129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be459a83-6b67-4003-affd-50641a07e145 None None] Network 359f841a-2c64-4451-a409-fe3d9c45115a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:25.078687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.100439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Attempting to bind port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:25.100882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Attempting to bind port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:25.101331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Attempting to bind port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 on network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:25.111811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Subnet': ['ID=d202f05f-d734-43d4-921d-157dafe0f37a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:25.113942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6584508-a388-42dc-ac86-b402fad29ef4 None None] Provisioning for port 38b093b0-4e08-41b6-b89b-ab4f931090dd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:25.114107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.117622 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 5.5793154
Dec 22 15:05:25.117622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:25.125874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-678b89d0-539d-4f46-8a45-5c7bea7d2a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:25.135789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37954) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:25.141351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting subnet b6ff9526-3946-46b1-8ccd-370f0fea697b {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:25.173960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.179113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.193323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:25.193818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Checking segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:25.194346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.194864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Bound using segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:25.195465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Bound port: c0096f52-e86d-4a37-8953-7a6f8f2a6bd9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:25.195977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.203085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:25.216120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5481fb78-6870-4022-b907-4df842144629, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5481fb78-6870-4022-b907-4df842144629,segment=NetworkSegment(ef6aa735-030f-4239-aa9a-1692bf37edfa),segment_id=ef6aa735-030f-4239-aa9a-1692bf37edfa)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:25.227727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6584508-a388-42dc-ac86-b402fad29ef4 None None] Could not find standard attr ID for object 9d7705d3-eadd-475e-b77a-21a0cebd4c9f. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:25.239472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Transition to ACTIVE for port object 5e9501c2-5877-4ce7-b250-f800e5c84f9d will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:25.245677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.246718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 30a19ca7-5403-45ec-b402-83237306a2a8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:25.292125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:25.329187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e15d95-9b3f-46a7-8aae-eeb7526cf855,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:25.342217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 4cb7720b-d3b4-4393-bbd1-d345aeb680ae) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:25.356220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:25.369513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:25.370670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.394840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec6432-fca1-4c2f-a5e6-d65bcac8db34 None None] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:25.414310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.486267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:25.533144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:05:25.550389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Removed routes are [] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:05:25.550852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.551118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Transition to ACTIVE for port object 5e9501c2-5877-4ce7-b250-f800e5c84f9d will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:25.579223 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2945814
Dec 22 15:05:25.594322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37958) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:25.723343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.790568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6584508-a388-42dc-ac86-b402fad29ef4 None None] Provisioning complete for port 5481fb78-6870-4022-b907-4df842144629 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:25.790859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6584508-a388-42dc-ac86-b402fad29ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.815581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5481fb78-6870-4022-b907-4df842144629,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:25.839600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:25.853106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:25.872640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4f5cb37-d062-469c-ae04-b8ed511e804f tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:25.876929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.901221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] For port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:25.985535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:25.989471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.069794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] For port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,segment=NetworkSegment(be10df6c-425e-41e4-8b3d-809713d7b21f),segment_id=be10df6c-425e-41e4-8b3d-809713d7b21f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:26.070413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.071864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Network efa026fe-1078-4515-b499-aa50272e9f12 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:26.085981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:26.141682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.151515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:26.172674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b4f5cb37-d062-469c-ae04-b8ed511e804f tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:26.176657 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b4f5cb37-d062-469c-ae04-b8ed511e804f tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 1.0305338
Dec 22 15:05:26.178102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.180271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:26.187933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-security--33906192', 'description': 'tempest-security-description-1160994741'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:26.197512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:26.232226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.279627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 30a19ca7-5403-45ec-b402-83237306a2a8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:26.283197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Pushing event updated for resources: {'Port': ['ID=5e9501c2-5877-4ce7-b250-f800e5c84f9d,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:26.290031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.298168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c4b37a44-f711-44f3-82c7-0a0388bc20c9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:26.305597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:26.307528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fd3e7ab8-6c99-43c1-b380-7ca6910470b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:26.363984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 30a19ca7-5403-45ec-b402-83237306a2a8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:26.364368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.415801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.424342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.426867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.430818 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "PUT /v2.0/security-groups/c2e15d95-9b3f-46a7-8aae-eeb7526cf855 HTTP/1.1" status: 200  len: 1610 time: 0.2501981
Dec 22 15:05:26.430818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:26.445192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37966) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.508811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e15d95-9b3f-46a7-8aae-eeb7526cf855,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:26.520257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:26.540617 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-714e6f7b-94da-48d3-9ee9-877aeaa83df2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups/c2e15d95-9b3f-46a7-8aae-eeb7526cf855 HTTP/1.1" status: 200  len: 1610 time: 0.0839491
Dec 22 15:05:26.541054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37970) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.577498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:26.589603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.594600 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-139a6379-65a2-49cf-86ca-f7d844ebbfd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 933 time: 1.8709316
Dec 22 15:05:26.595191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37974) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.622287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=2498866b-0c57-4bba-92ca-0d8bedec9d8f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:26.625394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:26.637368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.642922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:26.729565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.761815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ff9526-3946-46b1-8ccd-370f0fea697b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:26.770273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:26.785709 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d1cb0ef1-708e-41f4-bd4c-4a0b3f7de265 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/2498866b-0c57-4bba-92ca-0d8bedec9d8f HTTP/1.1" status: 204  len: 168 time: 2.8170900
Dec 22 15:05:26.801210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37978) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.808605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Attempting to bind port 5e9501c2-5877-4ce7-b250-f800e5c84f9d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:26.808955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.809115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Attempting to bind port 5e9501c2-5877-4ce7-b250-f800e5c84f9d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '33940a3a-4238-4b3a-b445-56fab3ec8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:26.809484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Attempting to bind port 5e9501c2-5877-4ce7-b250-f800e5c84f9d on network efa026fe-1078-4515-b499-aa50272e9f12 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:26.813616 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/subnets/b6ff9526-3946-46b1-8ccd-370f0fea697b HTTP/1.1" status: 204  len: 168 time: 3.4479580
Dec 22 15:05:26.813814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-4cb7720b-d3b4-4393-bbd1-d345aeb680ae', 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae', 'tenant_id': '89a504a0d09d46acaf521a36b7b5ac6b', 'fixed_ips': [{'subnet_id': 'd202f05f-d734-43d4-921d-157dafe0f37a'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:26.813989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.827847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62905553-4adc-436b-9ce2-a7b5384cb910 None None] Network 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:26.841777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37982) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:26.842003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153716c8-6c3a-486b-bb51-80c7588218f3 None None] Network 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:26.923045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:26.965764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.017895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Pushing event updated for resources: {'Port': ['ID=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:27.027284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:27.031345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Checking segment: {'id': '33940a3a-4238-4b3a-b445-56fab3ec8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:27.031345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.031841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28f53881-d49f-49bb-903a-24e206e30a98 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 933 time: 0.4288640
Dec 22 15:05:27.032300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Bound using segment: {'id': '33940a3a-4238-4b3a-b445-56fab3ec8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:27.032300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Bound port: 5e9501c2-5877-4ce7-b250-f800e5c84f9d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33940a3a-4238-4b3a-b445-56fab3ec8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'efa026fe-1078-4515-b499-aa50272e9f12'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:27.032300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.032642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37986) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:27.038240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'routes': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:27.043671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:27.083699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a6584508-a388-42dc-ac86-b402fad29ef4 None None] Could not find standard attr ID for object 57586c73-8254-4345-b157-e9cc001a52a2. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:27.092229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.102915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dae3637d-0169-4a3a-80ed-cf490ac94404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:27.134470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.177318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e15d95-9b3f-46a7-8aae-eeb7526cf855,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:27.180612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:27.190037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.193236 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/c2e15d95-9b3f-46a7-8aae-eeb7526cf855 HTTP/1.1" status: 204  len: 168 time: 0.6489043
Dec 22 15:05:27.194917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37990) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:27.272489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c8974cff-a722-45d7-9b8e-38e399bc2a71 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:27.401987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.411433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.491249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 5481fb78-6870-4022-b907-4df842144629 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:27.491583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.573904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Deleting port 250fedb1-912e-469e-aa9e-4879d5152ab9 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:27.574471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.589977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.625632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-084fd0d1-971a-4b4e-a1ee-7edc4afaa800 None None] Provisioning for port e24345af-399a-4d9d-8eb8-d786202c3665 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:27.632277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] For port 5e9501c2-5877-4ce7-b250-f800e5c84f9d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:27.657115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:27.672204 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:27.674315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575882e80>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:22Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:20Z', 'revision_number': 4, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df924b40-b945-4666-8a22-d312d6524822', 'name': '', 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:88:a5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '542cd385-7551-4504-a37c-522b4252006c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:21Z', 'updated_at': '2021-12-22T15:05:23Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '542cd385-7551-4504-a37c-522b4252006c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:27.690704 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:27.692617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759a7a60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:27.702619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-49507227-a5ec-4bfe-a8b0-cfae52799e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.715434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] For port 5e9501c2-5877-4ce7-b250-f800e5c84f9d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5e9501c2-5877-4ce7-b250-f800e5c84f9d,segment=NetworkSegment(33940a3a-4238-4b3a-b445-56fab3ec8fe8),segment_id=33940a3a-4238-4b3a-b445-56fab3ec8fe8)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:27.728126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:27.728777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Updating router 78199c35-f936-406a-8ffa-6ba0137cc14e port df924b40-b945-4666-8a22-d312d6524822 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:27.769819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.788840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1674ccd5-a156-4ae7-9b6b-8ec9fd9cd92a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:27.834348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Allocated IP 172.20.0.2 (4cb7720b-d3b4-4393-bbd1-d345aeb680ae/d202f05f-d734-43d4-921d-157dafe0f37a/4a4421b8-2950-4894-adf0-cb86e58e06ec) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:27.845267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6930945
Dec 22 15:05:27.845902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 37994) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:27.869704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 30a19ca7-5403-45ec-b402-83237306a2a8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=30a19ca7-5403-45ec-b402-83237306a2a8,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:27.897317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c8974cff-a722-45d7-9b8e-38e399bc2a71 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:27.901427 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c8974cff-a722-45d7-9b8e-38e399bc2a71 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7039440
Dec 22 15:05:27.901573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:27.902278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 37996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:27.902400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19a3978a-b1b0-40db-973c-c6d2c44a48c9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:27.926354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb2716-c25c-4372-9d64-f99faddb64a4 None None] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:27.930505 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-50ef72a3-246b-4128-888a-f66c115c4c38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] delete failed (client error): The resource could not be found.
Dec 22 15:05:27.935469 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-50ef72a3-246b-4128-888a-f66c115c4c38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/c2e15d95-9b3f-46a7-8aae-eeb7526cf855 HTTP/1.1" status: 404  len: 347 time: 0.0287256
Dec 22 15:05:27.936430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38000) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:27.942518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--391084422'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:27.949201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:27.951904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-084fd0d1-971a-4b4e-a1ee-7edc4afaa800 None None] Provisioning for port 6b2b9680-bd04-438e-a388-ea0f7a73f253 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:27.961090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:27.985044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.016774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added routes are [] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:05:28.017089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:05:28.030885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.031621 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:28.044875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:28.048991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:28.052435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:28.058310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:28.074354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] DHCP port deletion for 3bd304b9-5aff-4dc1-b2f7-1267e5816a32 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:28.148292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port 5481fb78-6870-4022-b907-4df842144629, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5481fb78-6870-4022-b907-4df842144629,segment=NetworkSegment(ef6aa735-030f-4239-aa9a-1692bf37edfa),segment_id=ef6aa735-030f-4239-aa9a-1692bf37edfa)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:28.149666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.150700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.158943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.189225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9163f042-89d8-4abe-83e1-58d05338b664 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:28.220424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7142747e-aaea-48b2-bba3-ff2b31fad372,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:28.222706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.223906 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2866309
Dec 22 15:05:28.224887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:28.225842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.225987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-084fd0d1-971a-4b4e-a1ee-7edc4afaa800 None None] Provisioning complete for port 6b2b9680-bd04-438e-a388-ea0f7a73f253 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:28.226424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-084fd0d1-971a-4b4e-a1ee-7edc4afaa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.227455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38008) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:28.241013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '7142747e-aaea-48b2-bba3-ff2b31fad372', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:28.280227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] DHCP port deletion for 3e76fb61-7b42-40a1-b0cf-5582519e8dc0 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:28.301213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Deleting port 250fedb1-912e-469e-aa9e-4879d5152ab9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:28.301594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.314058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:28.333333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:28.356290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 5481fb78-6870-4022-b907-4df842144629 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:28.400573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:28.402499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Pushing event updated for resources: {'Port': ['ID=5e9501c2-5877-4ce7-b250-f800e5c84f9d,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:28.406782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Deleting port 5481fb78-6870-4022-b907-4df842144629 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:28.406782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.420472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:28.453828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:28.478104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dfd48644-682e-481b-93ee-513fd6690582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:28.485856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.517459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.526511 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759a7a60>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:21Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:17Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:22Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:28.533595 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:28.533962 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Updating router cac52adb-28c2-4124-89d9-c896a871b2d7 port 6b2b9680-bd04-438e-a388-ea0f7a73f253 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:28.593476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1490433640'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:28.599553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:28.603741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:network and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:28.608572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:28.616336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:28.620105 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.739780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.827516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Allocated IP 172.20.0.1 (efa026fe-1078-4515-b499-aa50272e9f12/ae1963fb-d8b6-4a38-9341-7ee770f12fe9/e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:28.836414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.841502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.845834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.847645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:28.871740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-084fd0d1-971a-4b4e-a1ee-7edc4afaa800 None None] Port 6b2b9680-bd04-438e-a388-ea0f7a73f253 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:28.973311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5f3af18b-a785-4c95-9944-7ce972d49ef1 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:29.002377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3866be1c-622d-460c-b376-4f7543dfb728,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.043864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.062195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Transition to ACTIVE for port object e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:29.119292 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.133429 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Transition to ACTIVE for port object 6b2b9680-bd04-438e-a388-ea0f7a73f253 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:29.140978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.152539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:29.168994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.196841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:29.299225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] For port 250fedb1-912e-469e-aa9e-4879d5152ab9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=250fedb1-912e-469e-aa9e-4879d5152ab9,segment=NetworkSegment(1ea13040-7550-4f06-b86e-ec3a5bfa97e0),segment_id=1ea13040-7550-4f06-b86e-ec3a5bfa97e0)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:29.299575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.347054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:29.377644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.382887 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1544611
Dec 22 15:05:29.385461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38018) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:29.437318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.459792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.470733 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Attempting to bind port 6b2b9680-bd04-438e-a388-ea0f7a73f253 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:29.471311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Attempting to bind port 6b2b9680-bd04-438e-a388-ea0f7a73f253 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:29.471846 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Attempting to bind port 6b2b9680-bd04-438e-a388-ea0f7a73f253 on network 10a9aade-94a6-461e-bffa-3b171355fa4c {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:29.480783 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Pushing event updated for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.484497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:29.485425 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Checking segment: {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:29.486121 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.486813 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Bound using segment: {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:29.487471 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Bound port: 6b2b9680-bd04-438e-a388-ea0f7a73f253, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93949cd9-5c1e-476c-8352-63bdbec0a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:29.488043 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.505679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Calling delete_port for 250fedb1-912e-469e-aa9e-4879d5152ab9 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:29.505787 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:29.542279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.546135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.559592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd4e3c52-6b00-4b74-951c-40cfdd1fbe3a tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:29.563316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:29.563316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.577406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3866be1c-622d-460c-b376-4f7543dfb728,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.587261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:29.589642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-516ab259-6bc9-4dd4-970d-9367745521de tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:29.590928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.597953 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3866be1c-622d-460c-b376-4f7543dfb728 HTTP/1.1" status: 204  len: 168 time: 0.2107685
Dec 22 15:05:29.598301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38022) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:29.642007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:29.658740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.666976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:29.679643 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] For port 6b2b9680-bd04-438e-a388-ea0f7a73f253, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:29.683475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] For port 6b2b9680-bd04-438e-a388-ea0f7a73f253, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6b2b9680-bd04-438e-a388-ea0f7a73f253,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:29.688197 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.697328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:29.745974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network efa026fe-1078-4515-b499-aa50272e9f12 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:29.760040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5654c885-0697-46a7-9db0-7eda87ca2c56 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:29.768546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:29.799939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] For port 5481fb78-6870-4022-b907-4df842144629, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5481fb78-6870-4022-b907-4df842144629,segment=NetworkSegment(ef6aa735-030f-4239-aa9a-1692bf37edfa),segment_id=ef6aa735-030f-4239-aa9a-1692bf37edfa)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:29.800465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.814650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:29.832294 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Pushing event updated for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.835970 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:29.842340 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:29.842994 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759a7a60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:29.901604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:29.930457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Port': ['ID=e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:29.957243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:30.003436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:30.005164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5654c885-0697-46a7-9db0-7eda87ca2c56 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:30.006743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5654c885-0697-46a7-9db0-7eda87ca2c56 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4060123
Dec 22 15:05:30.013573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38026) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:30.028458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Calling delete_port for 5481fb78-6870-4022-b907-4df842144629 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:30.034896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.044122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e1acc993-51ab-47ca-b679-7c2d62f50165 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:30.056522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:30.065123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.066603 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cbf2e8fe-21a5-4802-9a7e-0a04a8f57910 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 699 time: 3.0332205
Dec 22 15:05:30.083199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38030) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:30.084761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.092514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.092828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added segment 028c6d80-f284-4fd5-8f76-3cd169913340 of type vlan for network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d
Dec 22 15:05:30.096428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=5481fb78-6870-4022-b907-4df842144629,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:30.115387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:30.116330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e2f338d6-0a3b-4521-98d7-81b4b6be4cf5 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:30.125769 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:30.202649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Port': ['ID=250fedb1-912e-469e-aa9e-4879d5152ab9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:30.225146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:30.229524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:05:30.229886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:05:30.246124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf72a6-d869-4ac9-bcd4-f736f7e4b0d6 None None] Network efa026fe-1078-4515-b499-aa50272e9f12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:30.276691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] No DVR routers for this DVR port 250fedb1-912e-469e-aa9e-4879d5152ab9 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:30.281702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.291081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No DVR routers for this DVR port 5481fb78-6870-4022-b907-4df842144629 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:30.332988 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-459416a2-233e-4eb6-8fea-2f2297534caf tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 699 time: 0.2470193
Dec 22 15:05:30.335332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38034) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:30.362628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.451682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] For port 250fedb1-912e-469e-aa9e-4879d5152ab9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=250fedb1-912e-469e-aa9e-4879d5152ab9,segment=NetworkSegment(1ea13040-7550-4f06-b86e-ec3a5bfa97e0),segment_id=1ea13040-7550-4f06-b86e-ec3a5bfa97e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:30.452082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.531613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.557578 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759a7a60>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:21Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:17Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:29Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:30.563170 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822635a9-99ef-4d98-a14c-993d3ff3b5c3 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:21Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:17Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:29Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:30.565428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.580060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:30.596738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.620713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.681276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Calling delete_port for 250fedb1-912e-469e-aa9e-4879d5152ab9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:30.696271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.752609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.756585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:30.757159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.774131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e949df51-1d4f-4fd5-bba8-eb5dfd11c6f1 tempest-NetworksIpV6Test-1019666603 tempest-NetworksIpV6Test-1019666603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:30.788079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Deleting port 5481fb78-6870-4022-b907-4df842144629 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:30.795588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.811900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575551760>,) {'filters': {'network_id': ['3bd304b9-5aff-4dc1-b2f7-1267e5816a32']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:30.826579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.879065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:30.997252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Transition to ACTIVE for port object 4a4421b8-2950-4894-adf0-cb86e58e06ec will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:31.018037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-66ddce40-7680-4ffc-92fa-8912d21906e4 None None] The port '5481fb78-6870-4022-b907-4df842144629' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:05:31.058575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575551760>, '1ea13040-7550-4f06-b86e-ec3a5bfa97e0') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:31.059253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575551760>, '1ea13040-7550-4f06-b86e-ec3a5bfa97e0') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:31.066373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752ed310>,) {'filters': {'network_id': ['3e76fb61-7b42-40a1-b0cf-5582519e8dc0']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:31.076656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.082713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Transition to ACTIVE for port object 4a4421b8-2950-4894-adf0-cb86e58e06ec will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:31.148063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.179482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f4be95e4-b9c4-4706-9744-a0cd164298ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:31.199706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.206905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752ed310>, 'ef6aa735-030f-4239-aa9a-1692bf37edfa') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:31.207196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752ed310>, 'ef6aa735-030f-4239-aa9a-1692bf37edfa') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:31.216975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:31.225863 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:05:31.228771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:31.233443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4129862a-e170-4c3e-bd7a-dc8bb62082de None None] Provisioning for port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:31.237112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Transition to ACTIVE for port object df924b40-b945-4666-8a22-d312d6524822 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:31.241499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:31.291010 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.7030149
Dec 22 15:05:31.292863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.312442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38038) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:31.317923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Network': ['ID=78d4175a-d4cd-4c57-b2a8-8253ad565d2d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:31.325284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:31.333321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'subnet': {'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:31.350429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.368075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:31.432845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.450717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:31.451111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.468002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:31.474945 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:31.529855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:31.530401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:31.557886 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:31.576315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:05:31.576721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:05:31.577986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 57b06ae1-53d1-4582-a638-20ea495d8f57 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:31.683524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Attempting to bind port 4a4421b8-2950-4894-adf0-cb86e58e06ec on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:31.684221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Attempting to bind port 4a4421b8-2950-4894-adf0-cb86e58e06ec by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a4eff9a1-6677-4088-8d59-b93b7369e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:31.684322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Attempting to bind port 4a4421b8-2950-4894-adf0-cb86e58e06ec on network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:31.705623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:31.706013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Checking segment: {'id': 'a4eff9a1-6677-4088-8d59-b93b7369e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:31.706425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.706829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Bound using segment: {'id': 'a4eff9a1-6677-4088-8d59-b93b7369e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:31.707323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Bound port: 4a4421b8-2950-4894-adf0-cb86e58e06ec, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4eff9a1-6677-4088-8d59-b93b7369e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4cb7720b-d3b4-4393-bbd1-d345aeb680ae'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:31.707701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.723976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Pushing event updated for resources: {'Port': ['ID=4a4421b8-2950-4894-adf0-cb86e58e06ec,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:31.762554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:31.774187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:31.801133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port df924b40-b945-4666-8a22-d312d6524822 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:31.802004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.920929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:31.993188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] For port 4a4421b8-2950-4894-adf0-cb86e58e06ec, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:31.996824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] For port 4a4421b8-2950-4894-adf0-cb86e58e06ec, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4a4421b8-2950-4894-adf0-cb86e58e06ec,segment=NetworkSegment(a4eff9a1-6677-4088-8d59-b93b7369e77e),segment_id=a4eff9a1-6677-4088-8d59-b93b7369e77e)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:32.006576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b80e7f4-e66b-4cb0-a1a8-fcdd6bf6f28e tempest-ServerActionsTestJSON-1033183613 tempest-ServerActionsTestJSON-1033183613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.020637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:32.033362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:subnet and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:32.039352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:32.047632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:32.098979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Deleting port 250fedb1-912e-469e-aa9e-4879d5152ab9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:32.099371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.123725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.172145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.174971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port df924b40-b945-4666-8a22-d312d6524822, host dv-neutron-822675-1-hyperv, got binding levels [] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:32.174971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.183622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.215448 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/3e76fb61-7b42-40a1-b0cf-5582519e8dc0 HTTP/1.1" status: 204  len: 168 time: 5.4032390
Dec 22 15:05:32.215448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.215448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.220318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] 10.222.0.69 "DELETE /v2.0/networks/3bd304b9-5aff-4dc1-b2f7-1267e5816a32 HTTP/1.1" status: 204  len: 168 time: 5.3136988
Dec 22 15:05:32.221510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38042) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:32.245539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0229f-5cc3-48db-b93e-de15b4b41338 None None] Pushing event updated for resources: {'Port': ['ID=df924b40-b945-4666-8a22-d312d6524822,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:32.258394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.262430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fbb104e5-cf16-4a1c-ac58-c10887c616d9 None None] The port '250fedb1-912e-469e-aa9e-4879d5152ab9' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:05:32.263604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:32.263985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:32.264372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 on network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:32.272058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f0c0229f-5cc3-48db-b93e-de15b4b41338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:32.275332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cfe20173-860b-43bc-9021-dbbe814d519b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.281407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7142747e-aaea-48b2-bba3-ff2b31fad372,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:32.285883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Made reservation on behalf of c5e43f7aac86497ea4beeaea1cbc6f3d for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:32.324670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859610448'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:32.328649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:32.342067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.398126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:32.398631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Checking segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:32.399088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.399448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Bound using segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:32.399948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Bound port: df924b40-b945-4666-8a22-d312d6524822, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:32.400364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.419267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for df924b40-b945-4666-8a22-d312d6524822 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:32.419536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 57b06ae1-53d1-4582-a638-20ea495d8f57 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:32.445643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 57b06ae1-53d1-4582-a638-20ea495d8f57 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:32.446022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.482930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:32.490359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:32.496514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:32.500751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:32.510508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.512255 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/7142747e-aaea-48b2-bba3-ff2b31fad372 HTTP/1.1" status: 204  len: 168 time: 2.4954555
Dec 22 15:05:32.513299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.515906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38048) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:32.615441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d6a40f13-97ff-4180-ad3c-84b8bf4cc91d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:32.641859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Pushing event updated for resources: {'Port': ['ID=4a4421b8-2950-4894-adf0-cb86e58e06ec,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:32.648547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:32.669880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.673580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:32.693093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.725383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=3e76fb61-7b42-40a1-b0cf-5582519e8dc0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:32.742393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d6a40f13-97ff-4180-ad3c-84b8bf4cc91d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:32.746634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d6a40f13-97ff-4180-ad3c-84b8bf4cc91d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2294955
Dec 22 15:05:32.769725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38054) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:32.786462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140675653'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:32.800537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:32.814043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Pushing event deleted for resources: {'Network': ['ID=3bd304b9-5aff-4dc1-b2f7-1267e5816a32,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:32.816493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:32.819628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.823698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:32.832136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.852119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.852333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:32.861966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.894472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:05:32.895094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:05:32.902830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-773f966c-9f71-4a90-bcf4-bc885e918a5d None None] Provisioning for port df924b40-b945-4666-8a22-d312d6524822 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:32.906137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.907320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c8e1760c-0e8d-4c7b-ae9c-9b01da556da9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.917612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 57b06ae1-53d1-4582-a638-20ea495d8f57, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57b06ae1-53d1-4582-a638-20ea495d8f57,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:32.918803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d6658e2-1388-4560-91cb-62da3c23a1b4 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:32.929675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-773f966c-9f71-4a90-bcf4-bc885e918a5d None None] Provisioning complete for port df924b40-b945-4666-8a22-d312d6524822 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:32.930063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-773f966c-9f71-4a90-bcf4-bc885e918a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.947680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38058) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:32.983721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-773f966c-9f71-4a90-bcf4-bc885e918a5d None None] Port df924b40-b945-4666-8a22-d312d6524822 was deleted so its status cannot be updated. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 15:05:32.985553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:32.986472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:33.000228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=df924b40-b945-4666-8a22-d312d6524822,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:33.019403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:33.062646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:33.079373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:33.080015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:33.083362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:33.089116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:33.201105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.206272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-773f966c-9f71-4a90-bcf4-bc885e918a5d None None] Provisioning for port 5e9501c2-5877-4ce7-b250-f800e5c84f9d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:33.214536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:33.223979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=57b06ae1-53d1-4582-a638-20ea495d8f57,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:33.239977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:33.241376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:33.241758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.262810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.272071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.282249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5abf9106-7118-493e-b0c9-0cb3bd91f70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:33.288932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.289582 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment 2d08cde2-4af8-45b9-a8de-ebc2429a77a8 of type vlan for network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a
Dec 22 15:05:33.354340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Port': ['ID=e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:33.358107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:33.364411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d642772-9eab-4e36-92a8-eb277e306ccb,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:33.373051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:33.374355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2fc90a34-cbe6-43a2-984b-f7e43b91042c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ed0f8a08bf6415da57bc29404943908&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4253707
Dec 22 15:05:33.379371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38064) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:33.442640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.446615 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6733670
Dec 22 15:05:33.452263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38068) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:33.453509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.473632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:33.474012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:33.474381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Attempting to bind port df924b40-b945-4666-8a22-d312d6524822 on network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:33.503618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:33.504009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Checking segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:33.504434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.504823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Bound using segment: {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:33.507076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Bound port: df924b40-b945-4666-8a22-d312d6524822, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be10df6c-425e-41e4-8b3d-809713d7b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9217a0ff-1d55-4180-8aa5-1a2b004a4cbb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:33.507670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.517017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '0d642772-9eab-4e36-92a8-eb277e306ccb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:33.523576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:33.529987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:33.533976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network efa026fe-1078-4515-b499-aa50272e9f12 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:33.537370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:33.542214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:33.544287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:33.571817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Port df924b40-b945-4666-8a22-d312d6524822 has been deleted concurrently {{(pid=83458) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}}
Dec 22 15:05:33.576897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.592869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:33.593549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575882e80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:33.644711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.698311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfb1eb87-2f27-4182-ba93-74e19dac0012 None None] Provisioning for port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:33.760884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.890368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.899601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfb1eb87-2f27-4182-ba93-74e19dac0012 None None] Provisioning complete for port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:33.900160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1282432-2338-4b4c-9c9a-e5ef5cc48a0e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:33.902052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eb87-2f27-4182-ba93-74e19dac0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.932830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d795e90-d6cc-47d2-984f-8a439d9a7c62,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:33.946370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:33.972547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:33.973947 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4677269
Dec 22 15:05:33.983853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:34.001900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38072) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:34.077172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '0d642772-9eab-4e36-92a8-eb277e306ccb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:34.090101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.097189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:34.102204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-77c6a050-c06f-49a4-97c4-5b3cba1bf693 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:34.104634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:34.175189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1eb87-2f27-4182-ba93-74e19dac0012 None None] Port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:34.178792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:34.182509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.183404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cfb1eb87-2f27-4182-ba93-74e19dac0012 None None] Could not find standard attr ID for object df924b40-b945-4666-8a22-d312d6524822. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:34.186734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:34.187318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.191766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:34.194001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 30a19ca7-5403-45ec-b402-83237306a2a8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:34.210658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:34.263046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.301667 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.0149474
Dec 22 15:05:34.303117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:34.315861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:34.317636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Subnet': ['ID=27708463-6330-40f7-bf65-6e6ce954cb90,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:34.320875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:34.329253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-44464fd0-3479-4069-a181-03e3a551b4d5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:34.352610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.412427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6645b0-3cae-4d22-84ec-250013d3760a None None] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:34.423539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.548499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b19a00e-d2f7-436d-af3e-62b800490b72 None None] Provisioning complete for port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:34.548499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b19a00e-d2f7-436d-af3e-62b800490b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.624938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:34.636066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:34.640138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Checking segment: {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:34.640520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network hostable DHCP agents. Network: 78d4175a-d4cd-4c57-b2a8-8253ad565d2d, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:34.685716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:34.691431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:34.694812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:34.695129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:34.695315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.701518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.702145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:34.705202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.708099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ec1bdb0-e28c-410a-8c6c-074ac7318387 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:34.727718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:34.736945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e3ebc-55cf-42b0-a070-023eaacf642c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:34.741988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:34.745079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:34.750866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:34.778130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebea3469-9a59-4047-b95e-2e481f595e88,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:34.783142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 78d4175a-d4cd-4c57-b2a8-8253ad565d2d) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:34.784768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.785973 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/664e3ebc-55cf-42b0-a070-023eaacf642c HTTP/1.1" status: 204  len: 168 time: 1.4048696
Dec 22 15:05:34.801509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:34.805924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.809737 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7388728
Dec 22 15:05:34.809938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 30a19ca7-5403-45ec-b402-83237306a2a8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:34.809938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.810103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:34.810103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.816799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38082) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:34.826154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '0d642772-9eab-4e36-92a8-eb277e306ccb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:34.835571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:34.849465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.5278192
Dec 22 15:05:34.852488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:34.858725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:34.861249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38086) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:34.882954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203e3cb-1536-4807-82e0-1c2558d3f3d8 None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:34.907063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Router 0aa82bdf-c028-4e14-bb48-6359ae7e4eba is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:05:34.935846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:34.957176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:34.972749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:35.048427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a00e-d2f7-436d-af3e-62b800490b72 None None] Port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:35.133494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.147735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:35.159998 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5571866
Dec 22 15:05:35.163746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:35.192737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] Sync routers for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:35.291146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 57b06ae1-53d1-4582-a638-20ea495d8f57 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:35.394661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575882e80>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.405528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc2f23-53de-4279-823d-e8c0f31c0adb None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:35.407227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:35.407765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753ef2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.454764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.468170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.481991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753ef2e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.494799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-862b4cd6-3e69-4cd7-a8f8-01e95f9b8e6c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:35.547931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1af26727-873c-49d8-b873-e452251bb63f None None] Provisioning for port 4a4421b8-2950-4894-adf0-cb86e58e06ec completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:35.569789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:35.570428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753ef2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.621925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 57b06ae1-53d1-4582-a638-20ea495d8f57 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:35.622402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.674103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5a4dae-d392-4e0f-adef-4fff466c5a2c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:35.684207 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:35.707952 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:35.710069 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a1e130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.726871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753ef2e0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:35.727289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106b9fc-adb8-4193-af2b-98e87217d8f7 None None] The sync data for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:35.767324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:35.847477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6b2b9680-bd04-438e-a388-ea0f7a73f253 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:35.849609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.851276 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0335333
Dec 22 15:05:35.868523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:35.875736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:35.915312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38110) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:35.933868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '0d642772-9eab-4e36-92a8-eb277e306ccb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:35.951983 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:35.982606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:36.006520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6700375
Dec 22 15:05:36.028332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38114) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:36.065538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:36.069921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.077906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=50bd8c8b-96c5-469a-a675-ac228e3f604d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:36.088770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6b2b9680-bd04-438e-a388-ea0f7a73f253 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:36.102965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6b2b9680-bd04-438e-a388-ea0f7a73f253 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:36.103452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.111587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:36.157214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38118) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:36.250848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:36.268347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:36.272799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:36.282428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:36.332619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.423689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.456306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.456579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Allocated IP 2001:db8:3::2 (78d4175a-d4cd-4c57-b2a8-8253ad565d2d/27708463-6330-40f7-bf65-6e6ce954cb90/3c1f3485-5ebf-435b-abb0-6d338d93da6b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:36.502803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.519411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:36.527095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407812862'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:36.534890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': '2d08cde2-4af8-45b9-a8de-ebc2429a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:36.535255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:36.543984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:36.548568 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a1e130>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:36.554673 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:36.557862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74dbf39-d106-448f-b348-7db72059e421,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:36.562314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:36.579482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6b2b9680-bd04-438e-a388-ea0f7a73f253, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6b2b9680-bd04-438e-a388-ea0f7a73f253,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:36.582451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.582643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:36.587934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.588139 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6629460
Dec 22 15:05:36.588242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4a4421b8-2950-4894-adf0-cb86e58e06ec up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:36.588427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:36.589900 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:36.590531 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a1e130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:36.595553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38124) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:36.601021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:36.623731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:36.649457 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-5fd68acd-2464-44d1-88df-8b5ffa1e4d33 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:05:36.650495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5fd68acd-2464-44d1-88df-8b5ffa1e4d33 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4852178
Dec 22 15:05:36.660085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38128) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:36.665074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '0d642772-9eab-4e36-92a8-eb277e306ccb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:36.687124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:36.757719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:36.764733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:36.788150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:36.791132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.806738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:36.820265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet 542cd385-7551-4504-a37c-522b4252006c {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:36.825556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.835537 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:36.836800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:36.842726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:36.843258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.871158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:36.910421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 4a4421b8-2950-4894-adf0-cb86e58e06ec completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:36.917988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4a4421b8-2950-4894-adf0-cb86e58e06ec triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:36.919846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.951430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.952750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.963136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:36.973373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Transition to ACTIVE for port object 3c1f3485-5ebf-435b-abb0-6d338d93da6b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:37.005827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Transition to ACTIVE for port object 3c1f3485-5ebf-435b-abb0-6d338d93da6b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:37.015865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.020232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:37.024360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:37.054274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:37.054905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.058424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310cb0a-ab7d-47df-bdfd-98f3a863b91c None None] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:37.086133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.109363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:37.155784 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8495665
Dec 22 15:05:37.157066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:security_group_rule and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:37.157206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38132) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:37.170815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:37.195759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:37.238021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a', 'name': 'tempest-PortsIpV6TestJSON-1870678886', 'fixed_ips': [{'subnet_id': '50bd8c8b-96c5-469a-a675-ac228e3f604d', 'ip_address': '2001:db8::10'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:37.251434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:37.267829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:37.275502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:37.290183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.313686 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a1e130>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:37.320352 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6508c-9d67-441d-8922-3717962f56c0 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:37.332620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Pushing event updated for resources: {'Port': ['ID=3c1f3485-5ebf-435b-abb0-6d338d93da6b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:37.336954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.378083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:37.417052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.439634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Attempting to bind port 3c1f3485-5ebf-435b-abb0-6d338d93da6b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:37.440029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Attempting to bind port 3c1f3485-5ebf-435b-abb0-6d338d93da6b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:37.440414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Attempting to bind port 3c1f3485-5ebf-435b-abb0-6d338d93da6b on network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:37.451080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:37.457483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:37.461021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:37.483058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:37.498811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:37.499732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:37.499876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Checking segment: {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:37.500166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.500607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Bound using segment: {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:37.501094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Bound port: 3c1f3485-5ebf-435b-abb0-6d338d93da6b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:37.501706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.508413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.521196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 4a4421b8-2950-4894-adf0-cb86e58e06ec, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4a4421b8-2950-4894-adf0-cb86e58e06ec,segment=NetworkSegment(a4eff9a1-6677-4088-8d59-b93b7369e77e),segment_id=a4eff9a1-6677-4088-8d59-b93b7369e77e)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:37.525223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:37.526223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:37.535749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.536926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e24345af-399a-4d9d-8eb8-d786202c3665 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:37.569679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:37.583960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.613898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0f0a57-0b8e-4ac5-9ab1-735ca77d3f6a,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:37.633710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:37.662584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.680162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.685744 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 1.0860019
Dec 22 15:05:37.686842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38136) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:37.692180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:37.692915 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e62dc0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:37.754920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 2efc618c-e286-4680-a143-c08dbe045bd8 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:05:37.798798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.823928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.839288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f4a18e0-1e86-4511-ac2b-0d3591ea7de3 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:37.845199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a', 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '50bd8c8b-96c5-469a-a675-ac228e3f604d'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:37.845610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.862765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.912867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=4a4421b8-2950-4894-adf0-cb86e58e06ec,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:37.920313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.922328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:37.929965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.943946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:37.956992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1209fd75-94a1-4bbb-ae1e-4053e15f7e4b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:37.970228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] For port 3c1f3485-5ebf-435b-abb0-6d338d93da6b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:37.985083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:37.986367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:37.986817 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment c948c0bc-91ee-450e-9dd3-0c9d0959b916 of type vlan for network 4541a946-4c75-4669-849d-25877f2d4156
Dec 22 15:05:37.991113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b673699-3269-4edd-9283-9d0e3f78cf6a tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:37.993565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] For port 3c1f3485-5ebf-435b-abb0-6d338d93da6b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3c1f3485-5ebf-435b-abb0-6d338d93da6b,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:37.998511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:38.047084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=542cd385-7551-4504-a37c-522b4252006c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:38.047367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.049655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.056905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e7d8de35-cb10-4dad-84a3-248ba3a28781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:38.091644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:38.101220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.105611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1831d0-3316-402c-aa97-588d7f03af6b None None] Network 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:38.125116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2b754920-d40c-4e56-9e01-78dcea24a191 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:38.134913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.139415 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ea0f0a57-0b8e-4ac5-9ab1-735ca77d3f6a HTTP/1.1" status: 204  len: 168 time: 0.4339094
Dec 22 15:05:38.151858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:38.176218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea0f0a57-0b8e-4ac5-9ab1-735ca77d3f6a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:38.181502 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/542cd385-7551-4504-a37c-522b4252006c HTTP/1.1" status: 204  len: 168 time: 2.1449969
Dec 22 15:05:38.181721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38144) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:38.183610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e24345af-399a-4d9d-8eb8-d786202c3665 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:38.184222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:38.186501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.241066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e24345af-399a-4d9d-8eb8-d786202c3665 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:38.241704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.265440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::10 (cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a/50bd8c8b-96c5-469a-a675-ac228e3f604d/2efc618c-e286-4680-a143-c08dbe045bd8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:38.281344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Allocated IP 2001:db8:3::1 (78d4175a-d4cd-4c57-b2a8-8253ad565d2d/27708463-6330-40f7-bf65-6e6ce954cb90/de56b1fb-f66c-42d4-a418-0239d51a47fd) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:38.376725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Pushing event updated for resources: {'Port': ['ID=3c1f3485-5ebf-435b-abb0-6d338d93da6b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:38.416454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:38.438053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.441823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:38.442404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.454427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63c53a32-9b5b-4cb9-b0df-9639545b4770 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:38.462562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ee0db8f-f7f7-4f8d-8780-6bd4b48163e7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:38.489935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.597665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.636414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 2efc618c-e286-4680-a143-c08dbe045bd8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:38.673284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting port e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:38.673646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.739908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.775536 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.6173537
Dec 22 15:05:38.791715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63c53a32-9b5b-4cb9-b0df-9639545b4770 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:38.796748 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63c53a32-9b5b-4cb9-b0df-9639545b4770 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.6391375
Dec 22 15:05:38.800189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38148) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:38.807984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=4541a946-4c75-4669-849d-25877f2d4156,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:38.828705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:38.829174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.847894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 4541a946-4c75-4669-849d-25877f2d4156 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:38.865144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:38.890129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.941631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e24345af-399a-4d9d-8eb8-d786202c3665, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e24345af-399a-4d9d-8eb8-d786202c3665,segment=NetworkSegment(674a35c7-7036-4dde-988c-b9d4d8d4ba28),segment_id=674a35c7-7036-4dde-988c-b9d4d8d4ba28)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:38.948960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38152) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:38.951500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.952405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5e9501c2-5877-4ce7-b250-f800e5c84f9d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:38.960505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '4541a946-4c75-4669-849d-25877f2d4156', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:38.972491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.985421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:38.996150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79216b98-71b9-4340-8241-f3d604fa9f61 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.000334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73224e68-4f59-45f8-967a-482e6de4e2b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.021651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Transition to ACTIVE for port object de56b1fb-f66c-42d4-a418-0239d51a47fd will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:39.087343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:39.090763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.097899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:39.105196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:39.109346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:39.109990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.115725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] DHCP port deletion for 9217a0ff-1d55-4180-8aa5-1a2b004a4cbb request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:39.174397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=2efc618c-e286-4680-a143-c08dbe045bd8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.178318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.180322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Deleting port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:39.180762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.186923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.265675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:39.281788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.284445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:39.288349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:39.306986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.311746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e24345af-399a-4d9d-8eb8-d786202c3665,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.314619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:39.316526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.323282 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1647148
Dec 22 15:05:39.324074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38156) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:39.324481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5e9501c2-5877-4ce7-b250-f800e5c84f9d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:39.332442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Calling delete_port for e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:39.335635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,segment=NetworkSegment(be10df6c-425e-41e4-8b3d-809713d7b21f),segment_id=be10df6c-425e-41e4-8b3d-809713d7b21f)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:39.336081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.346771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e74dbf39-d106-448f-b348-7db72059e421,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.352985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.360570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.361822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a67c9932-1dc9-4108-82f8-c3611a8fb170 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.368375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Allocated IP 2001:db8::2 (cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a/50bd8c8b-96c5-469a-a675-ac228e3f604d/ede44473-ff2d-43f6-85de-568a4a8dbd00) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:39.375694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a', 'name': 'tempest-PortsIpV6TestJSON-229655212', 'fixed_ips': [{'subnet_id': '50bd8c8b-96c5-469a-a675-ac228e3f604d', 'ip_address': '2001:db8::f'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:39.381116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e62dc0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:39.389833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5e9501c2-5877-4ce7-b250-f800e5c84f9d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:39.390219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.436014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:39.444973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.449082 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e74dbf39-d106-448f-b348-7db72059e421 HTTP/1.1" status: 204  len: 168 time: 0.6457515
Dec 22 15:05:39.450097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38160) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:39.514651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:39.540400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:39.653949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-052c4b6c-46e3-41b9-a9bb-018c3f5c1d86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:39.670184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:39.670448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e62dc0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:39.683249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:39.685668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:39.694034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:39.704486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:39.729430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:39.732532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.734647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-052c4b6c-46e3-41b9-a9bb-018c3f5c1d86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:39.739761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-052c4b6c-46e3-41b9-a9bb-018c3f5c1d86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.2822924
Dec 22 15:05:39.740739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:39.747300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.763214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:39.763955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.767325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.860739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:39.874712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.880015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] For port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,segment=NetworkSegment(be10df6c-425e-41e4-8b3d-809713d7b21f),segment_id=be10df6c-425e-41e4-8b3d-809713d7b21f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:39.880455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.884693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.885225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1a5ade20-6dd8-4cea-ae12-27fff2591cb3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.891348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:39.941813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Port': ['ID=e8b8c29f-01e0-4bbe-b114-36aff6a6f3f6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.941996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=c0096f52-e86d-4a37-8953-7a6f8f2a6bd9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:39.959537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.962835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:39.967250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:39.969862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:39.981134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No DVR routers for this DVR port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:39.985752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.053531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.101058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 14a728ff-d8b2-426a-9c8d-5c2585d57f14 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:05:40.128654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Calling delete_port for c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:40.235479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.246700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a91f94-4daf-4e15-b9b2-faa01d59a5c7 None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:40.251900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.280959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-92a9b2ad-e01f-49c2-8452-043fa208d6c1 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:40.307382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.307887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:40.392790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c48700>,) {'filters': {'network_id': ['9217a0ff-1d55-4180-8aa5-1a2b004a4cbb']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:40.427734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48700>, 'be10df6c-425e-41e4-8b3d-809713d7b21f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:40.428062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48700>, 'be10df6c-425e-41e4-8b3d-809713d7b21f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:40.461038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.511402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db5a4dae-d392-4e0f-adef-4fff466c5a2c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:40.567079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:40.600230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.604033 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/db5a4dae-d392-4e0f-adef-4fff466c5a2c HTTP/1.1" status: 204  len: 168 time: 0.7474842
Dec 22 15:05:40.609941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:40.657561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.682338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.697639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-33891d1d-4063-4000-82e3-55d69d3fd7ce tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:40.723138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-33891d1d-4063-4000-82e3-55d69d3fd7ce tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:40.727596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.728650 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-33891d1d-4063-4000-82e3-55d69d3fd7ce tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1175764
Dec 22 15:05:40.729033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.729627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38172) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:40.734440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e8cd6e2-bb95-41d9-a439-663b7c3e8139 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:40.777145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:40.777540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.784522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f9ee4ce4-0773-4418-a9da-3d531f9bb877 None None] Provisioning for port 3c1f3485-5ebf-435b-abb0-6d338d93da6b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:40.792312 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:40.819293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:05:40.819678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:05:40.881447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.882345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.894819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.924186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=4d68e8b3-5d9d-4935-bd3c-898bffcac8f2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:40.924815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Transition to ACTIVE for port object ede44473-ff2d-43f6-85de-568a4a8dbd00 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:40.931185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5e9501c2-5877-4ce7-b250-f800e5c84f9d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5e9501c2-5877-4ce7-b250-f800e5c84f9d,segment=NetworkSegment(33940a3a-4238-4b3a-b445-56fab3ec8fe8),segment_id=33940a3a-4238-4b3a-b445-56fab3ec8fe8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:40.934745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:40.979925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:40.980808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 38b093b0-4e08-41b6-b89b-ab4f931090dd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:41.004465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.014106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12125e67-6ac0-4e25-ad0b-08476efcf7a1 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:41.017022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-619e9101-b86d-46aa-b637-fe83b68b41d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:41.031328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.060802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=9217a0ff-1d55-4180-8aa5-1a2b004a4cbb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:41.063437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': 'c948c0bc-91ee-450e-9dd3-0c9d0959b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4541a946-4c75-4669-849d-25877f2d4156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:41.063637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 4541a946-4c75-4669-849d-25877f2d4156, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:41.070266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.074262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:41.078505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:41.088670 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/9217a0ff-1d55-4180-8aa5-1a2b004a4cbb HTTP/1.1" status: 204  len: 168 time: 2.8959365
Dec 22 15:05:41.094611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.096179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Transition to ACTIVE for port object ede44473-ff2d-43f6-85de-568a4a8dbd00 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:41.098283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebea3469-9a59-4047-b95e-2e481f595e88,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:41.104050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:41.146242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.164888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.168671 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ebea3469-9a59-4047-b95e-2e481f595e88 HTTP/1.1" status: 204  len: 168 time: 0.3863215
Dec 22 15:05:41.188093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38180) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.253543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5e9501c2-5877-4ce7-b250-f800e5c84f9d,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:41.267757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:41.271292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:41.304668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::f (cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a/50bd8c8b-96c5-469a-a675-ac228e3f604d/14a728ff-d8b2-426a-9c8d-5c2585d57f14) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:41.318262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 4541a946-4c75-4669-849d-25877f2d4156 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:41.319102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Router 0aa82bdf-c028-4e14-bb48-6359ae7e4eba has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:41.322323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Deleting port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:41.322628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.345074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e392a475-1a56-49e6-8676-3642e3e1a7cc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:41.358070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:41.361594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 4541a946-4c75-4669-849d-25877f2d4156) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:41.368685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.370416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:41.375310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:41.383910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:41.384521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.384714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4b313-bd50-4db8-8160-9216793e3aae None None] Network 4541a946-4c75-4669-849d-25877f2d4156 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:41.393983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.394778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.408322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:41.463070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e392a475-1a56-49e6-8676-3642e3e1a7cc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:41.467806 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e392a475-1a56-49e6-8676-3642e3e1a7cc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2746904
Dec 22 15:05:41.470665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38184) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.476469 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.5263131
Dec 22 15:05:41.480788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38188) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.499978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cf815-e802-4b2c-8869-ed1d4187a2fe None None] The port 'c0096f52-e86d-4a37-8953-7a6f8f2a6bd9' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:05:41.505477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870552506'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:41.518115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Pushing event updated for resources: {'Port': ['ID=ede44473-ff2d-43f6-85de-568a4a8dbd00,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:41.521128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:41.527971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 38b093b0-4e08-41b6-b89b-ab4f931090dd completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:41.530771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:41.583976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 38b093b0-4e08-41b6-b89b-ab4f931090dd triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:41.585765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.591782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:41.601105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event updated for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:41.607234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:41.612895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:41.615376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:41.625256 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9640634
Dec 22 15:05:41.625466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:41.629470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.640331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] Sync routers for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:41.672325 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:41.672973 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89a90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:41.728206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-957002b2-a45f-44e2-87d6-8d0beb3b7978 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] delete failed (client error): The resource could not be found.
Dec 22 15:05:41.734058 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-957002b2-a45f-44e2-87d6-8d0beb3b7978 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1559755550 HTTP/1.1" status: 404  len: 335 time: 0.1035981
Dec 22 15:05:41.734621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38196) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:41.766849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9a41656d-4520-4c69-b5ad-473e22337b39 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'router': {'external_gateway_info': {'network_id': '0aa82bdf-c028-4e14-bb48-6359ae7e4eba'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:41.777498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.787955 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89a90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:41.810466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.812159 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:41.813261 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89a90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:41.840259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:41.843800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.855888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Attempting to bind port ede44473-ff2d-43f6-85de-568a4a8dbd00 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:41.857055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Attempting to bind port ede44473-ff2d-43f6-85de-568a4a8dbd00 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '2d08cde2-4af8-45b9-a8de-ebc2429a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:41.857912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Attempting to bind port ede44473-ff2d-43f6-85de-568a4a8dbd00 on network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:41.916155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:41.920038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.928222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:41.934585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e62dc0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:41.942710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:41.946374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Checking segment: {'id': '2d08cde2-4af8-45b9-a8de-ebc2429a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:41.946812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.947450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Bound using segment: {'id': '2d08cde2-4af8-45b9-a8de-ebc2429a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:41.947866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Bound port: ede44473-ff2d-43f6-85de-568a4a8dbd00, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d08cde2-4af8-45b9-a8de-ebc2429a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:41.948259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.952348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:41.963068 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89a90>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:41.964467 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a832d4-cb1e-4416-8f8d-8aa9f184b617 None None] The sync data for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:41.986636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef6237-4adf-4ac0-87ce-7a61d65d430a None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:32Z', 'revision_number': 8, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '30a19ca7-5403-45ec-b402-83237306a2a8', 'name': '', 'network_id': 'a2ce9319-f41f-426e-b923-e0b04b5f2067', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:ba:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:08Z', 'updated_at': '2021-12-22T15:05:27Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': '4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:41.995701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 14a728ff-d8b2-426a-9c8d-5c2585d57f14 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:42.017130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48c6e9ce-f28d-4d77-9d12-616e5bd9ec39 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:42.026366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:42.207854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.244979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743619f5-e913-4426-a336-29779bf93239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-4541a946-4c75-4669-849d-25877f2d4156', 'network_id': '4541a946-4c75-4669-849d-25877f2d4156', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '4d68e8b3-5d9d-4935-bd3c-898bffcac8f2'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:42.255547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.313231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] For port ede44473-ff2d-43f6-85de-568a4a8dbd00, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:42.322435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] For port ede44473-ff2d-43f6-85de-568a4a8dbd00, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ede44473-ff2d-43f6-85de-568a4a8dbd00,segment=NetworkSegment(2d08cde2-4af8-45b9-a8de-ebc2429a77a8),segment_id=2d08cde2-4af8-45b9-a8de-ebc2429a77a8)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:42.370829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.376197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.380234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0b0f1dd4-ea79-456a-8ca7-5b5e6e3f7346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:42.398701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:42.403859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d795e90-d6cc-47d2-984f-8a439d9a7c62,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:42.426348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:42.495522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 38b093b0-4e08-41b6-b89b-ab4f931090dd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=38b093b0-4e08-41b6-b89b-ab4f931090dd,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:42.522823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.523605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 61cf82e8-d041-46a5-a2f3-3fa30206b974 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:42.546890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:42.549296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=14a728ff-d8b2-426a-9c8d-5c2585d57f14,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:42.554441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:42.556840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:42.562373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:42.562948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.567017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:42.583056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a41656d-4520-4c69-b5ad-473e22337b39 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.590483 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.2228417
Dec 22 15:05:42.590813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38200) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:42.646684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.647828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3d795e90-d6cc-47d2-984f-8a439d9a7c62 HTTP/1.1" status: 204  len: 168 time: 1.1734886
Dec 22 15:05:42.655591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38204) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:42.659637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.659991 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 394620b3-c5d2-4fc8-a127-17684c9d1e92 of type vlan for network 55ab0534-ea7f-400e-a804-ab04d8b0213a
Dec 22 15:05:42.671446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Pushing event updated for resources: {'Port': ['ID=ede44473-ff2d-43f6-85de-568a4a8dbd00,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:42.710797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:42.721641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fcb0456f-1729-46b9-897d-1fa64608bd85 None None] Provisioning for port de56b1fb-f66c-42d4-a418-0239d51a47fd completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:42.725029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:42.728599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.735362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.736136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-9a41656d-4520-4c69-b5ad-473e22337b39 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] update failed (client error): The resource could not be found.
Dec 22 15:05:42.737316 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9a41656d-4520-4c69-b5ad-473e22337b39 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba HTTP/1.1" status: 404  len: 339 time: 0.9938631
Dec 22 15:05:42.744659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38208) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:42.779133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fcb0456f-1729-46b9-897d-1fa64608bd85 None None] Provisioning complete for port de56b1fb-f66c-42d4-a418-0239d51a47fd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:42.779858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fcb0456f-1729-46b9-897d-1fa64608bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.886936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0456f-1729-46b9-897d-1fa64608bd85 None None] Port de56b1fb-f66c-42d4-a418-0239d51a47fd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:42.890646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-743619f5-e913-4426-a336-29779bf93239 None None] Allocated IP 172.20.255.242 (4541a946-4c75-4669-849d-25877f2d4156/4d68e8b3-5d9d-4935-bd3c-898bffcac8f2/dc1cd94a-5105-462b-b120-c1174f47651a) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:42.899428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=38b093b0-4e08-41b6-b89b-ab4f931090dd,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:42.908701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:42.908701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 61cf82e8-d041-46a5-a2f3-3fa30206b974 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:42.909289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f30a0ed0-e3d6-4fc2-b46b-02a5f663c964 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:42.917815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 61cf82e8-d041-46a5-a2f3-3fa30206b974 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:42.917815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:42.962538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f30a0ed0-e3d6-4fc2-b46b-02a5f663c964 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:42.963856 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f30a0ed0-e3d6-4fc2-b46b-02a5f663c964 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3060992
Dec 22 15:05:42.970496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38212) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:42.971752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60287e8-eaea-4629-aae2-9b7ad05c2e60 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:42.972793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e60287e8-eaea-4629-aae2-9b7ad05c2e60 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:43.089750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.094147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:43.095053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.099304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6089fd78-5ca4-4528-ad17-c7df7ab7e649 None None] Provisioning complete for port de56b1fb-f66c-42d4-a418-0239d51a47fd triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:43.099693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6089fd78-5ca4-4528-ad17-c7df7ab7e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.105099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:43.125860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e60287e8-eaea-4629-aae2-9b7ad05c2e60 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:43.129532 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e60287e8-eaea-4629-aae2-9b7ad05c2e60 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.5350606
Dec 22 15:05:43.130307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38216) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:43.227323 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7368710
Dec 22 15:05:43.243465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38220) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:43.257484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '55ab0534-ea7f-400e-a804-ab04d8b0213a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:43.270147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6089fd78-5ca4-4528-ad17-c7df7ab7e649 None None] Port de56b1fb-f66c-42d4-a418-0239d51a47fd cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:43.334141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=55ab0534-ea7f-400e-a804-ab04d8b0213a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:43.336199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.345333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:43.358403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.371912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 55ab0534-ea7f-400e-a804-ab04d8b0213a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:43.389614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:43.405646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f9b81-10cd-4ae2-bd08-a4969fd953ec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:43.409563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f9b81-10cd-4ae2-bd08-a4969fd953ec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:43.413646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f9b81-10cd-4ae2-bd08-a4969fd953ec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:43.418358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6b5f9b81-10cd-4ae2-bd08-a4969fd953ec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.2840555
Dec 22 15:05:43.420689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38224) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:43.424635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.471926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.501776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.507107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 61cf82e8-d041-46a5-a2f3-3fa30206b974, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=61cf82e8-d041-46a5-a2f3-3fa30206b974,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:43.518446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:43.519118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.519670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:43.539654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:43.552092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:43.563658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-743619f5-e913-4426-a336-29779bf93239 None None] Transition to ACTIVE for port object dc1cd94a-5105-462b-b120-c1174f47651a will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:43.578131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:43.578484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9700a7d9-0047-40b1-8ec8-1c0be1fdc466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:43.683702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 14a728ff-d8b2-426a-9c8d-5c2585d57f14 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:43.684045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.702868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:43.703516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 15:05:43.773268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-743619f5-e913-4426-a336-29779bf93239 None None] Transition to ACTIVE for port object dc1cd94a-5105-462b-b120-c1174f47651a will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:43.779553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:43.797032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.810161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:43.811087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:43.837980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:43.864744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743619f5-e913-4426-a336-29779bf93239 None None] Network 4541a946-4c75-4669-849d-25877f2d4156 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:43.866179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 not found, will not notify nova. {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 15:05:43.875062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-743619f5-e913-4426-a336-29779bf93239 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:43.886778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743619f5-e913-4426-a336-29779bf93239 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:43.954744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:43.955335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5481fb78-6870-4022-b907-4df842144629 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:43.971883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fdb0fda-89c2-4a3a-8dfb-45bda6d25a9a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:44.026865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d775b9d-29a9-40ef-bc10-38b7e44a7248 None None] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:44.031199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Allocated IP 172.20.0.1 (359f841a-2c64-4451-a409-fe3d9c45115a/0c32b8b8-9166-4a34-a00a-3e34c6f14305/b93f8be0-aaf2-4705-93af-ac78a6403eba) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:44.049187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d642772-9eab-4e36-92a8-eb277e306ccb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:44.084686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5481fb78-6870-4022-b907-4df842144629 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:44.085032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5481fb78-6870-4022-b907-4df842144629 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:44.085390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 250fedb1-912e-469e-aa9e-4879d5152ab9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:44.098891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:44.150595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.159963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 250fedb1-912e-469e-aa9e-4879d5152ab9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:44.160322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 250fedb1-912e-469e-aa9e-4879d5152ab9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:44.167079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743619f5-e913-4426-a336-29779bf93239 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd94a-5105-462b-b120-c1174f47651a,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:44.183898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-743619f5-e913-4426-a336-29779bf93239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:44.204147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-743619f5-e913-4426-a336-29779bf93239 None None] Attempting to bind port dc1cd94a-5105-462b-b120-c1174f47651a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:44.204627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-743619f5-e913-4426-a336-29779bf93239 None None] Attempting to bind port dc1cd94a-5105-462b-b120-c1174f47651a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c948c0bc-91ee-450e-9dd3-0c9d0959b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4541a946-4c75-4669-849d-25877f2d4156'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:44.205130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743619f5-e913-4426-a336-29779bf93239 None None] Attempting to bind port dc1cd94a-5105-462b-b120-c1174f47651a on network 4541a946-4c75-4669-849d-25877f2d4156 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:44.228945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d0ac299e-e131-42fa-8c8f-2aef56ca48ca None None] Provisioning for port ede44473-ff2d-43f6-85de-568a4a8dbd00 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:44.240911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743619f5-e913-4426-a336-29779bf93239 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:44.241838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743619f5-e913-4426-a336-29779bf93239 None None] Checking segment: {'id': 'c948c0bc-91ee-450e-9dd3-0c9d0959b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4541a946-4c75-4669-849d-25877f2d4156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:44.241838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.242196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743619f5-e913-4426-a336-29779bf93239 None None] Bound using segment: {'id': 'c948c0bc-91ee-450e-9dd3-0c9d0959b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4541a946-4c75-4669-849d-25877f2d4156'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:44.242728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-743619f5-e913-4426-a336-29779bf93239 None None] Bound port: dc1cd94a-5105-462b-b120-c1174f47651a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c948c0bc-91ee-450e-9dd3-0c9d0959b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4541a946-4c75-4669-849d-25877f2d4156'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:44.243173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.245827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.279175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Transition to ACTIVE for port object b93f8be0-aaf2-4705-93af-ac78a6403eba will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:44.319217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.328231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:44.427402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Port': ['ID=b93f8be0-aaf2-4705-93af-ac78a6403eba,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:44.432151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:44.434985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network 359f841a-2c64-4451-a409-fe3d9c45115a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:44.436460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:44.439979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:44.488549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-743619f5-e913-4426-a336-29779bf93239 None None] For port dc1cd94a-5105-462b-b120-c1174f47651a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:44.494211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-743619f5-e913-4426-a336-29779bf93239 None None] For port dc1cd94a-5105-462b-b120-c1174f47651a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dc1cd94a-5105-462b-b120-c1174f47651a,segment=NetworkSegment(c948c0bc-91ee-450e-9dd3-0c9d0959b916),segment_id=c948c0bc-91ee-450e-9dd3-0c9d0959b916)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:44.501638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-743619f5-e913-4426-a336-29779bf93239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.512557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:44.545064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.558548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ede44473-ff2d-43f6-85de-568a4a8dbd00 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:44.569883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.571126 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/0d642772-9eab-4e36-92a8-eb277e306ccb HTTP/1.1" status: 204  len: 168 time: 1.5928087
Dec 22 15:05:44.576204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38228) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:44.708405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ede44473-ff2d-43f6-85de-568a4a8dbd00 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:44.718363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.721886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ede44473-ff2d-43f6-85de-568a4a8dbd00 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:44.724158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.730525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01f47d53-73d9-48cf-a74c-68959ed19a18 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:44.730972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b9f4ccb-fc68-408c-bbfc-ea3cedc79e5e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:44.766542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743619f5-e913-4426-a336-29779bf93239 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd94a-5105-462b-b120-c1174f47651a,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:44.779539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-743619f5-e913-4426-a336-29779bf93239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:44.802171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.846801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01f47d53-73d9-48cf-a74c-68959ed19a18 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:44.852640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-01f47d53-73d9-48cf-a74c-68959ed19a18 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2418060
Dec 22 15:05:44.863342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38232) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:44.889247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--841325485'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:44.894414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.926309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:44.951735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port ede44473-ff2d-43f6-85de-568a4a8dbd00, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ede44473-ff2d-43f6-85de-568a4a8dbd00,segment=NetworkSegment(2d08cde2-4af8-45b9-a8de-ebc2429a77a8),segment_id=2d08cde2-4af8-45b9-a8de-ebc2429a77a8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:44.955814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6c22e471-f85b-4c7e-9efa-2c12480853fb None None] Provisioning for port b93f8be0-aaf2-4705-93af-ac78a6403eba completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:44.961918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6c22e471-f85b-4c7e-9efa-2c12480853fb None None] Provisioning complete for port b93f8be0-aaf2-4705-93af-ac78a6403eba triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:44.962314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6c22e471-f85b-4c7e-9efa-2c12480853fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.989929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:44.990778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6b2b9680-bd04-438e-a388-ea0f7a73f253 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:45.056424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:45.071586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=027d7d9d-2f69-4799-9c5b-6a1304b362ee,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:45.078057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:45.090025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:45.116395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:45.133075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '394620b3-c5d2-4fc8-a127-17684c9d1e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '55ab0534-ea7f-400e-a804-ab04d8b0213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:45.133688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 55ab0534-ea7f-400e-a804-ab04d8b0213a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:45.134800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735697-7385-445c-a494-6be91457f75f None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:45.150200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2827544
Dec 22 15:05:45.154354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38236) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:45.157692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.168188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:45.197424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6c22e471-f85b-4c7e-9efa-2c12480853fb None None] Port b93f8be0-aaf2-4705-93af-ac78a6403eba cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:45.223517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:45.224161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586e820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:45.330097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 14a728ff-d8b2-426a-9c8d-5c2585d57f14 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:45.399222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=ede44473-ff2d-43f6-85de-568a4a8dbd00,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:45.406552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:45.435092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6b2b9680-bd04-438e-a388-ea0f7a73f253 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:45.435551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.469022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:45.486545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.525903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.542809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c9e600f-3ca8-410b-80c5-1c1768414104 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:45.615872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=14a728ff-d8b2-426a-9c8d-5c2585d57f14,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:45.628843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:45.631952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:45.634609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 55ab0534-ea7f-400e-a804-ab04d8b0213a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:45.647469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Provisioning for port 14a728ff-d8b2-426a-9c8d-5c2585d57f14 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:45.650886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:45.655049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 55ab0534-ea7f-400e-a804-ab04d8b0213a) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:45.657065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:45.696135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:45.696762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.724256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:45.739585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.4855223
Dec 22 15:05:45.739740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38240) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:45.764712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Provisioning complete for port 14a728ff-d8b2-426a-9c8d-5c2585d57f14 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:45.765098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.796001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.801190 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/14a728ff-d8b2-426a-9c8d-5c2585d57f14 HTTP/1.1" status: 204  len: 168 time: 2.3669052
Dec 22 15:05:45.801384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d134d1-52f5-415a-81f2-ec55635c2dd9 None None] Network 55ab0534-ea7f-400e-a804-ab04d8b0213a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:45.823160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38244) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:45.834257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Port 14a728ff-d8b2-426a-9c8d-5c2585d57f14 was deleted so its status cannot be updated. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 15:05:45.937264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:45.990587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.002904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-83b5e873-a012-4dee-a008-0b8d36a3e968 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:46.085422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a107d7a-7ead-470f-b0cb-bbb06c2bbbf9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:46.089854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:46.102892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.104076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2323146
Dec 22 15:05:46.109169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda6ae60-82c4-48b6-a127-522700720b58 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:05:46.109317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38248) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:46.112768 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eda6ae60-82c4-48b6-a127-522700720b58 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/14a728ff-d8b2-426a-9c8d-5c2585d57f14 HTTP/1.1" status: 404  len: 333 time: 0.2886178
Dec 22 15:05:46.113354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38250) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:46.115445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.130373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '1a107d7a-7ead-470f-b0cb-bbb06c2bbbf9', 'direction': 'ingress', 'protocol': 17}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:46.140764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:46.153888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:46.159139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:46.170881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:46.181443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.202397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f2dd4-10b5-46ba-836f-f601516a516b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-55ab0534-ea7f-400e-a804-ab04d8b0213a', 'network_id': '55ab0534-ea7f-400e-a804-ab04d8b0213a', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '027d7d9d-2f69-4799-9c5b-6a1304b362ee'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:46.203538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2dd4-10b5-46ba-836f-f601516a516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.233838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 2efc618c-e286-4680-a143-c08dbe045bd8 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:46.234770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.265626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.266142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Provisioning for port 2efc618c-e286-4680-a143-c08dbe045bd8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:46.276222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Provisioning complete for port 2efc618c-e286-4680-a143-c08dbe045bd8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:46.276847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.303670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ee370b40-ff4f-4574-b35a-e4de9f394a5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:46.356005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.386931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.398343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4a4421b8-2950-4894-adf0-cb86e58e06ec up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:46.443116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 30a19ca7-5403-45ec-b402-83237306a2a8 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:46.443464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.446959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.501233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbad56-5b6e-42ac-9215-5d73c4866414 None None] Network 4541a946-4c75-4669-849d-25877f2d4156 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:46.616871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Port 2efc618c-e286-4680-a143-c08dbe045bd8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:46.642233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.646677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.654593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5af97c31-98bd-4239-a5f7-4eaff6b60686 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:46.681947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-ea2f2dd4-10b5-46ba-836f-f601516a516b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 027d7d9d-2f69-4799-9c5b-6a1304b362ee: This subnet is being modified by another concurrent operation.
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:05:46.696359 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 027d7d9d-2f69-4799-9c5b-6a1304b362ee: This subnet is being modified by another concurrent operation.
Dec 22 15:05:46.703720 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:05:46.714993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=027d7d9d-2f69-4799-9c5b-6a1304b362ee,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:46.714993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:46.715505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586e820>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:39Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:40Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:46.716472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:46.726350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735697-7385-445c-a494-6be91457f75f None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:46.727226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735697-7385-445c-a494-6be91457f75f None None] Updating router cac52adb-28c2-4124-89d9-c896a871b2d7 port de56b1fb-f66c-42d4-a418-0239d51a47fd binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:05:46.766578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1675c7b-797b-4e04-b3e6-a336a02bb536 None None] Network 55ab0534-ea7f-400e-a804-ab04d8b0213a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:46.816034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event updated for resources: {'Port': ['ID=b93f8be0-aaf2-4705-93af-ac78a6403eba,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:46.819591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:46.837385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Provisioning complete for port ede44473-ff2d-43f6-85de-568a4a8dbd00 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:46.837641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-182c8c70-a76a-42b3-89e4-e79df22a8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.929830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Network 359f841a-2c64-4451-a409-fe3d9c45115a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:46.935087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:46.948532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a2a850-531c-47a1-b0bf-c9d13490177b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:46.955351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.961467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:46.974155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port 30a19ca7-5403-45ec-b402-83237306a2a8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=30a19ca7-5403-45ec-b402-83237306a2a8,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:46.974489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.994597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:46.995988 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.8750751
Dec 22 15:05:47.011397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4a4421b8-2950-4894-adf0-cb86e58e06ec triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:47.011873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.058881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38256) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:47.150966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 30a19ca7-5403-45ec-b402-83237306a2a8 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:47.180589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.185508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.207828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:05:47.242724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857461d4f0>,) {'filters': {'network_id': ['55ab0534-ea7f-400e-a804-ab04d8b0213a']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:47.272298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857461d4f0>, '394620b3-c5d2-4fc8-a127-17684c9d1e92') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:47.272546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857461d4f0>, '394620b3-c5d2-4fc8-a127-17684c9d1e92') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:47.288839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.343279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.351080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.355358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:47.355807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:47.371727 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:47.445066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 2efc618c-e286-4680-a143-c08dbe045bd8 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:47.476856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.502961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Removed routes are [] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:05:47.503416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.506162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.519510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-982d59d6-f5f8-479c-ad01-16c6d0fc4955 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:47.539675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.551844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e24345af-399a-4d9d-8eb8-d786202c3665 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:47.590814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=55ab0534-ea7f-400e-a804-ab04d8b0213a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:47.603030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:47.634386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Provisioning for port dc1cd94a-5105-462b-b120-c1174f47651a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:47.635086 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/55ab0534-ea7f-400e-a804-ab04d8b0213a HTTP/1.1" status: 204  len: 168 time: 1.8874388
Dec 22 15:05:47.639686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38260) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:47.647600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500650679'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:47.655355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.657695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.658810 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a107d7a-7ead-470f-b0cb-bbb06c2bbbf9 HTTP/1.1" status: 204  len: 168 time: 0.5993326
Dec 22 15:05:47.659902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:47.672690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:47.683639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38264) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:47.690456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:47.707348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a107d7a-7ead-470f-b0cb-bbb06c2bbbf9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:47.709523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.722822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:47.726450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:47.729226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a21947b7-bc25-48f3-9605-0b314eaac691 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:47.770521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Provisioning complete for port 2efc618c-e286-4680-a143-c08dbe045bd8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:47.770907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.790755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:47.844276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=30a19ca7-5403-45ec-b402-83237306a2a8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:47.859130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e24345af-399a-4d9d-8eb8-d786202c3665 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:47.859518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.879483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:47.904823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.911837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Port 2efc618c-e286-4680-a143-c08dbe045bd8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:47.923019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:47.927560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.931919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Could not find standard attr ID for object 14a728ff-d8b2-426a-9c8d-5c2585d57f14. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:47.962817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:47.972663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:47.973077 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 385ef018-7090-4709-9668-7d78fbb543ee of type vlan for network a6de146c-6d0e-4d8d-b722-c1a8b31849f5
Dec 22 15:05:47.990876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Provisioning complete for port b93f8be0-aaf2-4705-93af-ac78a6403eba triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:47.991258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.025475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.040107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-13df8b8e-22cb-4faf-a454-4525c96b2504 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:48.062869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0b735697-7385-445c-a494-6be91457f75f None None] Transition to ACTIVE for port object de56b1fb-f66c-42d4-a418-0239d51a47fd will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:48.065374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.080219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:48.083135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5e9501c2-5877-4ce7-b250-f800e5c84f9d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:48.112563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.116420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfa1ee-695e-4aad-80e1-5385ec51bdf6 None None] Port b93f8be0-aaf2-4705-93af-ac78a6403eba cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:05:48.125453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:48.171819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:05:48.179637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.193301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=2efc618c-e286-4680-a143-c08dbe045bd8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:48.196218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:48.196537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-13df8b8e-22cb-4faf-a454-4525c96b2504 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:48.197841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-13df8b8e-22cb-4faf-a454-4525c96b2504 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5112491
Dec 22 15:05:48.203075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38268) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:48.207847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Router 0aa82bdf-c028-4e14-bb48-6359ae7e4eba has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:48.212278 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/2efc618c-e286-4680-a143-c08dbe045bd8 HTTP/1.1" status: 204  len: 168 time: 2.0877028
Dec 22 15:05:48.214446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025930059'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:48.217770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38272) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:48.223730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:48.228890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.233316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:48.233991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.241860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a2520a7b-705f-4f11-8de2-6b554b92353b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:48.284586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:48.391950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Pushing event updated for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:48.400140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:48.400446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.405794 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda1bf14-bbf0-4348-a77f-af66f1b23c71 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:05:48.406308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cda1bf14-bbf0-4348-a77f-af66f1b23c71 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:48.426054 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7852514
Dec 22 15:05:48.435714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38276) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:48.445047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': 'a6de146c-6d0e-4d8d-b722-c1a8b31849f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:48.474294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5e9501c2-5877-4ce7-b250-f800e5c84f9d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:48.475488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.477458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=a6de146c-6d0e-4d8d-b722-c1a8b31849f5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:48.483824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:48.608609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:48.620543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cda1bf14-bbf0-4348-a77f-af66f1b23c71 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:48.621508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:48.623220 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cda1bf14-bbf0-4348-a77f-af66f1b23c71 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/2efc618c-e286-4680-a143-c08dbe045bd8 HTTP/1.1" status: 404  len: 333 time: 0.4020505
Dec 22 15:05:48.625797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.629365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38280) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:48.631554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:48.632060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:48.642934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:48.647699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.673037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.719478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:48.736937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:48.741638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b735697-7385-445c-a494-6be91457f75f None None] Attempting to bind port de56b1fb-f66c-42d4-a418-0239d51a47fd on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:48.742358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b735697-7385-445c-a494-6be91457f75f None None] Attempting to bind port de56b1fb-f66c-42d4-a418-0239d51a47fd by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:48.742746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735697-7385-445c-a494-6be91457f75f None None] Attempting to bind port de56b1fb-f66c-42d4-a418-0239d51a47fd on network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:48.743086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:48.753663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e7c35-71e1-41b5-83c3-787eba856cf9 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:05:48.835058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:48.845361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0894182
Dec 22 15:05:48.845361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38284) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:48.857057 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] Sync routers for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:48.857967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735697-7385-445c-a494-6be91457f75f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:48.857967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735697-7385-445c-a494-6be91457f75f None None] Checking segment: {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:48.858481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.858792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735697-7385-445c-a494-6be91457f75f None None] Bound using segment: {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:48.859303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0b735697-7385-445c-a494-6be91457f75f None None] Bound port: de56b1fb-f66c-42d4-a418-0239d51a47fd, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c6d80-f284-4fd5-8f76-3cd169913340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:48.859690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:48.872687 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:48.873311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b30310>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:48.931681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:48.933010 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b30310>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:48.944473 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:48.945445 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b30310>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:48.967968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 38b093b0-4e08-41b6-b89b-ab4f931090dd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:49.009288 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b30310>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:49.010083 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f981de6-5669-4695-80d1-88253acb1992 None None] The sync data for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:49.091724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:49.114854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0b735697-7385-445c-a494-6be91457f75f None None] For port de56b1fb-f66c-42d4-a418-0239d51a47fd, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:05:49.118898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:49.120886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0b735697-7385-445c-a494-6be91457f75f None None] For port de56b1fb-f66c-42d4-a418-0239d51a47fd, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=de56b1fb-f66c-42d4-a418-0239d51a47fd,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:05:49.132248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b735697-7385-445c-a494-6be91457f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.139048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b79a17fa-9a71-46cf-b61d-1bb2b405054f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.140772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-14992512-449a-4462-a239-1d672a5288c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:49.192738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.218899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.230757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d9962655-948f-408f-a658-baf0984458e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:49.266550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Pushing event updated for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:49.270153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:49.275521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 38b093b0-4e08-41b6-b89b-ab4f931090dd triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:49.275910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.295556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 50bd8c8b-96c5-469a-a675-ac228e3f604d {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:49.312661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.328730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.331141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:49.331806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586e820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:49.373173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52c560-5145-4409-8ebc-0f0b920321a4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:49.425154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:49.447101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.451698 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2418387
Dec 22 15:05:49.459746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:49.468775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e7c35-71e1-41b5-83c3-787eba856cf9 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:05:49.481710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing IP validity checks on allocation pools {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:05:49.482228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:05:49.485661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.504742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--497798134'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:49.516287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:49.531723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:49.536874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:49.546572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:49.585717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.635921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:49.652968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:49.660529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:49.665653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:49.673894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-b79a17fa-9a71-46cf-b61d-1bb2b405054f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:05:49.677779 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b79a17fa-9a71-46cf-b61d-1bb2b405054f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba HTTP/1.1" status: 409  len: 329 time: 0.8323684
Dec 22 15:05:49.678718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:49.680565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38292) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:49.735127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 61cf82e8-d041-46a5-a2f3-3fa30206b974 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:49.759179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:49.808630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.842377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.846041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-55572c29-bbcd-47f0-b145-96ca46055b16 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 954 time: 4.6858766
Dec 22 15:05:49.846899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38296) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:49.897044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.907056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.912056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b2fac3d-a702-40ea-a01b-d6feebec9c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:49.960516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8049be-bf8b-4068-ba35-c3329aa5a478,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:49.965175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:49.970135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:49.971768 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4715734
Dec 22 15:05:49.999728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38300) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:50.020258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': 'eb52c560-5145-4409-8ebc-0f0b920321a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea8049be-bf8b-4068-ba35-c3329aa5a478', 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:50.087744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:50.151774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.166545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:50.174713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:50.195196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 61cf82e8-d041-46a5-a2f3-3fa30206b974 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:50.195583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.201970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:50.227868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.233187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-046175de-3021-45a6-918e-99f0708fb2cb tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:50.385701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.460498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.470092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.482224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3c1f3485-5ebf-435b-abb0-6d338d93da6b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:50.505394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=ee0f0b85-551a-447e-9d23-7d97d50f0e34,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:50.518689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:50.524248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf986e-7a94-4800-8558-79c4f2036afc None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:05:50.525773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-45656063-463d-4a31-a416-d77e38af4a2a tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:50.569044 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/50bd8c8b-96c5-469a-a675-ac228e3f604d HTTP/1.1" status: 204  len: 168 time: 1.9320502
Dec 22 15:05:50.570291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b735697-7385-445c-a494-6be91457f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586e820>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 6, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:49Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:50.575579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38304) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:50.578186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=50bd8c8b-96c5-469a-a675-ac228e3f604d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:50.596477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735697-7385-445c-a494-6be91457f75f None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 6, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:49Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:50.609413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:50.687084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 3c1f3485-5ebf-435b-abb0-6d338d93da6b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:50.698268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3c1f3485-5ebf-435b-abb0-6d338d93da6b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:50.698655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.723790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '385ef018-7090-4709-9668-7d78fbb543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a6de146c-6d0e-4d8d-b722-c1a8b31849f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:50.724239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: a6de146c-6d0e-4d8d-b722-c1a8b31849f5, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:50.776287 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8fa6280f-6ed5-41f4-a5d0-3716933b57dd tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 954 time: 0.9240062
Dec 22 15:05:50.779777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38308) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:50.789293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'routes': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:50.836086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:50.853333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.866826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.948091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.950577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.971485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:50.985541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting port b93f8be0-aaf2-4705-93af-ac78a6403eba {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:50.986354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:50.998206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 3c1f3485-5ebf-435b-abb0-6d338d93da6b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3c1f3485-5ebf-435b-abb0-6d338d93da6b,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:51.003757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.015419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19103675-0754-42a3-8347-4ba53b24e727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:51.062892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0388cb09-3bfd-40d4-9814-99c346a961b9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:51.086518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:51.094479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac96095-d71a-42a0-b48a-1251ac70d84e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:51.114754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:51.118283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port ede44473-ff2d-43f6-85de-568a4a8dbd00 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:51.118595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.149167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:51.149776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0096f52-e86d-4a37-8953-7a6f8f2a6bd9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:51.217539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf986e-7a94-4800-8558-79c4f2036afc None None] Unable to find a vacant binding_index for network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 and agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 {{(pid=83458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 22 15:05:51.232140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a6de146c-6d0e-4d8d-b722-c1a8b31849f5) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:51.232802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=3c1f3485-5ebf-435b-abb0-6d338d93da6b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:51.235698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:51.236576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf986e-7a94-4800-8558-79c4f2036afc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a6de146c-6d0e-4d8d-b722-c1a8b31849f5) {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:05:51.256128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:51.259671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.314545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38312) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:51.315191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.8761945
Dec 22 15:05:51.352592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.359809 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.3585989
Dec 22 15:05:51.363261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38316) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:51.585702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.592171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ede44473-ff2d-43f6-85de-568a4a8dbd00 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:51.597790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.629716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.631432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port ede44473-ff2d-43f6-85de-568a4a8dbd00, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ede44473-ff2d-43f6-85de-568a4a8dbd00,segment=NetworkSegment(2d08cde2-4af8-45b9-a8de-ebc2429a77a8),segment_id=2d08cde2-4af8-45b9-a8de-ebc2429a77a8)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:51.631780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.648754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-29e4a35a-bbf0-4085-a69a-a54895a1ea16 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:51.708493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.790959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.799412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for ede44473-ff2d-43f6-85de-568a4a8dbd00 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:51.825753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ac96095-d71a-42a0-b48a-1251ac70d84e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:51.839453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:51.846986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.851028 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9ac96095-d71a-42a0-b48a-1251ac70d84e HTTP/1.1" status: 204  len: 168 time: 0.4833620
Dec 22 15:05:51.854137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38320) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:51.871798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:51.872998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:51.877515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ede44473-ff2d-43f6-85de-568a4a8dbd00 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:51.877895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:51.885364 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7862930
Dec 22 15:05:51.890024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38324) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:51.891007 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:51.895184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Calling delete_port for b93f8be0-aaf2-4705-93af-ac78a6403eba owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:51.907939 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:51.910175 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b99d90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.003809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-903b0cbe-9b63-4ac0-8667-666a3c1f0501 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:52.026772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.073711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:52.074350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857599aa00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.082215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4592f387-44a0-452a-b16d-8874986ddb40 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:52.114371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.141981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=ede44473-ff2d-43f6-85de-568a4a8dbd00,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:52.156959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:52.164251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-903b0cbe-9b63-4ac0-8667-666a3c1f0501 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:52.168644 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-903b0cbe-9b63-4ac0-8667-666a3c1f0501 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3136215
Dec 22 15:05:52.172113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38328) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:52.172953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No DVR routers for this DVR port ede44473-ff2d-43f6-85de-568a4a8dbd00 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:52.193944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Could not find standard attr ID for object ede44473-ff2d-43f6-85de-568a4a8dbd00. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:05:52.209563 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:52.217729 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No ports have port_id starting with ede44473-ff2d-43f6-85de-568a4a8dbd00
Dec 22 15:05:52.227354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dc1cd94a-5105-462b-b120-c1174f47651a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:52.334886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c311ff-b7cc-49e2-bc33-a4f75fe20fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a6de146c-6d0e-4d8d-b722-c1a8b31849f5', 'network_id': 'a6de146c-6d0e-4d8d-b722-c1a8b31849f5', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': 'ee0f0b85-551a-447e-9d23-7d97d50f0e34'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:52.335692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-51c311ff-b7cc-49e2-bc33-a4f75fe20fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.374167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:52.386170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.396960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-21020025-8fd1-4a2b-9011-9bed030422d4 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:52.423914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet 4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:52.427221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.443245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.457054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0f0b85-551a-447e-9d23-7d97d50f0e34,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:52.460040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:52.513696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.516340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743e74f0>,) {'filters': {'network_id': ['cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.533608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743e74f0>, '2d08cde2-4af8-45b9-a8de-ebc2429a77a8') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.533885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743e74f0>, '2d08cde2-4af8-45b9-a8de-ebc2429a77a8') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.557760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.561939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added routes are [] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:05:52.562261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:05:52.580922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.594288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-597b88bc-5a87-420c-b64c-1149dbe3cae3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:52.627375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.666205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Port': ['ID=b93f8be0-aaf2-4705-93af-ac78a6403eba,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:52.669345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:52.736787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857512ee80>,) {'filters': {'network_id': ['a6de146c-6d0e-4d8d-b722-c1a8b31849f5']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.749292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.761884 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b99d90>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 9, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.766409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.772368 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:52.791792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.795321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857512ee80>, '385ef018-7090-4709-9668-7d78fbb543ee') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.798385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857512ee80>, '385ef018-7090-4709-9668-7d78fbb543ee') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.800956 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:52.801993 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b99d90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:52.817008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.854881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port dc1cd94a-5105-462b-b120-c1174f47651a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:52.866773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.881951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:52.882491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:52.897511 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:52.927699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port dc1cd94a-5105-462b-b120-c1174f47651a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:52.928246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:52.974068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03da886-1957-454b-bd3d-a3f0a7185d3e None None] Network cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:52.999597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632c7e9-0f2d-4089-8182-781c6be3a961 None None] Network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:53.042476 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:53.051985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.057296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14ec82de-bc91-4f12-8f30-b180269db6d7 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:53.099220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8049be-bf8b-4068-ba35-c3329aa5a478,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:53.101545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.116964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:53.121341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6bd1292f-0769-4635-a685-2e52418b4288 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:53.152555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.181143 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a HTTP/1.1" status: 204  len: 168 time: 2.5988629
Dec 22 15:05:53.199268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38332) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:53.209834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-517876633'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:53.216802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.221344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.237396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:53.237785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:53.269118 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:53.276345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:53.292651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:53.294666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.296156 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/ea8049be-bf8b-4068-ba35-c3329aa5a478 HTTP/1.1" status: 204  len: 168 time: 1.1205516
Dec 22 15:05:53.299516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:53.301841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38336) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:53.338904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:network and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:53.345806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:53.363638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:53.395545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:53.398798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.424921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.440688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4a7da597-2cd7-405a-99d9-c998111d93c0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:53.484996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.490219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:53.497879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.498134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:53.504407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-39180973-433a-4203-91d6-7102fee9f711 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:53.506806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-84430ce4-995f-4db6-aa60-8c1a47160370 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:53.514081 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26 HTTP/1.1" status: 204  len: 168 time: 1.6208272
Dec 22 15:05:53.514853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38340) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:53.525330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.534265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b353e-65fc-4761-bdef-e2dd4b7d130e None None] Network a2ce9319-f41f-426e-b923-e0b04b5f2067 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:53.552694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=a6de146c-6d0e-4d8d-b722-c1a8b31849f5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:53.557044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:53.568179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/a6de146c-6d0e-4d8d-b722-c1a8b31849f5 HTTP/1.1" status: 204  len: 168 time: 2.2510107
Dec 22 15:05:53.570505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38344) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:53.573938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.582324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379393241'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:53.596820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:53.603760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:53.659421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:53.664817 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b99d90>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 9, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:53.672305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-84430ce4-995f-4db6-aa60-8c1a47160370 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:53.672885 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd8ce1-f8c8-4d90-a495-4ba49ffe14f7 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 9, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': '7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4', 'name': '', 'network_id': 'b0d8b700-ea6a-4ec4-84c5-21640d42e419', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:33:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:12Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'bbfb47dc-95c4-40b5-aa15-4368e3f58a94', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:53.676325 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-84430ce4-995f-4db6-aa60-8c1a47160370 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3686919
Dec 22 15:05:53.677903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:53.680276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38348) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:53.699002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:53.742436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.743139 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Added segment 784cef13-f3fe-4833-ab7b-8e4658f5f128 of type vlan for network ca15aec5-2a2d-4da2-832d-c27f17dbb31a
Dec 22 15:05:53.767919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb251e-d822-416d-97ba-5bc24a58d005 None None] Network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:53.776439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.796857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.809401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:53.809749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.818340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb251e-d822-416d-97ba-5bc24a58d005 None None] Network a6de146c-6d0e-4d8d-b722-c1a8b31849f5 could not be found, it might have been deleted concurrently. {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 15:05:53.858005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.899381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:53.902212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.921009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.924533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:53.925126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:53.936467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:53.996483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857599aa00>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:47Z', 'revision_number': 6, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:49Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:54.005673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:54.010043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port dc1cd94a-5105-462b-b120-c1174f47651a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dc1cd94a-5105-462b-b120-c1174f47651a,segment=NetworkSegment(c948c0bc-91ee-450e-9dd3-0c9d0959b916),segment_id=c948c0bc-91ee-450e-9dd3-0c9d0959b916)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:54.017674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.018622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device de56b1fb-f66c-42d4-a418-0239d51a47fd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:54.046098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8415892
Dec 22 15:05:54.060250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:54.072120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38352) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:54.085838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:54.093339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Network': ['ID=ca15aec5-2a2d-4da2-832d-c27f17dbb31a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:54.118598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170aaaae-9070-437d-82eb-ed1d87e07c85 None None] DHCP port deletion for cb0c7aad-c7d2-41ff-b221-274ff8d6eb3a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:54.120664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:54.145262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:54.204069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port 19a3978a-b1b0-40db-973c-c6d2c44a48c9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19a3978a-b1b0-40db-973c-c6d2c44a48c9,segment=NetworkSegment(0a6dcc42-c197-46a9-934f-6a05fb5e2be7),segment_id=0a6dcc42-c197-46a9-934f-6a05fb5e2be7)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:54.204591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.254920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:54.261597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.276597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:54.277228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857599aa00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:54.308295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.334913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.336581 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 94a6e436-da66-4d54-93a8-f106cc3907ba of type vlan for network f045f32b-2b1d-47fd-90b8-aa651f3806b0
Dec 22 15:05:54.337381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 19a3978a-b1b0-40db-973c-c6d2c44a48c9 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:54.347547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.361417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.423664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd94a-5105-462b-b120-c1174f47651a,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:54.425234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.426170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:54.430753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:54.447566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e416fd56-c624-4606-9e04-e1120538d38c tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:54.457572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea66eb8-f6e3-4991-91d0-81e5d7232213 None None] DHCP port deletion for a2ce9319-f41f-426e-b923-e0b04b5f2067 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:54.489415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:54.493765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=19a3978a-b1b0-40db-973c-c6d2c44a48c9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:54.496217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:54.499199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No DVR routers for this DVR port 19a3978a-b1b0-40db-973c-c6d2c44a48c9 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:54.504284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:54.537666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port de56b1fb-f66c-42d4-a418-0239d51a47fd completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:05:54.560257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port de56b1fb-f66c-42d4-a418-0239d51a47fd triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:54.560651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.629827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.658468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743b9e50>,) {'filters': {'network_id': ['a2ce9319-f41f-426e-b923-e0b04b5f2067']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:54.672324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743b9e50>, '0a6dcc42-c197-46a9-934f-6a05fb5e2be7') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:54.672682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743b9e50>, '0a6dcc42-c197-46a9-934f-6a05fb5e2be7') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:54.685398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.700965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3ffbb93-b345-4199-abe4-ea267f489597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.706432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.715577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:54.716506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.717834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:54.729237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:54.732749 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:54.790022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:54.827016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.841053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.843457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:54.856462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75162ffa-17dd-43fc-a443-eec7db3f24d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:54.881931 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/a2ce9319-f41f-426e-b923-e0b04b5f2067 HTTP/1.1" status: 204  len: 168 time: 1.3639567
Dec 22 15:05:54.883438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=a2ce9319-f41f-426e-b923-e0b04b5f2067,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:54.888098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:54.888877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38356) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:54.920754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.924688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.929626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:54.958105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.961496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:54.962109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.972529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port de56b1fb-f66c-42d4-a418-0239d51a47fd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=de56b1fb-f66c-42d4-a418-0239d51a47fd,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:54.974790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52c560-5145-4409-8ebc-0f0b920321a4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:54.983098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:54.986522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5b1c856d-917b-484d-bc21-9907f92a1959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:54.992103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:55.004545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6b7cb89-12cf-4f26-900a-1181fea44408 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:55.025672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Router 0aa82bdf-c028-4e14-bb48-6359ae7e4eba has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:55.037960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857599aa00>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:52Z', 'revision_number': 7, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:49Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:55.054570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44430755-b730-46c1-ab8d-08fbe5e8340c None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:52Z', 'revision_number': 7, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:49Z', 'revision_number': 4, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:55.091821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:55.096337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:55.118987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:55.154638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dc1cd94a-5105-462b-b120-c1174f47651a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:55.207653 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6357670
Dec 22 15:05:55.226893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:55.230408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb52c560-5145-4409-8ebc-0f0b920321a4 HTTP/1.1" status: 204  len: 168 time: 1.5397174
Dec 22 15:05:55.232854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38360) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:55.233368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38362) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:55.249225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port dc1cd94a-5105-462b-b120-c1174f47651a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:55.249977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:55.262540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': 'f045f32b-2b1d-47fd-90b8-aa651f3806b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:55.354165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=f045f32b-2b1d-47fd-90b8-aa651f3806b0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:55.368644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:55.369556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network f045f32b-2b1d-47fd-90b8-aa651f3806b0 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:05:55.407609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:55.471297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3c1f3485-5ebf-435b-abb0-6d338d93da6b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:55.560981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3c1f3485-5ebf-435b-abb0-6d338d93da6b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:55.561368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:55.592779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:55.601146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:55.605887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5d2f17d1-9e2f-4b2e-83e0-8d971bfcbf86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:55.617186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:55.625293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:55.641834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:55.689364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5d2f17d1-9e2f-4b2e-83e0-8d971bfcbf86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:55.691575 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5d2f17d1-9e2f-4b2e-83e0-8d971bfcbf86 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4527638
Dec 22 15:05:55.700877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:55.701689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38368) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:55.705507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:55.711427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] Sync routers for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:55.726851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493894258'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:55.727702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:55.728638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:55.836306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19a3978a-b1b0-40db-973c-c6d2c44a48c9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:55.839087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:55.874373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1923449
Dec 22 15:05:55.881166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 19a3978a-b1b0-40db-973c-c6d2c44a48c9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:55.881520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19a3978a-b1b0-40db-973c-c6d2c44a48c9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:55.882154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ede44473-ff2d-43f6-85de-568a4a8dbd00 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:55.885500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38372) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:55.912560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:55.919899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ede44473-ff2d-43f6-85de-568a4a8dbd00 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:55.920252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ede44473-ff2d-43f6-85de-568a4a8dbd00 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:55.920697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 30a19ca7-5403-45ec-b402-83237306a2a8 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:55.947756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:55.955593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 30a19ca7-5403-45ec-b402-83237306a2a8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:05:55.956418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 30a19ca7-5403-45ec-b402-83237306a2a8 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:05:55.960809 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-ec3e65a9-9576-4a42-bf3a-13e34f61ed66 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] show failed (client error): The resource could not be found.
Dec 22 15:05:55.961840 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec3e65a9-9576-4a42-bf3a-13e34f61ed66 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-123533619 HTTP/1.1" status: 404  len: 334 time: 0.0758348
Dec 22 15:05:55.963772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] Routers {'0aa82bdf-c028-4e14-bb48-6359ae7e4eba'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:55.964428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:55.965873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38376) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:55.975603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7b8ed0b2-d4cd-4ef1-bf31-0b39eca06a0f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:56.004252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.028039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c850>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:56.028529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c3fd-1419-4fb1-96fb-faab7e935104 None None] The sync data for ids ['0aa82bdf-c028-4e14-bb48-6359ae7e4eba'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:56.038827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.039731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-7b8ed0b2-d4cd-4ef1-bf31-0b39eca06a0f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] update failed (client error): The resource could not be found.
Dec 22 15:05:56.040787 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7b8ed0b2-d4cd-4ef1-bf31-0b39eca06a0f tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-185614346 HTTP/1.1" status: 404  len: 334 time: 0.0725210
Dec 22 15:05:56.045429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38380) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:56.121836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.129887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b4e0b20-8891-468c-a87c-beffbd959b8a tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:56.302574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting subnet d202f05f-d734-43d4-921d-157dafe0f37a {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:56.308338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.356171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:56.390884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:56.395594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=09aacc1d-2798-4bcd-a769-5bb48d54ce0b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:56.406475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:56.408571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.455719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:56.456052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.502905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Checking segment: {'id': '784cef13-f3fe-4833-ab7b-8e4658f5f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:56.503248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network hostable DHCP agents. Network: ca15aec5-2a2d-4da2-832d-c27f17dbb31a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:56.521017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:56.533282 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:56.548279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:56.549177 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b994f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:56.554777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.575255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.582468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b7e1aa17-4a26-4f45-8321-6537729e2292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:56.661882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.665700 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2a3a8538-b329-42b7-891b-e2eaf8a93f3f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 704 time: 5.8830111
Dec 22 15:05:56.675250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38384) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:56.730499 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:56.732137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:56.734381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.738378 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0156293
Dec 22 15:05:56.738378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de6820-3b37-4b24-a162-7a6adc2f5fdb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:56.739203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38388) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:56.749299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '07de6820-3b37-4b24-a162-7a6adc2f5fdb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:56.756017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:56.758941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:56.767986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:56.772301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:56.785006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:56.787904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.822406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.830059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6d07340b-cfc8-46f6-a6f6-363f92091a32 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:56.855164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ca15aec5-2a2d-4da2-832d-c27f17dbb31a) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:56.868094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db05f5c-5724-4bff-b9a8-717b79044726 None None] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:56.869161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:56.869736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.891276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:56.892294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.900153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:56.920502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8436105
Dec 22 15:05:56.921379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38392) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:56.926487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=84b567d5-1bf3-4d80-aca5-bd9a71eace6b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:56.935140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2019079991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:56.940148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:56.955312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:56.963779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:router and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:56.969043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:56.985014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:57.007476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '94a6e436-da66-4d54-93a8-f106cc3907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f045f32b-2b1d-47fd-90b8-aa651f3806b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:57.007829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: f045f32b-2b1d-47fd-90b8-aa651f3806b0, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:05:57.012131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.013564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.049193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:57.052734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3b58e1a-6695-43b0-9493-44db7a253593 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 704 time: 0.3748608
Dec 22 15:05:57.054314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:57.129680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device de56b1fb-f66c-42d4-a418-0239d51a47fd up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:05:57.176676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network f045f32b-2b1d-47fd-90b8-aa651f3806b0 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:05:57.198347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, f045f32b-2b1d-47fd-90b8-aa651f3806b0) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:57.203856 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b994f0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:52Z', 'revision_number': 7, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:54Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:57.204830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:05:57.205445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.208832 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:05:57.212616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50c1ba-2c1b-4e8a-a4e3-1312ca691997 None None] Network f045f32b-2b1d-47fd-90b8-aa651f3806b0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:57.221963 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:57.222805 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b994f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:57.242671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.249055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a27c5011-021b-45c3-bb9b-f73344c6c854 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:57.258953 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.0217152
Dec 22 15:05:57.270955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:57.301583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Subnet': ['ID=d202f05f-d734-43d4-921d-157dafe0f37a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:57.307497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:57.317579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.341279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.342737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac99287-1709-442b-b2ac-d0d5bff6d063 None None] Network 4cb7720b-d3b4-4393-bbd1-d345aeb680ae requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:57.379809 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/subnets/d202f05f-d734-43d4-921d-157dafe0f37a HTTP/1.1" status: 204  len: 168 time: 1.3312390
Dec 22 15:05:57.383858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.384146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38404) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:57.401735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.422800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:57.466282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ca15aec5-2a2d-4da2-832d-c27f17dbb31a', 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': '09aacc1d-2798-4bcd-a769-5bb48d54ce0b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:57.467212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.478975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25de88c-1f53-4c67-83cb-e2e6e8b070e3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:57.488620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:57.491877 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:05:57.496472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.498278 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.7586746
Dec 22 15:05:57.499132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.502622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38408) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:57.505168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1934eef7-e347-42c8-b475-290db97575a7 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:57.524433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.624754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:57.629580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aa373f34-97ee-486c-8f72-5713081b0d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.642121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:57.751510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port de56b1fb-f66c-42d4-a418-0239d51a47fd triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:05:57.752036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.771505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.788445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.793527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.844008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.865086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting subnet ae1963fb-d8b6-4a38-9341-7ee770f12fe9 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:05:57.901514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.905881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc2265c6-e2b3-4e5a-9917-d6a7ea47cb50 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9786308
Dec 22 15:05:57.910355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38412) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:57.918426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a', 'name': 'tempest-PortsIpV6TestJSON-617109772'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:57.968680 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b994f0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:52Z', 'revision_number': 7, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:54Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:57.970815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:57.973423 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d7fe-3036-40f3-9b51-1d320f4ef6d4 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:05:52Z', 'revision_number': 7, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de56b1fb-f66c-42d4-a418-0239d51a47fd', 'name': '', 'network_id': '78d4175a-d4cd-4c57-b2a8-8253ad565d2d', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:35:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:37Z', 'updated_at': '2021-12-22T15:05:54Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '27708463-6330-40f7-bf65-6e6ce954cb90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:05:58.022481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Allocated IP 2001:db8::2 (ca15aec5-2a2d-4da2-832d-c27f17dbb31a/09aacc1d-2798-4bcd-a769-5bb48d54ce0b/f24de839-0d84-49de-a0d0-4567b08f53a0) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:58.061477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.099537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f9b86815-a93b-4349-8051-16ed678b27d0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:58.112010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.118634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e25de88c-1f53-4c67-83cb-e2e6e8b070e3 HTTP/1.1" status: 204  len: 168 time: 0.5781796
Dec 22 15:05:58.119209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38416) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:58.124501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e25de88c-1f53-4c67-83cb-e2e6e8b070e3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:58.127798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:58.152474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.179376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.223966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.225292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.257407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d5a6f-2365-48f7-bcb0-d7e298eb1d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-f045f32b-2b1d-47fd-90b8-aa651f3806b0', 'network_id': 'f045f32b-2b1d-47fd-90b8-aa651f3806b0', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '84b567d5-1bf3-4d80-aca5-bd9a71eace6b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:05:58.258226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-358d5a6f-2365-48f7-bcb0-d7e298eb1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.284659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.301296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.349908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-65931657-8f55-4f69-bb5c-f6fa9a5740c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:58.355155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.361456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34123f6d-9ada-4d57-b1c9-65e1b822902a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:58.542050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] DHCP port deletion for 4cb7720b-d3b4-4393-bbd1-d345aeb680ae request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:58.548412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Deleting port 4a4421b8-2950-4894-adf0-cb86e58e06ec {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:58.548811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.551994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:58.562793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=84b567d5-1bf3-4d80-aca5-bd9a71eace6b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:58.578301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:58.579181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-358d5a6f-2365-48f7-bcb0-d7e298eb1d31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b567d5-1bf3-4d80-aca5-bd9a71eace6b: This subnet is being modified by another concurrent operation.
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b567d5-1bf3-4d80-aca5-bd9a71eace6b: This subnet is being modified by another concurrent operation.
Dec 22 15:05:58.579454 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:05:58.601004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.622643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-65931657-8f55-4f69-bb5c-f6fa9a5740c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:58.626553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Transition to ACTIVE for port object f24de839-0d84-49de-a0d0-4567b08f53a0 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:58.631684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:58.632453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-65931657-8f55-4f69-bb5c-f6fa9a5740c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5115201
Dec 22 15:05:58.661881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bb211-c4d0-4aac-8fc2-02d6b301d1f1 None None] Network f045f32b-2b1d-47fd-90b8-aa651f3806b0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:58.724695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:58.727635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.743521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.754370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.755488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Transition to ACTIVE for port object f24de839-0d84-49de-a0d0-4567b08f53a0 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:05:58.761727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ed08176-7884-4b4a-8997-7ab17eead05a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:58.780723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.787133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.799593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-400b462c-331e-4123-bcde-6880a86348fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:58.804022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:05:58.811212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1963fb-d8b6-4a38-9341-7ee770f12fe9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:58.816926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:58.821338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.839780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:58.859908 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/subnets/ae1963fb-d8b6-4a38-9341-7ee770f12fe9 HTTP/1.1" status: 204  len: 168 time: 1.4724896
Dec 22 15:05:58.861595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38424) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:58.895537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574cfeca0>,) {'filters': {'network_id': ['f045f32b-2b1d-47fd-90b8-aa651f3806b0']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:58.897084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f86cf-9cb6-4b91-83c6-f1eb0165fedc None None] Network efa026fe-1078-4515-b499-aa50272e9f12 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:05:59.022380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cfeca0>, '94a6e436-da66-4d54-93a8-f106cc3907ba') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:59.022380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cfeca0>, '94a6e436-da66-4d54-93a8-f106cc3907ba') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:59.068433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.095602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:05:59.106593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:05:59.115263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:05:59.126953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Pushing event updated for resources: {'Port': ['ID=f24de839-0d84-49de-a0d0-4567b08f53a0,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:59.138421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:59.141820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] For port 4a4421b8-2950-4894-adf0-cb86e58e06ec, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4a4421b8-2950-4894-adf0-cb86e58e06ec,segment=NetworkSegment(a4eff9a1-6677-4088-8d59-b93b7369e77e),segment_id=a4eff9a1-6677-4088-8d59-b93b7369e77e)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:59.142423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.151832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.166111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.198703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.203342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f480ebf-b72c-4228-99a7-af18cb1874ff tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:59.223458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de6820-3b37-4b24-a162-7a6adc2f5fdb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:59.227563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:59.238029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:05:59.238425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.267553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.268736 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/07de6820-3b37-4b24-a162-7a6adc2f5fdb HTTP/1.1" status: 204  len: 168 time: 0.6284151
Dec 22 15:05:59.271521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38428) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:05:59.272244 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:05:59.323677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:05:59.327055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4a4421b8-2950-4894-adf0-cb86e58e06ec no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:05:59.331738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting port 4a4421b8-2950-4894-adf0-cb86e58e06ec {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:05:59.332062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.345568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4dd59920-b809-4e99-b1c5-e99bba04f0c5 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:05:59.365261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Calling delete_port for 4a4421b8-2950-4894-adf0-cb86e58e06ec owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:05:59.453161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::5 (ca15aec5-2a2d-4da2-832d-c27f17dbb31a/09aacc1d-2798-4bcd-a769-5bb48d54ce0b/224edec7-300c-4bc3-9267-bc5bbb3c3d9d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:05:59.472837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4dd59920-b809-4e99-b1c5-e99bba04f0c5 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:05:59.473420 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4dd59920-b809-4e99-b1c5-e99bba04f0c5 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2005136
Dec 22 15:05:59.481853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:59.487620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230510365'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:59.495094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:59.496529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.502218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.509887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:59.522174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.524599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b9214f65-b9db-4729-b958-eb020ee83bb9 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:59.526286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.544992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/f045f32b-2b1d-47fd-90b8-aa651f3806b0 HTTP/1.1" status: 204  len: 168 time: 2.2688174
Dec 22 15:05:59.545390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Attempting to bind port f24de839-0d84-49de-a0d0-4567b08f53a0 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:05:59.545390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Attempting to bind port f24de839-0d84-49de-a0d0-4567b08f53a0 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '784cef13-f3fe-4833-ab7b-8e4658f5f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:05:59.545390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Attempting to bind port f24de839-0d84-49de-a0d0-4567b08f53a0 on network ca15aec5-2a2d-4da2-832d-c27f17dbb31a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:05:59.545715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38436) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:59.557394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1993623109'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:05:59.564736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:59.571677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:59.574152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:05:59.575504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Checking segment: {'id': '784cef13-f3fe-4833-ab7b-8e4658f5f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:05:59.576128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.576780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Bound using segment: {'id': '784cef13-f3fe-4833-ab7b-8e4658f5f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:05:59.577429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Bound port: f24de839-0d84-49de-a0d0-4567b08f53a0, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cef13-f3fe-4833-ab7b-8e4658f5f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ca15aec5-2a2d-4da2-832d-c27f17dbb31a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:05:59.577713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:59.578160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.595521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:59.601472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=f045f32b-2b1d-47fd-90b8-aa651f3806b0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:59.604632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:59.615716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:05:59.620909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:05:59.624987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.636079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:05:59.644198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:05:59.656418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:05:59.658261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:05:59.678566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:05:59.679119 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7891443
Dec 22 15:05:59.681543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.682998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38440) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:05:59.695498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f0c0229f-5cc3-48db-b93e-de15b4b41338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:59.752798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:05:59.755315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Pushing event deleted for resources: {'Port': ['ID=4a4421b8-2950-4894-adf0-cb86e58e06ec,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:05:59.773982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:05:59.782851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.801855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] No DVR routers for this DVR port 4a4421b8-2950-4894-adf0-cb86e58e06ec on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:05:59.821405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:05:59.822352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:05:59.860134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.860932 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment c9ce4469-c20c-4826-95b0-d0a1bfc49e2f of type vlan for network 73accb8a-3418-49fe-bc7f-51428cb1b707
Dec 22 15:05:59.898557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] DHCP port deletion for efa026fe-1078-4515-b499-aa50272e9f12 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:05:59.938472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.940450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.956607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:05:59.965505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bd596d83-1dc7-469f-90fd-ede2c703a893 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:05:59.978881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] For port 4a4421b8-2950-4894-adf0-cb86e58e06ec, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4a4421b8-2950-4894-adf0-cb86e58e06ec,segment=NetworkSegment(a4eff9a1-6677-4088-8d59-b93b7369e77e),segment_id=a4eff9a1-6677-4088-8d59-b93b7369e77e)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:05:59.979540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.027458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] For port f24de839-0d84-49de-a0d0-4567b08f53a0, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:00.038618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet bbfb47dc-95c4-40b5-aa15-4368e3f58a94 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:00.041632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Deleting port 5e9501c2-5877-4ce7-b250-f800e5c84f9d {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:00.042124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.043566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d415293-110d-4b9e-86ca-7831985fef26,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.048122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.076302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.077063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.078366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5972247
Dec 22 15:06:00.083314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38444) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.090836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '6d415293-110d-4b9e-86ca-7831985fef26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:00.095496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.098977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:00.099540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.107357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b41534a8-fdda-4c4e-b03c-b5e099847575 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.112056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] For port f24de839-0d84-49de-a0d0-4567b08f53a0, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f24de839-0d84-49de-a0d0-4567b08f53a0,segment=NetworkSegment(784cef13-f3fe-4833-ab7b-8e4658f5f128),segment_id=784cef13-f3fe-4833-ab7b-8e4658f5f128)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:00.132292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:00.143594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.145045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Calling delete_port for 4a4421b8-2950-4894-adf0-cb86e58e06ec owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:00.151657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-839b17bb-a71f-4ad2-ab66-888fb018e2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.190502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:00.198210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:00.215089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:00.217848 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6694777
Dec 22 15:06:00.224283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38448) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.238426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:00.244632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.269118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:00.285626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=73accb8a-3418-49fe-bc7f-51428cb1b707,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.290410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.310608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.321004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 73accb8a-3418-49fe-bc7f-51428cb1b707 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:00.389230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.436103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.436565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Pushing event updated for resources: {'Port': ['ID=f24de839-0d84-49de-a0d0-4567b08f53a0,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.441424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.446808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.454906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.485577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b820b021-49d1-488a-ba86-152361e639d8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.491576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.499253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.510536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.515557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3cf4ebd2-f105-4985-8d3b-78387576f2a6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.552630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 224edec7-300c-4bc3-9267-bc5bbb3c3d9d will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:00.555626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:00.555938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:00.564867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:00.604946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:00.612847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:00.623322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:00.643831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:00.677950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.679118 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5948398
Dec 22 15:06:00.695880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38452) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.696739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfb47dc-95c4-40b5-aa15-4368e3f58a94,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.701404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.724059 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-977cf668-a464-452d-9640-8e04d5533aba tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules/b820b021-49d1-488a-ba86-152361e639d8 HTTP/1.1" status: 200  len: 705 time: 0.0229301
Dec 22 15:06:00.727997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.729854 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/bbfb47dc-95c4-40b5-aa15-4368e3f58a94 HTTP/1.1" status: 204  len: 168 time: 1.0432246
Dec 22 15:06:00.730356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38456) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.737645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.741752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38460) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.765872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473dc8e-7799-46a8-891a-5145f45d72e3 None None] Network b0d8b700-ea6a-4ec4-84c5-21640d42e419 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:00.771990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-68d024ca-51fb-4c88-9e30-cac3035a8d8c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.784533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-39efb083-fc14-4828-981b-f7fefec6f7ae tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:00.801912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-39efb083-fc14-4828-981b-f7fefec6f7ae tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:00.803540 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-39efb083-fc14-4828-981b-f7fefec6f7ae tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0719061
Dec 22 15:06:00.806171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38464) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.850538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.864600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.900979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.904155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-511a8816-9926-4fe4-afed-e8d0445a5dd0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:00.939419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b820b021-49d1-488a-ba86-152361e639d8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:00.943076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:00.965721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:00.967075 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b820b021-49d1-488a-ba86-152361e639d8 HTTP/1.1" status: 204  len: 168 time: 0.1598134
Dec 22 15:06:00.969590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38468) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:00.982954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] For port 5e9501c2-5877-4ce7-b250-f800e5c84f9d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5e9501c2-5877-4ce7-b250-f800e5c84f9d,segment=NetworkSegment(33940a3a-4238-4b3a-b445-56fab3ec8fe8),segment_id=33940a3a-4238-4b3a-b445-56fab3ec8fe8)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:00.983828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.049024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.060258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f3a5edb9-0a35-4f46-80fe-5d34308ed034 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:01.078327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:01.092549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f3a5edb9-0a35-4f46-80fe-5d34308ed034 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:01.094507 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f3a5edb9-0a35-4f46-80fe-5d34308ed034 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1238520
Dec 22 15:06:01.097676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.105738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting port 4a4421b8-2950-4894-adf0-cb86e58e06ec {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:01.106636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.109260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '6d415293-110d-4b9e-86ca-7831985fef26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:01.119555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:01.136754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:01.164941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.214453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f24de839-0d84-49de-a0d0-4567b08f53a0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:01.216553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:01.219992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:01.224213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:01.225012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.229967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.234300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.236206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:01.244325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Calling delete_port for 5e9501c2-5877-4ce7-b250-f800e5c84f9d owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:01.255074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.257030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90077f0e-3f60-4442-8dbb-3dec9c43ff77,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:01.261618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:01.271369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=224edec7-300c-4bc3-9267-bc5bbb3c3d9d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:01.276237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.276489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:01.277751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1788006
Dec 22 15:06:01.280963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38476) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.302297 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-be480515-f31c-451c-96fc-6bf46f6c6e44 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules/90077f0e-3f60-4442-8dbb-3dec9c43ff77 HTTP/1.1" status: 200  len: 705 time: 0.0198679
Dec 22 15:06:01.304682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.332197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port de56b1fb-f66c-42d4-a418-0239d51a47fd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:01.332485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.352672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-77d007c1-7444-4145-b5c4-15e28962362d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:01.369274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-77d007c1-7444-4145-b5c4-15e28962362d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:01.374040 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-77d007c1-7444-4145-b5c4-15e28962362d tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0651901
Dec 22 15:06:01.374504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.377104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] The port '4a4421b8-2950-4894-adf0-cb86e58e06ec' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:01.413077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.423523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.428893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.429069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.5128958
Dec 22 15:06:01.429197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:01.432584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38488) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.440963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port ae7a2305-9331-4c25-811a-d9620c6b544b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:01.441299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.483230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Pushing event deleted for resources: {'Port': ['ID=5e9501c2-5877-4ce7-b250-f800e5c84f9d,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:01.496795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:01.508803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] No DVR routers for this DVR port 5e9501c2-5877-4ce7-b250-f800e5c84f9d on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:01.513711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f24de839-0d84-49de-a0d0-4567b08f53a0 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:01.532928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8bb0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:57Z', 'revision_number': 10, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:01.538633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:01.552261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:01.553193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:01.669842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.674514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-810a327e-d096-4228-a6c1-12a848f35d4d tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:01.693662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.711783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5e9501c2-5877-4ce7-b250-f800e5c84f9d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:01.713240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90077f0e-3f60-4442-8dbb-3dec9c43ff77,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:01.719754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:01.737344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575c95c70>,) {'filters': {'network_id': ['4cb7720b-d3b4-4393-bbd1-d345aeb680ae']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:01.742623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] DHCP port deletion for b0d8b700-ea6a-4ec4-84c5-21640d42e419 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:01.752664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575c95c70>, 'a4eff9a1-6677-4088-8d59-b93b7369e77e') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:01.752897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575c95c70>, 'a4eff9a1-6677-4088-8d59-b93b7369e77e') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:01.767137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.785490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.792926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:01.793501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.811002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.815788 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/90077f0e-3f60-4442-8dbb-3dec9c43ff77 HTTP/1.1" status: 204  len: 168 time: 0.4403553
Dec 22 15:06:01.816484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38492) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:01.821929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Deleting port ae7a2305-9331-4c25-811a-d9620c6b544b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:01.822310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:01.847764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5e9501c2-5877-4ce7-b250-f800e5c84f9d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:01.848115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5e9501c2-5877-4ce7-b250-f800e5c84f9d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:01.894615 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:01.948091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:02.008037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e71ee2-8053-4b58-8497-578b348fc2c8 None None] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:02.021633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.030932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9b5542c3-c846-4682-a847-b7470b9fdceb tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:02.043186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f7b4b680-b06e-4971-9986-440b8da5a60b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:02.056869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.093464 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/networks/4cb7720b-d3b4-4393-bbd1-d345aeb680ae HTTP/1.1" status: 204  len: 168 time: 3.2288392
Dec 22 15:06:02.093464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Network': ['ID=4cb7720b-d3b4-4393-bbd1-d345aeb680ae,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:02.093901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:02.114721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:02.118339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9b5542c3-c846-4682-a847-b7470b9fdceb tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:02.120908 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9b5542c3-c846-4682-a847-b7470b9fdceb tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2347090
Dec 22 15:06:02.146151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38500) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:02.163051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '6d415293-110d-4b9e-86ca-7831985fef26', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:02.171493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:02.193313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:02.242106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Project 23eb66c82f2b4b29b805c550143ec5cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:06:02.252615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.327810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Provisioning for port f24de839-0d84-49de-a0d0-4567b08f53a0 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:02.366669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.390539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.396217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.398438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c56aafb9-563d-409d-ab59-7f44218ba6c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:02.406197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] For port ae7a2305-9331-4c25-811a-d9620c6b544b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ae7a2305-9331-4c25-811a-d9620c6b544b,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:02.406601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.417219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Provisioning complete for port f24de839-0d84-49de-a0d0-4567b08f53a0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:02.417599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.462139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d987405-efd0-418a-b1ca-3057951a1668,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:02.471451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:02.486613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.490326 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3364086
Dec 22 15:06:02.491959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38504) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:02.530071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port de56b1fb-f66c-42d4-a418-0239d51a47fd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=de56b1fb-f66c-42d4-a418-0239d51a47fd,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:02.530654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.560903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.625001 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-571d82b7-d3ab-4983-87ec-97ff43605484 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules/1d987405-efd0-418a-b1ca-3057951a1668 HTTP/1.1" status: 200  len: 711 time: 0.1307275
Dec 22 15:06:02.626397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38508) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:02.644530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Calling delete_port for ae7a2305-9331-4c25-811a-d9620c6b544b owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:02.697674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port ae7a2305-9331-4c25-811a-d9620c6b544b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ae7a2305-9331-4c25-811a-d9620c6b544b,segment=NetworkSegment(9e477c49-77d4-432d-ba95-0ee02944ad88),segment_id=9e477c49-77d4-432d-ba95-0ee02944ad88)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:02.697979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.715308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for de56b1fb-f66c-42d4-a418-0239d51a47fd owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:02.761319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-074c71fe-3bbe-4563-9254-458262b5d4e3 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:02.788706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-074c71fe-3bbe-4563-9254-458262b5d4e3 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:02.793171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-074c71fe-3bbe-4563-9254-458262b5d4e3 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.1639855
Dec 22 15:06:02.793171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:02.857108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.898898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.904227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.906323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:02.925389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for ae7a2305-9331-4c25-811a-d9620c6b544b owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:02.941821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.954753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:02.965159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Pushing event deleted for resources: {'Port': ['ID=ae7a2305-9331-4c25-811a-d9620c6b544b,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:02.968793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:02.980574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:02.993622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] No DVR routers for this DVR port ae7a2305-9331-4c25-811a-d9620c6b544b on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:02.996112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.resource_extend [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:06:03.021174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.029993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.035392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bb8bb0>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:57Z', 'revision_number': 10, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:03.037834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:03.039145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] For port f24de839-0d84-49de-a0d0-4567b08f53a0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f24de839-0d84-49de-a0d0-4567b08f53a0,segment=NetworkSegment(784cef13-f3fe-4833-ab7b-8e4658f5f128),segment_id=784cef13-f3fe-4833-ab7b-8e4658f5f128)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:03.043205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922a74-4f83-429b-91cd-a5171c55b094 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:05:57Z', 'revision_number': 10, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None, '_interfaces': [{'id': 'cc9b15b6-7586-4c31-92e6-55c9f33510b9', 'name': '', 'network_id': '89eff994-9576-45a6-92c9-7c0b002adec6', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'mac_address': 'fa:16:3e:c0:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:38Z', 'updated_at': '2021-12-22T15:05:03Z', 'revision_number': 5, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'subnets': [{'id': 'cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:03.048963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.050950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:03.075710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.185957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.191663 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1d987405-efd0-418a-b1ca-3057951a1668 HTTP/1.1" status: 204  len: 168 time: 0.3966930
Dec 22 15:06:03.194194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=224edec7-300c-4bc3-9267-bc5bbb3c3d9d,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.195480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38516) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:03.197180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.207948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:03.211785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e37e5f4-a382-491a-b411-794bcf9ec5f6 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:03.224776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.227599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d987405-efd0-418a-b1ca-3057951a1668,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.236301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Pushing event updated for resources: {'Port': ['ID=f24de839-0d84-49de-a0d0-4567b08f53a0,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.239928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:03.240069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:03.267529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=9c978446-1719-4c47-8b98-864adaa8fee4,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.289102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:03.301909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574b74cd0>,) {'filters': {'network_id': ['efa026fe-1078-4515-b499-aa50272e9f12']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:03.331389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b74cd0>, '33940a3a-4238-4b3a-b445-56fab3ec8fe8') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:03.331660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b74cd0>, '33940a3a-4238-4b3a-b445-56fab3ec8fe8') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:03.339140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:03.339455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:03.354601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.365276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:03.365780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 73accb8a-3418-49fe-bc7f-51428cb1b707, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:03.385697 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0e1a3edc-86ce-4650-8187-8caf084ef24b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1799238
Dec 22 15:06:03.392190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38520) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:03.414553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.455521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.458826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ae7a2305-9331-4c25-811a-d9620c6b544b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:03.463136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:03.463661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.520955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ae7a2305-9331-4c25-811a-d9620c6b544b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:03.521314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ae7a2305-9331-4c25-811a-d9620c6b544b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:03.531153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Provisioning for port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:03.539132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Provisioning complete for port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:03.539727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   util.warn(
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:03.579556 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:03.591871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.610193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2478db06-204f-4d42-9104-d9a4114c7212 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:03.621181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.643707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:03.644159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.648032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Network': ['ID=efa026fe-1078-4515-b499-aa50272e9f12,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.661418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:03.674584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Provisioning complete for port f24de839-0d84-49de-a0d0-4567b08f53a0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:03.675153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-39572a1b-ac21-41ce-8429-714e493ec383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.698271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/networks/efa026fe-1078-4515-b499-aa50272e9f12 HTTP/1.1" status: 204  len: 168 time: 1.5917804
Dec 22 15:06:03.709121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38524) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:03.710886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 73accb8a-3418-49fe-bc7f-51428cb1b707 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:03.717841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.803132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d36efb7-fda4-422a-817a-397b69929641 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:03.897970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port ae7a2305-9331-4c25-811a-d9620c6b544b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:03.898307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:03.939855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=de56b1fb-f66c-42d4-a418-0239d51a47fd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:03.969265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f4f9eff7-0b87-4817-9a6d-b51f121fa442 None None] Provisioning complete for port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:03.969265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eff7-0b87-4817-9a6d-b51f121fa442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.006063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:04.009033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 73accb8a-3418-49fe-bc7f-51428cb1b707) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:04.019472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efca27-d095-4e64-9c85-5b590d006bf0 None None] Network 73accb8a-3418-49fe-bc7f-51428cb1b707 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:04.050570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port 'ae7a2305-9331-4c25-811a-d9620c6b544b' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:04.062928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:04.063668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.112598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9eff7-0b87-4817-9a6d-b51f121fa442 None None] Port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:04.155423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.162184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.163016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.167491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63b10318-4e1e-480d-bd3c-7d02dde1ef22 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:04.269800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd381ed0-b1f2-4a07-9ce6-d8cdd9faeb7a None None] Provisioning complete for port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:04.270555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd381ed0-b1f2-4a07-9ce6-d8cdd9faeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.326156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-73accb8a-3418-49fe-bc7f-51428cb1b707', 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '9c978446-1719-4c47-8b98-864adaa8fee4'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:04.327592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.329273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=224edec7-300c-4bc3-9267-bc5bbb3c3d9d,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:04.332620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:04.347209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fd381ed0-b1f2-4a07-9ce6-d8cdd9faeb7a None None] Port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:04.389272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:04.390532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:04.392208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.500807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2709641
Dec 22 15:06:04.513582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38528) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:04.529580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Allocated IP 172.20.0.2 (73accb8a-3418-49fe-bc7f-51428cb1b707/9c978446-1719-4c47-8b98-864adaa8fee4/6caa05a9-b5a3-4f75-b968-4eb550c0f6c4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:04.538933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.550120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.622615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting subnet 0c32b8b8-9166-4a34-a00a-3e34c6f14305 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:04.625419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.713666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.753190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748d3430>,) {'filters': {'network_id': ['b0d8b700-ea6a-4ec4-84c5-21640d42e419']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:04.788152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748d3430>, '9e477c49-77d4-432d-ba95-0ee02944ad88') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:04.788152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748d3430>, '9e477c49-77d4-432d-ba95-0ee02944ad88') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:04.802398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.808818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd80a887-2265-42a0-a4c8-6dc68faba53b None None] Provisioning complete for port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:04.808818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd80a887-2265-42a0-a4c8-6dc68faba53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.826390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.859563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.872645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fd80a887-2265-42a0-a4c8-6dc68faba53b None None] Port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:04.882491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.886432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:04.886846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.905078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-856a3097-1cad-4f9e-a4f0-35c44f9a9b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:04.912864 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:04.931919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:04.974769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d415293-110d-4b9e-86ca-7831985fef26,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:04.984144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:04.993415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.023341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.055092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.059736 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/6d415293-110d-4b9e-86ca-7831985fef26 HTTP/1.1" status: 204  len: 168 time: 1.6372745
Dec 22 15:06:05.061196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:05.067816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.071784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Transition to ACTIVE for port object 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:05.079288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.088219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:05.097912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Transition to ACTIVE for port object 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:05.108002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.108678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.114822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:05.120566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=b0d8b700-ea6a-4ec4-84c5-21640d42e419,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:05.128648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:05.133549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/b0d8b700-ea6a-4ec4-84c5-21640d42e419 HTTP/1.1" status: 204  len: 168 time: 4.3891265
Dec 22 15:06:05.138910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:05.202077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Network 73accb8a-3418-49fe-bc7f-51428cb1b707 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:05.205882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:05.212046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f24de839-0d84-49de-a0d0-4567b08f53a0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:05.240428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:05.243114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Pushing event updated for resources: {'Port': ['ID=6caa05a9-b5a3-4f75-b968-4eb550c0f6c4,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:05.252070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:05.274845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.280768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a4e120ff-162e-4dc8-8781-3ddd7f34278a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:05.308452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b67b0d1b-ecda-41f3-a408-85e2e78922df tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:05.314497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.320133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bfdace65-f787-430d-9555-e5c4ac47f0f0 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:05.324466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Subnet': ['ID=0c32b8b8-9166-4a34-a00a-3e34c6f14305,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:05.328761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:05.332881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.345692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acedceb-1254-47e2-8720-27bea1e10270 None None] Network 359f841a-2c64-4451-a409-fe3d9c45115a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:05.352104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/subnets/0c32b8b8-9166-4a34-a00a-3e34c6f14305 HTTP/1.1" status: 204  len: 168 time: 1.6382349
Dec 22 15:06:05.352298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38540) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:05.373817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=9c978446-1719-4c47-8b98-864adaa8fee4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:05.377260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:05.430192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Attempting to bind port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:05.430570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Attempting to bind port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:05.431401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Attempting to bind port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 on network 73accb8a-3418-49fe-bc7f-51428cb1b707 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:05.470717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:05.471097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Checking segment: {'id': 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:05.471510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.471924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Bound using segment: {'id': 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:05.472693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Bound port: 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '73accb8a-3418-49fe-bc7f-51428cb1b707'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:05.472841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.479006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b67b0d1b-ecda-41f3-a408-85e2e78922df tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:05.485016 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b67b0d1b-ecda-41f3-a408-85e2e78922df tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4175398
Dec 22 15:06:05.485233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.488297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:05.498390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447857866'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:05.517178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:05.548208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.555856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:05.570588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Router e924d3bd-ff4e-485a-a57d-359050185dd2 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:06:05.598311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f24de839-0d84-49de-a0d0-4567b08f53a0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:05.598952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.601304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.616656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d90f40>,) {'filters': {'network_id': ['73accb8a-3418-49fe-bc7f-51428cb1b707']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:05.628059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Deleting port e24345af-399a-4d9d-8eb8-d786202c3665 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:05.629057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.641203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d90f40>, 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:05.641476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d90f40>, 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:05.661295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.754902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] For port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:05.764586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] For port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6caa05a9-b5a3-4f75-b968-4eb550c0f6c4,segment=NetworkSegment(c9ce4469-c20c-4826-95b0-d0a1bfc49e2f),segment_id=c9ce4469-c20c-4826-95b0-d0a1bfc49e2f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:05.802933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.808811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eea57d2c-209f-4c90-8747-d9fdb46117a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:05.865925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.896549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:05.941900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:05.946057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:05.946412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7eca1c4c-2c2b-4747-bfcd-c8907ddfa5c4 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:05.957909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] DHCP port deletion for 359f841a-2c64-4451-a409-fe3d9c45115a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:05.963430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:05.963738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Pushing event updated for resources: {'Port': ['ID=6caa05a9-b5a3-4f75-b968-4eb550c0f6c4,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:05.964294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.967508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Deleting port e24345af-399a-4d9d-8eb8-d786202c3665 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:05.967895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:05.985709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:05.989867 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:05.992482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:05.992612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:06.050090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:06.110659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:06:06.110659 dv-neutron-822675-1-hyperv neutron-server[83457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:06:06.110659 dv-neutron-822675-1-hyperv neutron-server[83457]: [parameters: {'id': '73accb8a-3418-49fe-bc7f-51428cb1b707'}]
Dec 22 15:06:06.110659 dv-neutron-822675-1-hyperv neutron-server[83457]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:06.111620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:06.126398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d85d6-d2e7-4f55-9399-251f2e1cb5c4 None None] Network 73accb8a-3418-49fe-bc7f-51428cb1b707 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:06.133930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] For port e24345af-399a-4d9d-8eb8-d786202c3665, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e24345af-399a-4d9d-8eb8-d786202c3665,segment=NetworkSegment(674a35c7-7036-4dde-988c-b9d4d8d4ba28),segment_id=674a35c7-7036-4dde-988c-b9d4d8d4ba28)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:06.134658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.195730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.208778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.214469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f848acf-2833-4faa-9520-7e79055b1ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:06.223515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.273121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Calling delete_port for e24345af-399a-4d9d-8eb8-d786202c3665 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:06.282429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:06.297160 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] Sync routers for ids ['e924d3bd-ff4e-485a-a57d-359050185dd2'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:06.325776 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] Routers {'e924d3bd-ff4e-485a-a57d-359050185dd2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:06.328404 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b803d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e924d3bd-ff4e-485a-a57d-359050185dd2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.369740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.376325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] For port e24345af-399a-4d9d-8eb8-d786202c3665, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e24345af-399a-4d9d-8eb8-d786202c3665,segment=NetworkSegment(674a35c7-7036-4dde-988c-b9d4d8d4ba28),segment_id=674a35c7-7036-4dde-988c-b9d4d8d4ba28)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:06.376770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.376899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:06.377956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:06.398967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e9b97-bbec-44e9-924c-74f776e4087b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:06.402561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:06.405104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/routers/e924d3bd-ff4e-485a-a57d-359050185dd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9714069
Dec 22 15:06:06.408612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38548) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:06.416402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.422238 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9300807
Dec 22 15:06:06.423701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38550) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:06.442590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Request body: {'security_group_rule': {'security_group_id': '9b8e9b97-bbec-44e9-924c-74f776e4087b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:06.443232 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b803d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.454002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:06.456176 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] Routers {'e924d3bd-ff4e-485a-a57d-359050185dd2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:06.457060 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b803d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e924d3bd-ff4e-485a-a57d-359050185dd2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.461206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Usage tracker for resource:security_group_rule and tenant:23eb66c82f2b4b29b805c550143ec5cb is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:06.467133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:06.471472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Port': ['ID=e24345af-399a-4d9d-8eb8-d786202c3665,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:06.474406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:06.475568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:06.485659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] No DVR routers for this DVR port e24345af-399a-4d9d-8eb8-d786202c3665 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:06.505319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Calling delete_port for e24345af-399a-4d9d-8eb8-d786202c3665 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:06.525573 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b803d0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.526506 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20415063-aee6-4789-ac90-df16e32d8898 None None] The sync data for ids ['e924d3bd-ff4e-485a-a57d-359050185dd2'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:06.537415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.595357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:06.595622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:06.734576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.741604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.788184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743a3760>,) {'filters': {'network_id': ['359f841a-2c64-4451-a409-fe3d9c45115a']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.805366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743a3760>, '674a35c7-7036-4dde-988c-b9d4d8d4ba28') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.805656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743a3760>, '674a35c7-7036-4dde-988c-b9d4d8d4ba28') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:06.823171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace959fd-e4cc-4749-aa41-03d2ad296d8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:06.823853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ace959fd-e4cc-4749-aa41-03d2ad296d8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:06.825943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:06.826284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.830526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.857081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.872759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:06.873150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:06.889104 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:06.891689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ace959fd-e4cc-4749-aa41-03d2ad296d8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:06.891689 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ace959fd-e4cc-4749-aa41-03d2ad296d8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?device_id=e924d3bd-ff4e-485a-a57d-359050185dd2 HTTP/1.1" status: 200  len: 986 time: 0.4684246
Dec 22 15:06:06.905181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.905885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:06.974198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.983075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.987781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:06.989689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3c9c6377-7fb4-4252-a7aa-67a259af0450 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:06.991655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8619333c-367d-4620-b996-13feab3042b0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:07.018121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:07.023440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9680960
Dec 22 15:06:07.025234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/networks/359f841a-2c64-4451-a409-fe3d9c45115a HTTP/1.1" status: 204  len: 168 time: 1.6700962
Dec 22 15:06:07.026169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Pushing event deleted for resources: {'Network': ['ID=359f841a-2c64-4451-a409-fe3d9c45115a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:07.029496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:07.030518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38560) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:07.030928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38562) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:07.033135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:07.056921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:07.056921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857572d8b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:07.121018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-38608235-32e2-410b-a07d-2ed66e1a87c7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Synchronizing usage tracker for tenant:89a504a0d09d46acaf521a36b7b5ac6b on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:07.127358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8627de2c-dff7-4294-974b-d6af25905897,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:07.128132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Deleting port e24345af-399a-4d9d-8eb8-d786202c3665 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:07.128632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.144250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:07.155344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e24345af-399a-4d9d-8eb8-d786202c3665 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:07.170481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-38608235-32e2-410b-a07d-2ed66e1a87c7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Unset dirty status for tenant:89a504a0d09d46acaf521a36b7b5ac6b on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:07.171615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-38608235-32e2-410b-a07d-2ed66e1a87c7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "GET /v2.0/ports?device_id=0aa82bdf-c028-4e14-bb48-6359ae7e4eba HTTP/1.1" status: 200  len: 205 time: 0.1379621
Dec 22 15:06:07.175863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38568) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:07.178164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.181904 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7553017
Dec 22 15:06:07.215390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38572) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:07.283464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e24345af-399a-4d9d-8eb8-d786202c3665 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:07.283784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e24345af-399a-4d9d-8eb8-d786202c3665 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:07.297831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-00126ad7-2d9c-45ac-971d-d3ee072487a4 None None] The port 'e24345af-399a-4d9d-8eb8-d786202c3665' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:07.327587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2e89a-e932-423c-a00e-ec051c7d85be None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:07.344569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet 27708463-6330-40f7-bf65-6e6ce954cb90 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:07.350591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.378045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.395999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:07.432421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.439304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.484002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6caa05a9-b5a3-4f75-b968-4eb550c0f6c4,segment=NetworkSegment(c9ce4469-c20c-4826-95b0-d0a1bfc49e2f),segment_id=c9ce4469-c20c-4826-95b0-d0a1bfc49e2f)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:07.484464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.647238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.656093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.708253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:07.741452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2e89a-e932-423c-a00e-ec051c7d85be None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:07.753866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.759119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59666e42-36d2-4f7a-9772-08712179df11 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:07.781110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e9b97-bbec-44e9-924c-74f776e4087b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:07.783654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:07.802146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.808144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d2a134a-0c77-44d3-9382-66e0dd17a472 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:07.847312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.850339 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b8e9b97-bbec-44e9-924c-74f776e4087b HTTP/1.1" status: 204  len: 168 time: 0.6316004
Dec 22 15:06:07.850871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=27708463-6330-40f7-bf65-6e6ce954cb90,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:07.854824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:07.857255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38576) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:07.876256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:07.878413 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/27708463-6330-40f7-bf65-6e6ce954cb90 HTTP/1.1" status: 204  len: 168 time: 0.8463492
Dec 22 15:06:07.881003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38580) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:08.027519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.032419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b91ff20f-e071-4158-a903-fff20f135498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:08.042378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857572d8b0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:03Z', 'revision_number': 8, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.054146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 3c1f3485-5ebf-435b-abb0-6d338d93da6b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:08.054469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:08.055070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.078305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:08.079043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857572d8b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.090225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b91ff20f-e071-4158-a903-fff20f135498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:08.091661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b91ff20f-e071-4158-a903-fff20f135498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2327297
Dec 22 15:06:08.094619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38584) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:08.195174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.207785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-51a45f0c-ac4d-4ab6-aaed-91fdc2e1c58c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Synchronizing usage tracker for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:08.223789 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:06:08.260417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b3a33721-d136-446d-a186-49b1ce0d9c68 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:08.305149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:08.305372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-51a45f0c-ac4d-4ab6-aaed-91fdc2e1c58c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Unset dirty status for tenant:23eb66c82f2b4b29b805c550143ec5cb on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:08.309992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-51a45f0c-ac4d-4ab6-aaed-91fdc2e1c58c tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.2110536
Dec 22 15:06:08.310402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38588) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:08.322747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=6caa05a9-b5a3-4f75-b968-4eb550c0f6c4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:08.329218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:08.341153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port 6caa05a9-b5a3-4f75-b968-4eb550c0f6c4 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:08.347606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 3c1f3485-5ebf-435b-abb0-6d338d93da6b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3c1f3485-5ebf-435b-abb0-6d338d93da6b,segment=NetworkSegment(028c6d80-f284-4fd5-8f76-3cd169913340),segment_id=028c6d80-f284-4fd5-8f76-3cd169913340)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:08.347963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.355576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-6821299b-b452-470b-8209-1ea04acbbb8e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:08.360858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6821299b-b452-470b-8209-1ea04acbbb8e tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b8e9b97-bbec-44e9-924c-74f776e4087b HTTP/1.1" status: 404  len: 347 time: 0.0460527
Dec 22 15:06:08.361702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38592) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:08.456519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945811b3-6781-404f-8989-c56faf37ab74 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:08.492421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 3c1f3485-5ebf-435b-abb0-6d338d93da6b owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:08.580043 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b32490c1-0971-40a3-bbae-0c794241d792 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2144749
Dec 22 15:06:08.593323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.604761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.609813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9578bcf-dab0-4bad-ac7d-3bc7a66e730a tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:08.652254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=3c1f3485-5ebf-435b-abb0-6d338d93da6b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:08.656637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:08.659551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 3c1f3485-5ebf-435b-abb0-6d338d93da6b on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:08.719281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.739061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.745233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945811b3-6781-404f-8989-c56faf37ab74 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:08.816998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574c48160>,) {'filters': {'network_id': ['73accb8a-3418-49fe-bc7f-51428cb1b707']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.831713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48160>, 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.832295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574c48160>, 'c9ce4469-c20c-4826-95b0-d0a1bfc49e2f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.853437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857572d8b0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:03Z', 'revision_number': 8, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.858406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.862046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebb7a-0c89-47dd-84f2-a0f0abeb1b6d None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:03Z', 'revision_number': 8, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2b9680-bd04-438e-a388-ea0f7a73f253', 'name': '', 'network_id': '10a9aade-94a6-461e-bffa-3b171355fa4c', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:21:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:19Z', 'updated_at': '2021-12-22T15:05:36Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': 'e3fbbeed-4b54-4943-9374-1390404071d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:08.900146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.902122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.908834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.909426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa82bdf-c028-4e14-bb48-6359ae7e4eba {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:08.922269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:08.922649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.933347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574807c70>,) {'filters': {'network_id': ['78d4175a-d4cd-4c57-b2a8-8253ad565d2d']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:08.944136 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:08.950088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574807c70>, '028c6d80-f284-4fd5-8f76-3cd169913340') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.950741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574807c70>, '028c6d80-f284-4fd5-8f76-3cd169913340') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:08.962548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.979090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:08.987605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:08.988071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:09.003641 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:09.069475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.073503 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-82bcbc89-56ca-4ba9-9f3c-fda4fdd4c472 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] 10.222.0.69 "DELETE /v2.0/routers/0aa82bdf-c028-4e14-bb48-6359ae7e4eba HTTP/1.1" status: 204  len: 168 time: 1.8929939
Dec 22 15:06:09.082063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38602) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.108811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.117899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8945ee1b-b53b-45e6-9fcf-14dc8568b104 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:09.122704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.136276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.154118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=78d4175a-d4cd-4c57-b2a8-8253ad565d2d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:09.160219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:09.162944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:09.172166 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/78d4175a-d4cd-4c57-b2a8-8253ad565d2d HTTP/1.1" status: 204  len: 168 time: 1.2897525
Dec 22 15:06:09.175149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38608) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.188598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.191399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c088a6-0b64-434a-9a3e-60e7f357244a None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:09.217692 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/73accb8a-3418-49fe-bc7f-51428cb1b707 HTTP/1.1" status: 204  len: 168 time: 4.7028112
Dec 22 15:06:09.222275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38612) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.250227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port cc9b15b6-7586-4c31-92e6-55c9f33510b9 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:09.250569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.252721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c088a6-0b64-434a-9a3e-60e7f357244a None None] Network 78d4175a-d4cd-4c57-b2a8-8253ad565d2d could not be found, it might have been deleted concurrently. {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 15:06:09.286108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=73accb8a-3418-49fe-bc7f-51428cb1b707,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:09.315690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242873572'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:09.345896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:09.377611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5556b63-b055-4425-a5b1-cfee7690a55b None None] DHCP port deletion for 78d4175a-d4cd-4c57-b2a8-8253ad565d2d request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:09.407478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device de56b1fb-f66c-42d4-a418-0239d51a47fd no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:09.470313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38618) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.471612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:09.504009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:09.511827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:09.517286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: de56b1fb-f66c-42d4-a418-0239d51a47fd {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:09.517670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device de56b1fb-f66c-42d4-a418-0239d51a47fd not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:09.547471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:09.695000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:09.697909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.759342 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1545e543-6755-4250-a33f-dca49fba396a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23eb66c82f2b4b29b805c550143ec5cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6741917
Dec 22 15:06:09.764879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38624) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.794980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:09.854875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5ff992af-7bcc-45dc-8ff4-5e586ed5d7e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89a504a0d09d46acaf521a36b7b5ac6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3803294
Dec 22 15:06:09.855326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38628) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:09.859047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port cc9b15b6-7586-4c31-92e6-55c9f33510b9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cc9b15b6-7586-4c31-92e6-55c9f33510b9,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:09.859405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.871584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.872149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 95343278-4df6-4288-9370-7d67bd420e5a of type vlan for network 8b7eec19-0364-4412-84e3-81be82b1b4dd
Dec 22 15:06:09.912139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:09.961496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.009577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.127053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for cc9b15b6-7586-4c31-92e6-55c9f33510b9 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:10.128117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.171406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.174343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.197370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.205585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e44583a5-3d6b-4c00-96af-55cf2cd0e68a tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:10.231591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34abe816-2973-4138-a0e5-c94bd9261080,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:10.245358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:10.270133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.271371 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34abe816-2973-4138-a0e5-c94bd9261080 HTTP/1.1" status: 204  len: 168 time: 0.5003781
Dec 22 15:06:10.278618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.284005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:10.299972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02d75b-e8d6-4d33-9949-41d90b30915a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:10.304605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:10.306971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.308070 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b02d75b-e8d6-4d33-9949-41d90b30915a HTTP/1.1" status: 204  len: 168 time: 0.4517403
Dec 22 15:06:10.347983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.407563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.412401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:10.412968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.428679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16d35576-ee7d-4586-b145-a170afb0831d tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:10.569536 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3460705
Dec 22 15:06:10.575898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38640) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:10.583335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=8b7eec19-0364-4412-84e3-81be82b1b4dd,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:10.584559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:10.586665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e0e7ec0-e3f2-4c20-9571-4a69891e279d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:10.597102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8b7eec19-0364-4412-84e3-81be82b1b4dd details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:10.766530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:10.771969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:10.776901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:10.786113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:10.807400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:10.866600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:10.875527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f71b668-ed85-437d-94ec-bcaf698ecb6a tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:10.923595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Port': ['ID=cc9b15b6-7586-4c31-92e6-55c9f33510b9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:10.934459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:10.985142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.159223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3c1f3485-5ebf-435b-abb0-6d338d93da6b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:11.220802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing IP validity checks on allocation pools {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:06:11.221317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:06:11.233796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 3c1f3485-5ebf-435b-abb0-6d338d93da6b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:11.234150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3c1f3485-5ebf-435b-abb0-6d338d93da6b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:11.280053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 6b2b9680-bd04-438e-a388-ea0f7a73f253 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:11.280745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.399678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 224edec7-300c-4bc3-9267-bc5bbb3c3d9d {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:11.399896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.542401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38672) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:11.549791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.572870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38678) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:11.685678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.695444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c372c47d-4ef6-4c41-aeb8-2a30c139b9c5 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:11.782964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=3959bc34-ada9-4c61-b1c8-de9321587b7c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:11.786155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:11.815512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 6b2b9680-bd04-438e-a388-ea0f7a73f253, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6b2b9680-bd04-438e-a388-ea0f7a73f253,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:11.815895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.860572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1815157894'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:11.867821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a6d0678e-7682-4c96-9202-cc438a919da6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:11.868460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-a6d0678e-7682-4c96-9202-cc438a919da6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:06:11.872884 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a6d0678e-7682-4c96-9202-cc438a919da6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2956247
Dec 22 15:06:11.881769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38686) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:11.884102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:11.891964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Usage tracker for resource:network and tenant:412b6f5988714e9bbd4e5ebe3da14b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:11.898718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879264551'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:11.904543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:11.915876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:11.919450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:11.945218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 6b2b9680-bd04-438e-a388-ea0f7a73f253 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:11.986677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '95343278-4df6-4288-9370-7d67bd420e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:11.987389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 8b7eec19-0364-4412-84e3-81be82b1b4dd, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:12.028825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:12.032083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:12.034880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:12.043103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 224edec7-300c-4bc3-9267-bc5bbb3c3d9d owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:12.049054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 8b7eec19-0364-4412-84e3-81be82b1b4dd is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:12.061651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8b7eec19-0364-4412-84e3-81be82b1b4dd) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:12.066800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:12.067737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.072009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b0242-5c58-4c15-96be-f3cd054dca4d None None] Network 8b7eec19-0364-4412-84e3-81be82b1b4dd requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:12.087705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:12.098280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.5204124
Dec 22 15:06:12.100943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38690) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:12.170002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Made reservation on behalf of 412b6f5988714e9bbd4e5ebe3da14b58 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:12.173256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.267215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.282018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.282233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.295278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:12.305445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8b7eec19-0364-4412-84e3-81be82b1b4dd', 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '3959bc34-ada9-4c61-b1c8-de9321587b7c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:12.307807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.317177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.346912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=6b2b9680-bd04-438e-a388-ea0f7a73f253,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:12.349494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:12.356819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.484483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Allocated IP 172.20.0.3 (8b7eec19-0364-4412-84e3-81be82b1b4dd/3959bc34-ada9-4c61-b1c8-de9321587b7c/af245da2-312b-49e7-9ea2-5b22a6e3e223) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:12.499216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:12.529674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Usage tracker for resource:security_group_rule and tenant:412b6f5988714e9bbd4e5ebe3da14b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:12.532737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:12.538896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:12.547856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:12.557272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:12.559382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:12.569223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:12.592567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.656408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:12.685906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.691463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.700139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-01b6440b-ed02-44e4-b53d-d4abca4e376a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:12.780191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.791438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Transition to ACTIVE for port object af245da2-312b-49e7-9ea2-5b22a6e3e223 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:12.811190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Transition to ACTIVE for port object af245da2-312b-49e7-9ea2-5b22a6e3e223 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:12.817864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.822811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:12.825888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=224edec7-300c-4bc3-9267-bc5bbb3c3d9d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:12.828513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:12.865912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.871931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59132f1c-21ee-47da-b028-80869da33ee2 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:12.899043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Pushing event updated for resources: {'Port': ['ID=af245da2-312b-49e7-9ea2-5b22a6e3e223,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:12.901988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Network 8b7eec19-0364-4412-84e3-81be82b1b4dd is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:12.902147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.903662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:12.904802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:12.907131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:12.910499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=3959bc34-ada9-4c61-b1c8-de9321587b7c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:12.917181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:12.969812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:12.985724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-be3b094e-8f16-4161-8f0c-3b188f7ef7dc tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:12.998087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Attempting to bind port af245da2-312b-49e7-9ea2-5b22a6e3e223 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:12.998469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Attempting to bind port af245da2-312b-49e7-9ea2-5b22a6e3e223 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '95343278-4df6-4288-9370-7d67bd420e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:12.998837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Attempting to bind port af245da2-312b-49e7-9ea2-5b22a6e3e223 on network 8b7eec19-0364-4412-84e3-81be82b1b4dd {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:13.006511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:13.006511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Checking segment: {'id': '95343278-4df6-4288-9370-7d67bd420e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:13.006757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.007237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Bound using segment: {'id': '95343278-4df6-4288-9370-7d67bd420e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:13.007715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Bound port: af245da2-312b-49e7-9ea2-5b22a6e3e223, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95343278-4df6-4288-9370-7d67bd420e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:13.008098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.032041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.042942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.066840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574b01ee0>,) {'filters': {'network_id': ['8b7eec19-0364-4412-84e3-81be82b1b4dd']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.085523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b01ee0>, '95343278-4df6-4288-9370-7d67bd420e5a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.085818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b01ee0>, '95343278-4df6-4288-9370-7d67bd420e5a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.137731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.151503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] For port af245da2-312b-49e7-9ea2-5b22a6e3e223, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:13.158878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] For port af245da2-312b-49e7-9ea2-5b22a6e3e223, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=af245da2-312b-49e7-9ea2-5b22a6e3e223,segment=NetworkSegment(95343278-4df6-4288-9370-7d67bd420e5a),segment_id=95343278-4df6-4288-9370-7d67bd420e5a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:13.163346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:13.164375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.180887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-743619f5-e913-4426-a336-29779bf93239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:13.215292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:13.227330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032cb0d4-d273-472a-9ac6-4ef2ae7ea3d9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:13.231606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:13.245550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:13.249601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7dcd5f3d-cd21-41a3-919b-fefe61f8edf0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:13.261135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:13.268639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:13.288519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Pushing event updated for resources: {'Port': ['ID=af245da2-312b-49e7-9ea2-5b22a6e3e223,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:13.298523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.306371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:13.307492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:13.317069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.317352 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Added segment 1070cea8-c798-4b6a-a9e1-75bb665ebb19 of type vlan for network f2308654-997c-4188-ac71-b84e0cb8ddde
Dec 22 15:06:13.328059 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:13.341398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89db363a-5b17-4a9d-ba0b-e567b8f30ca3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:13.345306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:13.346165 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:13.346979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857616cd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.410857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.430542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.438139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6314b02-4e45-4ac9-b0ff-a18a0b99c84b None None] Network 8b7eec19-0364-4412-84e3-81be82b1b4dd requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:13.448801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.463797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:13.464217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.506718 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:13.540543 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:13.675432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32165c-6dab-40d8-aeb1-d571daeb961d None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:13.685548 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5444424
Dec 22 15:06:13.686476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.688670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38694) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:13.690547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:13.691121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.695421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a32-ce1e-4894-85fc-77f24c708487 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:13.724479 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857616cd90>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:06:10Z', 'revision_number': 11, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.734863 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:13.748203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:06:13.748203 dv-neutron-822675-1-hyperv neutron-server[83456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:06:13.748203 dv-neutron-822675-1-hyperv neutron-server[83456]: [parameters: {'id': '8b7eec19-0364-4412-84e3-81be82b1b4dd'}]
Dec 22 15:06:13.748203 dv-neutron-822675-1-hyperv neutron-server[83456]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:13.748602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:13.754366 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:13.755430 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857616cd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:13.824423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32165c-6dab-40d8-aeb1-d571daeb961d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:13.860196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event updated for resources: {'Network': ['ID=f2308654-997c-4188-ac71-b84e0cb8ddde,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:13.885386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:13.891190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:13.897273 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:13.953631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting subnet cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:13.956800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.014218 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857616cd90>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:06:10Z', 'revision_number': 11, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.018792 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc4ba4-391e-425c-b837-27bb0e05a834 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:06:10Z', 'revision_number': 11, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:14.029040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.043094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.054575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4049868a-fe25-44fa-addf-efce175b07d9 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:14.072423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network f2308654-997c-4188-ac71-b84e0cb8ddde details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:14.099871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:14.131463 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.5841985
Dec 22 15:06:14.187416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38698) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.210797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Request body: {'subnet': {'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:14.233548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.234737 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.3482518
Dec 22 15:06:14.247723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38702) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.254524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.260690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '5b9b249d-4990-4676-b711-a2b197e3e4b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:14.275971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:14.288834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b249d-4990-4676-b711-a2b197e3e4b4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:14.290258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:14.296348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:14.297694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:14.300077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.343932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Router e924d3bd-ff4e-485a-a57d-359050185dd2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:14.351686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:14.358166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:14.358378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Usage tracker for resource:subnet and tenant:412b6f5988714e9bbd4e5ebe3da14b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:14.363212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:14.373684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:14.377188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port af245da2-312b-49e7-9ea2-5b22a6e3e223 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:14.377523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.476609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.516448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Made reservation on behalf of 412b6f5988714e9bbd4e5ebe3da14b58 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:14.577006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.587682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-46ac04be-1ecd-43e1-8f4b-cc89ebac03c3 tempest-AllowedAddressPairIpV6TestJSON-1046428934 tempest-AllowedAddressPairIpV6TestJSON-1046428934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:14.637398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Subnet': ['ID=cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:14.640401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:14.640844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.655155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:14.664817 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/routers/e924d3bd-ff4e-485a-a57d-359050185dd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7537286
Dec 22 15:06:14.667204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] Sync routers for ids ['e924d3bd-ff4e-485a-a57d-359050185dd2'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:14.680596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] Routers {'e924d3bd-ff4e-485a-a57d-359050185dd2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:14.681309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575749df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e924d3bd-ff4e-485a-a57d-359050185dd2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.711134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38706) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.728798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.740420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed815429-b09e-4001-bef7-87773ea5935f None None] Network 89eff994-9576-45a6-92c9-7c0b002adec6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:14.763640 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-24286fb1-78d1-49ba-aec9-676f6ff76be5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:06:14.764147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-24286fb1-78d1-49ba-aec9-676f6ff76be5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:14.774407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:14.785921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38710) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.786074 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1 HTTP/1.1" status: 204  len: 168 time: 1.0960968
Dec 22 15:06:14.789734 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:14.807052 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:14.808642 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857616cf70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.821671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.828571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6518083
Dec 22 15:06:14.831474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port af245da2-312b-49e7-9ea2-5b22a6e3e223, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=af245da2-312b-49e7-9ea2-5b22a6e3e223,segment=NetworkSegment(95343278-4df6-4288-9370-7d67bd420e5a),segment_id=95343278-4df6-4288-9370-7d67bd420e5a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:14.832101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:14.845471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575749df0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.847397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.883382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] Routers {'e924d3bd-ff4e-485a-a57d-359050185dd2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:14.884001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575749df0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e924d3bd-ff4e-485a-a57d-359050185dd2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.885445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-24286fb1-78d1-49ba-aec9-676f6ff76be5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:14.886802 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-24286fb1-78d1-49ba-aec9-676f6ff76be5 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/224edec7-300c-4bc3-9267-bc5bbb3c3d9d HTTP/1.1" status: 404  len: 333 time: 0.1748562
Dec 22 15:06:14.893214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38718) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:14.981111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575749df0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:14.981449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0bca8-9c36-4865-acff-2c8f6099f966 None None] The sync data for ids ['e924d3bd-ff4e-485a-a57d-359050185dd2'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:15.065059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cc9b15b6-7586-4c31-92e6-55c9f33510b9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:15.065396 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:15.123975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: cc9b15b6-7586-4c31-92e6-55c9f33510b9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:15.124671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cc9b15b6-7586-4c31-92e6-55c9f33510b9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:15.201945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.241205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] DHCP port deletion for 89eff994-9576-45a6-92c9-7c0b002adec6 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:15.246173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Deleting port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:15.246932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.275194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.332663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for af245da2-312b-49e7-9ea2-5b22a6e3e223 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:15.339239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:15.339691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.365442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d288abea-e6f7-455f-b731-87ff39a8b44b tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:15.394970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.420557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f6a48e-8cce-4b39-9b42-bcf4be478478,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:15.431168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:15.461157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.462606 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2093632
Dec 22 15:06:15.469391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38722) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:15.478222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '5b9b249d-4990-4676-b711-a2b197e3e4b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:15.494063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.509729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eaca942a-1eca-4379-bb56-5f64bb61621b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:15.573976 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857616cf70>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:12Z', 'revision_number': 9, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:15.579856 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:15.604581 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:15.605450 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857616cf70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:15.608198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet e3fbbeed-4b54-4943-9374-1390404071d8 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:15.611835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.623230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.648030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:15.654242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-03b8712f-31d2-4090-8cfd-f37f7d11b2e7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:15.671114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] For port 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1ef35cfa-8064-426f-a870-21ae37d2e2f7,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:15.671779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.698300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:15.705177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port af245da2-312b-49e7-9ea2-5b22a6e3e223 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:15.721627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:15.753012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=af245da2-312b-49e7-9ea2-5b22a6e3e223,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:15.768364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:15.795203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:15.827123 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:15.845502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.925124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:15.940616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event updated for resources: {'Subnet': ['ID=e5232460-d68e-40ed-af81-bf46e88d499d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:15.943544 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Calling delete_port for 1ef35cfa-8064-426f-a870-21ae37d2e2f7 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:15.994498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85756fc340>,) {'filters': {'network_id': ['8b7eec19-0364-4412-84e3-81be82b1b4dd']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:16.014155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85756fc340>, '95343278-4df6-4288-9370-7d67bd420e5a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:16.014369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85756fc340>, '95343278-4df6-4288-9370-7d67bd420e5a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:16.030215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.038735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.045182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:16.046215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:16.053139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.055148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.090851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.094670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Pushing event deleted for resources: {'Port': ['ID=1ef35cfa-8064-426f-a870-21ae37d2e2f7,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:16.101350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:16.104837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] No DVR routers for this DVR port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:16.109801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:16.110201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:16.125746 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:16.226044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Checking segment: {'id': '1070cea8-c798-4b6a-a9e1-75bb665ebb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:16.226573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Network hostable DHCP agents. Network: f2308654-997c-4188-ac71-b84e0cb8ddde, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:16.234249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.239655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74c1a178-3eb9-4374-8154-9a41517fd772 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:16.254310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] For port 1ef35cfa-8064-426f-a870-21ae37d2e2f7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1ef35cfa-8064-426f-a870-21ae37d2e2f7,segment=NetworkSegment(f2337428-037c-4977-9ac8-60ad26e4199f),segment_id=f2337428-037c-4977-9ac8-60ad26e4199f)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:16.254448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.265123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.277228 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857616cf70>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:12Z', 'revision_number': 9, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:16.277470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=8b7eec19-0364-4412-84e3-81be82b1b4dd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:16.282418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.286596 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1aca68-4c44-4e3e-be23-1d353bff4a49 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:12Z', 'revision_number': 9, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61cf82e8-d041-46a5-a2f3-3fa30206b974', 'name': '', 'network_id': '8eee3e76-2ea1-40fe-a8f0-206f2e3472cb', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:bd:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:05:06Z', 'updated_at': '2021-12-22T15:05:43Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '9766ed70-839a-474e-832d-9bc96c3b8767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:16.287086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:16.290517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:16.327130 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/8b7eec19-0364-4412-84e3-81be82b1b4dd HTTP/1.1" status: 204  len: 168 time: 4.2219288
Dec 22 15:06:16.331521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38726) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:16.334575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fbbeed-4b54-4943-9374-1390404071d8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:16.339865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492873131'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:16.343273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:16.346481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.348210 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/e3fbbeed-4b54-4943-9374-1390404071d8 HTTP/1.1" status: 204  len: 168 time: 1.4981434
Dec 22 15:06:16.349467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:16.351586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:16.355014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe25590-5a63-479d-ade9-04b2d306bbe2 None None] Network 10a9aade-94a6-461e-bffa-3b171355fa4c requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:16.376133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:16.426837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:16.439785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:16.473039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:16.475959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.499816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.513597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Calling delete_port for 1ef35cfa-8064-426f-a870-21ae37d2e2f7 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:16.520881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:16.523010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 38b093b0-4e08-41b6-b89b-ab4f931090dd {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:16.523343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.558732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.566053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.566391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 075f780e-fd67-462d-9793-a0691c514be4 of type vlan for network d3c30e59-dc26-4d78-93b0-8c64de543526
Dec 22 15:06:16.603036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.633659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Network f2308654-997c-4188-ac71-b84e0cb8ddde is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:16.641224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.649899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:06:16.652545 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c7311a5-46e3-46de-a12a-048dd7ba8b84 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.1782098
Dec 22 15:06:16.654721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38734) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:16.679063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:16.679390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:16.679862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, f2308654-997c-4188-ac71-b84e0cb8ddde) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:16.686678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:16.687305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.690993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc511e9-33a2-4025-89d9-7e5ba6a70353 None None] Network f2308654-997c-4188-ac71-b84e0cb8ddde requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:16.710909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] DHCP port deletion for 10a9aade-94a6-461e-bffa-3b171355fa4c request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:16.724211 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5300839
Dec 22 15:06:16.727106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38738) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:16.737305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.737795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Fanout notify agent at l3_agent the message router_deleted on router e924d3bd-ff4e-485a-a57d-359050185dd2 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:16.749442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Request body: {'port': {'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde', 'name': 'tempest-TagsExtTest-874436393'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:16.778945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.782674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:16.783242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.794408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2fd76e5d-582d-4f4b-981e-e53debd64b8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:16.841189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.844805 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d38a8221-4646-494e-987d-4bdd9548aa09 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/routers/e924d3bd-ff4e-485a-a57d-359050185dd2 HTTP/1.1" status: 204  len: 168 time: 1.9457219
Dec 22 15:06:16.851782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38742) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:16.870328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Deleting port 38b093b0-4e08-41b6-b89b-ab4f931090dd {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:16.870712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.878465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 38b093b0-4e08-41b6-b89b-ab4f931090dd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=38b093b0-4e08-41b6-b89b-ab4f931090dd,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:16.878827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:16.967531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.154725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 38b093b0-4e08-41b6-b89b-ab4f931090dd owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:17.161469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 38b093b0-4e08-41b6-b89b-ab4f931090dd no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:17.181026 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8477831
Dec 22 15:06:17.190334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38746) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:17.195104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=d3c30e59-dc26-4d78-93b0-8c64de543526,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:17.201272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:17.217118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d3c30e59-dc26-4d78-93b0-8c64de543526 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:17.221917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:17.224445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Deleting port 1ef35cfa-8064-426f-a870-21ae37d2e2f7 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:17.224792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.246439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-f2308654-997c-4188-ac71-b84e0cb8ddde', 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde', 'tenant_id': '412b6f5988714e9bbd4e5ebe3da14b58', 'fixed_ips': [{'subnet_id': 'e5232460-d68e-40ed-af81-bf46e88d499d'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:17.247344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.298856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.333096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] For port 38b093b0-4e08-41b6-b89b-ab4f931090dd, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=38b093b0-4e08-41b6-b89b-ab4f931090dd,segment=NetworkSegment(93949cd9-5c1e-476c-8352-63bdbec0a35a),segment_id=93949cd9-5c1e-476c-8352-63bdbec0a35a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:17.333764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.346098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:17.347365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] The port '1ef35cfa-8064-426f-a870-21ae37d2e2f7' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:17.355308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:17.359534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.363736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:17.366348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c91e3bdc-2503-4a87-8f07-da138eb88056 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:17.405055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:17.409938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:17.412373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=38b093b0-4e08-41b6-b89b-ab4f931090dd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:17.416244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:17.418987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Usage tracker for resource:port and tenant:412b6f5988714e9bbd4e5ebe3da14b58 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:17.421367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 38b093b0-4e08-41b6-b89b-ab4f931090dd on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:17.454712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:17.454971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:17.518451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port 38b093b0-4e08-41b6-b89b-ab4f931090dd {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:06:17.518872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 38b093b0-4e08-41b6-b89b-ab4f931090dd not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:17.519736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6b2b9680-bd04-438e-a388-ea0f7a73f253 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:17.519976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:17.548760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Calling delete_port for 38b093b0-4e08-41b6-b89b-ab4f931090dd owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:17.585533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.594244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Made reservation on behalf of 412b6f5988714e9bbd4e5ebe3da14b58 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:17.597147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.620524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 09aacc1d-2798-4bcd-a769-5bb48d54ce0b {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:17.634251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.638779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.651222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.667926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 6b2b9680-bd04-438e-a388-ea0f7a73f253 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:17.668907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6b2b9680-bd04-438e-a388-ea0f7a73f253 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:17.669475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1ef35cfa-8064-426f-a870-21ae37d2e2f7 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:17.670888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.681339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-750dde71-a0f9-4853-8f65-82f5bad06215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:17.698389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574ba4580>,) {'filters': {'network_id': ['89eff994-9576-45a6-92c9-7c0b002adec6']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.711633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] device_id is not set on port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:17.717174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1ef35cfa-8064-426f-a870-21ae37d2e2f7 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:17.717749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1ef35cfa-8064-426f-a870-21ae37d2e2f7 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:17.732188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743cdf10>,) {'filters': {'network_id': ['10a9aade-94a6-461e-bffa-3b171355fa4c']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.758611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b249d-4990-4676-b711-a2b197e3e4b4,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:17.759357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:17.760053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743cdf10>, '93949cd9-5c1e-476c-8352-63bdbec0a35a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.760240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:17.760393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743cdf10>, '93949cd9-5c1e-476c-8352-63bdbec0a35a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.761163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:17.777412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574ba4580>, 'f2337428-037c-4977-9ac8-60ad26e4199f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.778049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574ba4580>, 'f2337428-037c-4977-9ac8-60ad26e4199f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:17.779188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.805207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.810297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.816174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.819898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:17.820271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:17.834734 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:17.844353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Allocated IP 172.20.0.2 (f2308654-997c-4188-ac71-b84e0cb8ddde/e5232460-d68e-40ed-af81-bf46e88d499d/e84c8d13-4b25-4aa5-8947-916055137d73) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:17.864793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.868408 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/5b9b249d-4990-4676-b711-a2b197e3e4b4 HTTP/1.1" status: 204  len: 168 time: 1.2102854
Dec 22 15:06:17.874784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38750) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:17.902386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.944998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:17.945407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.956125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.961541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:17.969761 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:17.978542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:17.989358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=10a9aade-94a6-461e-bffa-3b171355fa4c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:17.995592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:18.016669 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/10a9aade-94a6-461e-bffa-3b171355fa4c HTTP/1.1" status: 204  len: 168 time: 1.6616430
Dec 22 15:06:18.018183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38754) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:18.057458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.093572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Transition to ACTIVE for port object e84c8d13-4b25-4aa5-8947-916055137d73 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:18.096828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71576766-348f-42f1-a3a1-aecf2b806da4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:18.101732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.107039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.112644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a27687ef-be19-466d-af65-7d40f9d9aacc tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:18.117922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Transition to ACTIVE for port object e84c8d13-4b25-4aa5-8947-916055137d73 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:18.123817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.128330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-911dbac1-563e-47ca-9c66-a7bbd472414d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:18.175258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.180186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9d6255ff-f863-492e-b167-f2c23ff4ce2d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:18.189707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.210718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Pushing event updated for resources: {'Port': ['ID=e84c8d13-4b25-4aa5-8947-916055137d73,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:18.214086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:18.219579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Network f2308654-997c-4188-ac71-b84e0cb8ddde is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:18.221481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Pushing event deleted for resources: {'Network': ['ID=89eff994-9576-45a6-92c9-7c0b002adec6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:18.222903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:18.223952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:18.228697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:18.236751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/networks/89eff994-9576-45a6-92c9-7c0b002adec6 HTTP/1.1" status: 204  len: 168 time: 3.4454083
Dec 22 15:06:18.245965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38758) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:18.265767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'routes': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:18.268374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Deleting port 38b093b0-4e08-41b6-b89b-ab4f931090dd {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:18.268840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.274350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=d5b121ed-df67-4614-9977-387f24b45dde,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:18.279423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:18.300489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '075f780e-fd67-462d-9793-a0691c514be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:18.300848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: d3c30e59-dc26-4d78-93b0-8c64de543526, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:18.342285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-71576766-348f-42f1-a3a1-aecf2b806da4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:18.343899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-71576766-348f-42f1-a3a1-aecf2b806da4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4659863
Dec 22 15:06:18.359569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38762) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:18.371073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3f0b-7e22-4550-afb5-fe24aa53f893 None None] The port '38b093b0-4e08-41b6-b89b-ab4f931090dd' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:18.389715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Attempting to bind port e84c8d13-4b25-4aa5-8947-916055137d73 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:18.389715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Attempting to bind port e84c8d13-4b25-4aa5-8947-916055137d73 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1070cea8-c798-4b6a-a9e1-75bb665ebb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:18.390387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Attempting to bind port e84c8d13-4b25-4aa5-8947-916055137d73 on network f2308654-997c-4188-ac71-b84e0cb8ddde {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:18.396919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:18.397410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Checking segment: {'id': '1070cea8-c798-4b6a-a9e1-75bb665ebb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:18.397897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.398416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Bound using segment: {'id': '1070cea8-c798-4b6a-a9e1-75bb665ebb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:18.399055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Bound port: e84c8d13-4b25-4aa5-8947-916055137d73, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1070cea8-c798-4b6a-a9e1-75bb665ebb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f2308654-997c-4188-ac71-b84e0cb8ddde'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:18.399443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.430779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--543130469'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:18.437541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:18.459215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Allocated IP 172.20.0.7 (f2308654-997c-4188-ac71-b84e0cb8ddde/e5232460-d68e-40ed-af81-bf46e88d499d/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:18.462678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:18.496949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.499339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:18.507707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:18.513982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.520035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6bc05191-1519-449d-ba5c-668daf2ab549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:18.580728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network d3c30e59-dc26-4d78-93b0-8c64de543526 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:18.607589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, d3c30e59-dc26-4d78-93b0-8c64de543526) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:18.613460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:18.614089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.647461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.654021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439078c2-9228-40e8-94b9-98371810f4e3 None None] Network d3c30e59-dc26-4d78-93b0-8c64de543526 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:18.665460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.702252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3c513638-ce10-40fe-8246-00b0faf66971 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.5105696
Dec 22 15:06:18.709946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38766) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:18.773720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0d0a4d59-aef1-45b0-8191-abd978f5c5f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:18.787782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Pushing event updated for resources: {'Port': ['ID=e84c8d13-4b25-4aa5-8947-916055137d73,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:18.814623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.815137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.815563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.816004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.816452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.816899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.823346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.823346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.823346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.823346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.823346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:18.839928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:18.943994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.971114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-d3c30e59-dc26-4d78-93b0-8c64de543526', 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': 'd5b121ed-df67-4614-9977-387f24b45dde'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:18.972331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:18.975192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=09aacc1d-2798-4bcd-a769-5bb48d54ce0b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:18.991722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.001076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcfab1e-5c1c-48e6-a970-115a269e16b4 None None] Network ca15aec5-2a2d-4da2-832d-c27f17dbb31a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:19.042329 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/09aacc1d-2798-4bcd-a769-5bb48d54ce0b HTTP/1.1" status: 204  len: 168 time: 2.1894269
Dec 22 15:06:19.046462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:19.076342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38770) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:19.079141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Added routes are [] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:06:19.079707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.extraroute_db [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Removed routes are [] {{(pid=83457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:06:19.080287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.083735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:19.092166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.092576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.092959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.093331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.093699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.094066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.094427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.094996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.095503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.096019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.096704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:19.102299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:19.107343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:19.193623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.269727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:19.361963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.403641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.416521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Allocated IP 172.20.0.1 (d3c30e59-dc26-4d78-93b0-8c64de543526/d5b121ed-df67-4614-9977-387f24b45dde/3914df67-e2e2-44bb-af40-075ec3c88f2a) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:19.423032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port f24de839-0d84-49de-a0d0-4567b08f53a0 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:19.423792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.462024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Transition to ACTIVE for port object 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:19.560977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.565029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.571122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.578450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.585268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c654e839-2963-4fff-83da-35e26b8f3a89 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:19.691252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.726141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] DHCP port deletion for ca15aec5-2a2d-4da2-832d-c27f17dbb31a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:19.734415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Deleting port f24de839-0d84-49de-a0d0-4567b08f53a0 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:19.734942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.744013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.748396 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3875983
Dec 22 15:06:19.749707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38774) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:19.763974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d18b2f-bac4-43d4-80c9-74626c249bd9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:19.767260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:19.773282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1a30ab5b-d14d-4fe8-b74b-aeff9f2377fd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '32d18b2f-bac4-43d4-80c9-74626c249bd9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:19.773941 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-1a30ab5b-d14d-4fe8-b74b-aeff9f2377fd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:19.778318 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1a30ab5b-d14d-4fe8-b74b-aeff9f2377fd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0223556
Dec 22 15:06:19.778867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38778) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:19.779339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54ea5847-c6e2-44f3-b661-dafd3031f478 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:19.817206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.820091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] For port f24de839-0d84-49de-a0d0-4567b08f53a0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f24de839-0d84-49de-a0d0-4567b08f53a0,segment=NetworkSegment(784cef13-f3fe-4833-ab7b-8e4658f5f128),segment_id=784cef13-f3fe-4833-ab7b-8e4658f5f128)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:19.820465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:19.846475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Transition to ACTIVE for port object 3914df67-e2e2-44bb-af40-075ec3c88f2a will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:19.864876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Network f2308654-997c-4188-ac71-b84e0cb8ddde is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:19.869569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:19.873223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:19.910300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event updated for resources: {'Port': ['ID=7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:19.914012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:19.940463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router 78199c35-f936-406a-8ffa-6ba0137cc14e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:19.952118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:19.952750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.001329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for f24de839-0d84-49de-a0d0-4567b08f53a0 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:20.033096 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 3.3049552
Dec 22 15:06:20.035880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38782) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:20.059460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Transition to ACTIVE for port object 3914df67-e2e2-44bb-af40-075ec3c88f2a will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:20.063733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bbddac-0f95-4179-a148-676fc318d051 None None] Network f2308654-997c-4188-ac71-b84e0cb8ddde requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:20.083182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-747232176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:20.104948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:20.124884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:20.131772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.135578 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63bb1318-378d-47d6-a3fc-bb05d56d5bfa tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 700 time: 1.8794868
Dec 22 15:06:20.135937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38786) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:20.141922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.144949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Usage tracker for resource:router and tenant:412b6f5988714e9bbd4e5ebe3da14b58 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:20.153751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:20.155793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:20.165217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.182061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:20.182284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Sync routers for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:20.185556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ffed175e-79c4-411e-b6b3-c79329ce8c87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:20.202891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ffed175e-79c4-411e-b6b3-c79329ce8c87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:20.206703 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ffed175e-79c4-411e-b6b3-c79329ce8c87 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 205 time: 0.0674496
Dec 22 15:06:20.206946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:20.213590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.224533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ed2abca-038b-41ec-9cc4-c68151e1e6fc tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:20.226841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] For port f24de839-0d84-49de-a0d0-4567b08f53a0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f24de839-0d84-49de-a0d0-4567b08f53a0,segment=NetworkSegment(784cef13-f3fe-4833-ab7b-8e4658f5f128),segment_id=784cef13-f3fe-4833-ab7b-8e4658f5f128)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:20.227251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.258812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.351675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.386551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Network d3c30e59-dc26-4d78-93b0-8c64de543526 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:20.388166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Pushing event updated for resources: {'Port': ['ID=3914df67-e2e2-44bb-af40-075ec3c88f2a,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:20.399422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Calling delete_port for f24de839-0d84-49de-a0d0-4567b08f53a0 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:20.409088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b121ed-df67-4614-9977-387f24b45dde,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:20.419904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.420849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.428258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:20.430679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.430846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:20.439268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Routers {'78199c35-f936-406a-8ffa-6ba0137cc14e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:20.440000 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575230e20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['78199c35-f936-406a-8ffa-6ba0137cc14e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:20.538674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:20.539799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.540182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.540580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.540945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.541303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.541656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.542008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.542358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.542713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.543086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.544010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:06:20.557097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:20.557097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9f2173d-3393-4d26-a4ae-cb55fd54c6f8 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:20.615678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-80599a51-8d31-43e1-aee5-d05b34f7355b None None] Provisioning for port e84c8d13-4b25-4aa5-8947-916055137d73 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:20.650087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=f24de839-0d84-49de-a0d0-4567b08f53a0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:20.687199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:20.689699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No DVR routers for this DVR port f24de839-0d84-49de-a0d0-4567b08f53a0 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:20.728543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.749646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.770952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.780506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f57f0a3-44db-4770-b970-70bfcfd22707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:20.787383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Set router 78199c35-f936-406a-8ffa-6ba0137cc14e gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:20.867270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575cc5280>,) {'filters': {'network_id': ['d3c30e59-dc26-4d78-93b0-8c64de543526']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:20.883033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d18b2f-bac4-43d4-80c9-74626c249bd9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:20.886900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:20.894302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 61cf82e8-d041-46a5-a2f3-3fa30206b974 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:20.894693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.903323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.907483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.917603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:20.918190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:20.931904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575cc5280>, '075f780e-fd67-462d-9793-a0691c514be4') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:20.932226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575cc5280>, '075f780e-fd67-462d-9793-a0691c514be4') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:20.933126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Attempting to bind port 3914df67-e2e2-44bb-af40-075ec3c88f2a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:20.933512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Attempting to bind port 3914df67-e2e2-44bb-af40-075ec3c88f2a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '075f780e-fd67-462d-9793-a0691c514be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:20.934411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Attempting to bind port 3914df67-e2e2-44bb-af40-075ec3c88f2a on network d3c30e59-dc26-4d78-93b0-8c64de543526 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:20.941192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.942020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router 78199c35-f936-406a-8ffa-6ba0137cc14e {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:20.958733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.964316 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2db77fd1-c9f3-4b30-ae66-f3c637a22a71 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 204  len: 168 time: 0.7526655
Dec 22 15:06:20.967256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38794) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:20.973619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575230e20>, [{'id': '78199c35-f936-406a-8ffa-6ba0137cc14e', 'name': 'tempest-RoutersTest-router-300630630', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:32Z', 'updated_at': '2021-12-22T15:06:10Z', 'revision_number': 11, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:20.973969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177253861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:20.974429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.981357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:20.984654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.986568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Usage tracker for resource:router and tenant:49aec5c399cd44beab3dc47a604113e7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:20.988868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Checking router: 78199c35-f936-406a-8ffa-6ba0137cc14e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:20.989776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:20.991774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:20.992168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Checking segment: {'id': '075f780e-fd67-462d-9793-a0691c514be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:20.992579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.992728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.992995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Bound using segment: {'id': '075f780e-fd67-462d-9793-a0691c514be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:20.993479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Bound port: 3914df67-e2e2-44bb-af40-075ec3c88f2a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f780e-fd67-462d-9793-a0691c514be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:20.993860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:20.996419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:21.014235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.016114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.039454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.064468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.070736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Routers set() bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:21.071127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Router IDs set() for agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 22 15:06:21.072036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_agentschedulers_db [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78199c35-f936-406a-8ffa-6ba0137cc14e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent'). {{(pid=83458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 22 15:06:21.073411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85030db-31d5-4250-847b-8b8d15cf77a4 None None] The sync data for ids ['78199c35-f936-406a-8ffa-6ba0137cc14e'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:21.122543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.123019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.125434 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e1ad0398-243e-4f47-9675-308496dc8565 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1562095
Dec 22 15:06:21.125850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85745206d0>,) {'filters': {'network_id': ['ca15aec5-2a2d-4da2-832d-c27f17dbb31a']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:21.129600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38798) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.136234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:21.149711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.150822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/32d18b2f-bac4-43d4-80c9-74626c249bd9 HTTP/1.1" status: 204  len: 168 time: 1.3693264
Dec 22 15:06:21.155898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] For port 3914df67-e2e2-44bb-af40-075ec3c88f2a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:21.159623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745206d0>, '784cef13-f3fe-4833-ab7b-8e4658f5f128') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:21.159928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745206d0>, '784cef13-f3fe-4833-ab7b-8e4658f5f128') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:21.167356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:21.167759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.204410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e84c8d13-4b25-4aa5-8947-916055137d73 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:21.212108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38802) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:21.279055 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:21.284608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.284608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-922bfd60-fc68-46c6-befb-10d67e009f6f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.2376328
Dec 22 15:06:21.295189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38806) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.296204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.298438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e84c8d13-4b25-4aa5-8947-916055137d73 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:21.304467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e84c8d13-4b25-4aa5-8947-916055137d73 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:21.305081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.313541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.320656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:21.321092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.349538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-204b4eed-7999-4e2c-b234-6bfec26404fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-41724929', 'prefixes': ['172.20.0.0/16']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:21.373027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-204b4eed-7999-4e2c-b234-6bfec26404fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:21.389425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-187315c5-3593-4d1f-9605-7ed1f0df090e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:21.420438 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:21.423706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Deleting port f24de839-0d84-49de-a0d0-4567b08f53a0 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:21.424091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.484032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:06:21.484032 dv-neutron-822675-1-hyperv neutron-server[83456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:06:21.484032 dv-neutron-822675-1-hyperv neutron-server[83456]: [parameters: {'id': 'd3c30e59-dc26-4d78-93b0-8c64de543526'}]
Dec 22 15:06:21.484032 dv-neutron-822675-1-hyperv neutron-server[83456]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:21.484591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:21.488561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.492835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.498711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc3b3dba-d509-4ca7-8e7c-43835277e9e6 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:21.529228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df6c7-671d-4ebe-9c55-bf93ce3b0b5b None None] The port 'f24de839-0d84-49de-a0d0-4567b08f53a0' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:21.530760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=ca15aec5-2a2d-4da2-832d-c27f17dbb31a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:21.533740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:21.538868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] For port 3914df67-e2e2-44bb-af40-075ec3c88f2a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3914df67-e2e2-44bb-af40-075ec3c88f2a,segment=NetworkSegment(075f780e-fd67-462d-9793-a0691c514be4),segment_id=075f780e-fd67-462d-9793-a0691c514be4)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:21.543066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/ca15aec5-2a2d-4da2-832d-c27f17dbb31a HTTP/1.1" status: 204  len: 168 time: 2.3869090
Dec 22 15:06:21.550592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.555179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-415b5d0d-60da-44d0-a1e4-0cc6d6ea8dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:21.558080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38810) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.567536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-187315c5-3593-4d1f-9605-7ed1f0df090e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:21.569136 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-187315c5-3593-4d1f-9605-7ed1f0df090e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3500972
Dec 22 15:06:21.577155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38814) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.586766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088898697'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:21.592616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.593753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:21.603991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:21.616070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 61cf82e8-d041-46a5-a2f3-3fa30206b974, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=61cf82e8-d041-46a5-a2f3-3fa30206b974,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:21.616639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.630099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.638871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Provisioning for port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:21.656319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ed698-eb50-462a-bc33-05249d48d6d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:21.663019 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3d8ed698-eb50-462a-bc33-05249d48d6d6 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/306ed7a7-8158-4853-a9cc-2b8bbbc1655c HTTP/1.1" status: 200  len: 845 time: 0.1031704
Dec 22 15:06:21.663812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38818) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.710864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:21.753348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Provisioning complete for port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:21.753726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.764368 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd325696-0ddf-4b11-81df-130f1b0093af tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/306ed7a7-8158-4853-a9cc-2b8bbbc1655c?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0990880
Dec 22 15:06:21.769606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38822) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:21.793740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Pushing event updated for resources: {'Port': ['ID=3914df67-e2e2-44bb-af40-075ec3c88f2a,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:21.797038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:21.800748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.805259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:21.826277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 61cf82e8-d041-46a5-a2f3-3fa30206b974 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:21.897099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f24de839-0d84-49de-a0d0-4567b08f53a0 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:21.899896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:21.906049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:21.908843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:21.913009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:21.936819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:21.944085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:21.947034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f24de839-0d84-49de-a0d0-4567b08f53a0 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:21.947243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f24de839-0d84-49de-a0d0-4567b08f53a0 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:21.988831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:21.992212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e84c8d13-4b25-4aa5-8947-916055137d73,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:21.995987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:21.997882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.001679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Provisioning complete for port e84c8d13-4b25-4aa5-8947-916055137d73 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:22.002069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c037805-9779-4a70-b60a-df7540708da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.028868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3524748-dfdc-4c47-a7dd-163fe3108faa None None] Network d3c30e59-dc26-4d78-93b0-8c64de543526 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:22.046575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.049152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.052642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port 3914df67-e2e2-44bb-af40-075ec3c88f2a {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:22.052995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.056634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-204b4eed-7999-4e2c-b234-6bfec26404fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for subnetpool, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.057938 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-204b4eed-7999-4e2c-b234-6bfec26404fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 746 time: 0.7615457
Dec 22 15:06:22.059903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:22.064464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38826) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:22.067204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:22.073453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-0ac85939-7520-4ebf-bb8d-e213b796e055 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f85742730d0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-1568255019') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:22.088357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.128416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a548901-0526-485b-91bd-f0640d6e1d42 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:22.155827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:22.223249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:22.248462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:22.255757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a124ffe8-98da-46ca-820e-34d4c2fed3cb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:22.265782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.270604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:22.273660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d6991044-39bb-4e59-8a52-05cdee6343e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:22.319041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.320250 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7419195
Dec 22 15:06:22.325025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=61cf82e8-d041-46a5-a2f3-3fa30206b974,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:22.328645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38830) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:22.330787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:22.336498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e18507d-14c0-4f1f-b893-493165c3d458 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:22.479188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d21eaf2e-4996-49b6-b737-22832fb1466b None None] Provisioning complete for port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:22.479714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d21eaf2e-4996-49b6-b737-22832fb1466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.482727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-03d6c807-2dc8-4027-822e-04e936fe1069 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'a124ffe8-98da-46ca-820e-34d4c2fed3cb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:22.483349 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-03d6c807-2dc8-4027-822e-04e936fe1069 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:22.484348 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03d6c807-2dc8-4027-822e-04e936fe1069 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.1526439
Dec 22 15:06:22.491994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38834) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:22.552737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.557113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d21eaf2e-4996-49b6-b737-22832fb1466b None None] Port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:22.586947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18507d-14c0-4f1f-b893-493165c3d458 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:22.713463 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0ac85939-7520-4ebf-bb8d-e213b796e055 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-1568255019 HTTP/1.1" status: 201  len: 201 time: 0.6452568
Dec 22 15:06:22.715795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38838) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:22.722503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Router d962bc8d-805a-4990-9674-6c9a867d6d09 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:06:22.729836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.737516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-5aab3dad-6d36-45ff-a86f-8b28ce411c01 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f857583a880>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-312987806') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:22.771371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.793829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port 3914df67-e2e2-44bb-af40-075ec3c88f2a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3914df67-e2e2-44bb-af40-075ec3c88f2a,segment=NetworkSegment(075f780e-fd67-462d-9793-a0691c514be4),segment_id=075f780e-fd67-462d-9793-a0691c514be4)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:22.794856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:22.925920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for 3914df67-e2e2-44bb-af40-075ec3c88f2a owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:23.019894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:23.033985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.034901 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Sync routers for ids ['d962bc8d-805a-4990-9674-6c9a867d6d09'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:23.039560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-da7e1739-faa1-4d02-8654-8fed7a4d59c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:23.054780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.057575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.061733 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Routers {'d962bc8d-805a-4990-9674-6c9a867d6d09'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:23.062382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760f5eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d962bc8d-805a-4990-9674-6c9a867d6d09'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.077239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.080583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124ffe8-98da-46ca-820e-34d4c2fed3cb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:23.088127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:23.088697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7090bc23-b7d6-4acc-992c-6908f97484a4 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:23.091292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-25d6f5f3-1b64-452c-a925-4fda4da0cad1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:23.140230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.141708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/a124ffe8-98da-46ca-820e-34d4c2fed3cb HTTP/1.1" status: 204  len: 168 time: 0.6440215
Dec 22 15:06:23.147896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.150945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.152667 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-267f9b9b-283f-4f5a-94dc-b3773870faf2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "PUT /v2.0/routers/d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 200  len: 693 time: 2.0216167
Dec 22 15:06:23.158143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38844) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.163529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=3914df67-e2e2-44bb-af40-075ec3c88f2a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:23.171563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5aab3dad-6d36-45ff-a86f-8b28ce411c01 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-312987806 HTTP/1.1" status: 201  len: 201 time: 0.4415982
Dec 22 15:06:23.177571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38850) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.178443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:23.236203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:23.240694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e84c8d13-4b25-4aa5-8947-916055137d73 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:23.245864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:23.262978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:23.263863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.267465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-dc03af7f-97db-42a1-b258-0636d724f633 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574773fa0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-419996239') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.294566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968906c-a97a-4341-8824-b4deeb6ce1c3 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:23.349750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port 3914df67-e2e2-44bb-af40-075ec3c88f2a on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:23.349985 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Set router d962bc8d-805a-4990-9674-6c9a867d6d09 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:23.375163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=dedafe5f-5f50-4d8c-a235-60c68675d9fe,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:23.394533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:23.397198 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6250215
Dec 22 15:06:23.402257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38854) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.435430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'security_group': {'name': 'tempest-secgroup-926470455'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:23.445627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:23.458536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:23.466353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:23.468726 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760f5eb0>, [{'id': 'd962bc8d-805a-4990-9674-6c9a867d6d09', 'name': 'tempest-RoutersTest-router-177253861', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:21Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.472871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:23.474473 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Checking router: d962bc8d-805a-4990-9674-6c9a867d6d09 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:23.479522 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-442faa5e-7983-43d8-9216-aaad917d4d96 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/routers/d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 200  len: 699 time: 0.3172529
Dec 22 15:06:23.483408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e45fc8de-db6c-4a1b-a85a-8d3b3a119d83 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:23.488066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38858) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.492127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Routers {'d962bc8d-805a-4990-9674-6c9a867d6d09'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:23.494135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760f5eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d962bc8d-805a-4990-9674-6c9a867d6d09'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.529024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e84c8d13-4b25-4aa5-8947-916055137d73 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:23.529423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.533018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.553783 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b531cda4-57d8-40a1-920c-164598a3340d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 200  len: 205 time: 0.0628319
Dec 22 15:06:23.560615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38862) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.630234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e45fc8de-db6c-4a1b-a85a-8d3b3a119d83 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:23.631464 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e45fc8de-db6c-4a1b-a85a-8d3b3a119d83 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4773321
Dec 22 15:06:23.640645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38866) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:23.682380 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] Set router d962bc8d-805a-4990-9674-6c9a867d6d09 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:23.701468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845104931'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:23.713204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:23.723778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'tenant_id': 'e910334eda2048e08cc9a8b57975a74e', 'fixed_ips': [{'subnet_id': 'dedafe5f-5f50-4d8c-a235-60c68675d9fe'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:23.725322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.735875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:23.745732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:23.754119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:23.754844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.758742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:23.767840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:23.770642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.786617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.796175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574496fa0>,) {'filters': {'network_id': ['d3c30e59-dc26-4d78-93b0-8c64de543526']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.815753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574496fa0>, '075f780e-fd67-462d-9793-a0691c514be4') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.816364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574496fa0>, '075f780e-fd67-462d-9793-a0691c514be4') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.833436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.862501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.868135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760f5eb0>, [{'id': 'd962bc8d-805a-4990-9674-6c9a867d6d09', 'name': 'tempest-RoutersTest-router-177253861', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:21Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:23.873795 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd9939-5c54-4f56-8de0-e8e6d1062db4 None None] The sync data for ids ['d962bc8d-805a-4990-9674-6c9a867d6d09'] in dv-neutron-822675-1-hyperv is: [{'id': 'd962bc8d-805a-4990-9674-6c9a867d6d09', 'name': 'tempest-RoutersTest-router-177253861', 'tenant_id': '49aec5c399cd44beab3dc47a604113e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:21Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 2, 'project_id': '49aec5c399cd44beab3dc47a604113e7', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:23.890615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:23.891404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:23.907995 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:23.953334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:23.955227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Allocated IP 2001:db8::2 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/dedafe5f-5f50-4d8c-a235-60c68675d9fe/64daa3b9-8529-4fdb-81c3-6a9ccdec401c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:23.958623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:23.962345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:23.976473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:24.051778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.055767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.062181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:24.095509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=d3c30e59-dc26-4d78-93b0-8c64de543526,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:24.103518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:24.106682 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dc03af7f-97db-42a1-b258-0636d724f633 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-419996239 HTTP/1.1" status: 201  len: 201 time: 0.8486414
Dec 22 15:06:24.108959 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/d3c30e59-dc26-4d78-93b0-8c64de543526 HTTP/1.1" status: 204  len: 168 time: 5.3979638
Dec 22 15:06:24.114263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38870) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.114594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38872) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.122445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793375773'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.209587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.223140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Transition to ACTIVE for port object 64daa3b9-8529-4fdb-81c3-6a9ccdec401c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:24.244166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Transition to ACTIVE for port object 64daa3b9-8529-4fdb-81c3-6a9ccdec401c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:24.250772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.256012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:24.322818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:24.326311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:24.330892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:24.332106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:24.334553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:24.377350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-885b2bae-b30c-47bd-9e92-3091256b62bb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574dceb80>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1197955228') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:24.394151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:24.404961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:24.410749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:24.433227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:24.446336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Attempting to bind port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:24.447116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Attempting to bind port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '8d00dba0-cae4-44a6-9008-8a9116c9c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:24.447906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Attempting to bind port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c on network 83dc2e2a-603f-4b1b-a090-1226a8ac623a {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:24.451615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.459421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:24.459873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Checking segment: {'id': '8d00dba0-cae4-44a6-9008-8a9116c9c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:24.460474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.461265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Bound using segment: {'id': '8d00dba0-cae4-44a6-9008-8a9116c9c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:24.461806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Bound port: 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d00dba0-cae4-44a6-9008-8a9116c9c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:24.462494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.462653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.468219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.473927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3e8c507a-7259-4d78-8438-1a17d1bab7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:24.487851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.502620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.511242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.519231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:24.521803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.535217 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-885b2bae-b30c-47bd-9e92-3091256b62bb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1197955228 HTTP/1.1" status: 201  len: 201 time: 0.4178219
Dec 22 15:06:24.536054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38878) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.541012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1d0c7-50b8-44dc-b6fc-5815d5e1ad82,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:24.546331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.547603 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.1401439
Dec 22 15:06:24.548693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:24.549801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b02a07a0-a535-41b0-9a50-72db8bc15075 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:24.559925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38882) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.560362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-17bd9258-10ef-4fc5-93e9-62a1e35f91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.571750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.575969 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8868740
Dec 22 15:06:24.577319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1426062547'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.593484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38886) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.602044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:24.608095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:24.608274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:24.614560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-70e66412-eb01-4efb-9873-47fa1c9eaf28 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8574496490>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:24.616107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.618621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-eb3bf750-cdf0-4aaf-91f8-1cf8022d7177 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'bdd2af49-3a9f-4144-a31e-57d237852d00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.619764 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-eb3bf750-cdf0-4aaf-91f8-1cf8022d7177 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:24.621793 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eb3bf750-cdf0-4aaf-91f8-1cf8022d7177 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0267420
Dec 22 15:06:24.632650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e2da8900-b079-4076-8232-dd67fb1226d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:24.633020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2af49-3a9f-4144-a31e-57d237852d00,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:24.651947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38892) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.655128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:24.660201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:24.669250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-be9b9246-cf86-4bc0-87bd-ce76579f565c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'bdd2af49-3a9f-4144-a31e-57d237852d00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.669566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:24.670133 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-be9b9246-cf86-4bc0-87bd-ce76579f565c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:24.671112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-be9b9246-cf86-4bc0-87bd-ce76579f565c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0124304
Dec 22 15:06:24.678155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38896) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.688329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:24.689631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.690621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Fanout notify agent at l3_agent the message router_deleted on router d962bc8d-805a-4990-9674-6c9a867d6d09 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:24.694237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.694730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-731136c6-0e9d-45c9-8ab7-24e56b151ee2 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'bdd2af49-3a9f-4144-a31e-57d237852d00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.695414 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-731136c6-0e9d-45c9-8ab7-24e56b151ee2 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:24.696451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-731136c6-0e9d-45c9-8ab7-24e56b151ee2 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0160666
Dec 22 15:06:24.705147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38900) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.717788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b47241dd-5d81-4402-96c5-2c4a213c8219 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'bdd2af49-3a9f-4144-a31e-57d237852d00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:24.718578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-b47241dd-5d81-4402-96c5-2c4a213c8219 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:24.720865 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b47241dd-5d81-4402-96c5-2c4a213c8219 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0147920
Dec 22 15:06:24.724503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:24.728470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38904) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.750774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:24.751490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.752730 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f1de7382-6700-4886-b9dd-0252724ff16f tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 204  len: 168 time: 1.1910512
Dec 22 15:06:24.760635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:24.761477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38908) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.776003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.776345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 4d4a5ff4-8848-457e-80aa-cf94fa38477e of type vlan for network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b
Dec 22 15:06:24.808551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:24.812736 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d799280-83cf-4936-9779-8711ecbb4c3e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 200  len: 205 time: 0.0500548
Dec 22 15:06:24.815040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38912) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.820795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:24.824878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:24.853424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.874977 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-70e66412-eb01-4efb-9873-47fa1c9eaf28 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 200  len: 241 time: 0.3295724
Dec 22 15:06:24.878276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38916) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.895822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-509e7976-7885-47d1-980c-9b112f03a825 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85742ffb80>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-1568255019') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:24.901513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:24.915696 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-43f42fcf-1ba1-43ce-823d-093eed85aa5d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:24.919009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-43f42fcf-1ba1-43ce-823d-093eed85aa5d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/d962bc8d-805a-4990-9674-6c9a867d6d09 HTTP/1.1" status: 404  len: 336 time: 0.1004376
Dec 22 15:06:24.922617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38920) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:24.949028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:24.999228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb522d4-a1e9-4d24-a9db-db7664c434b3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:24.999228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb522d4-a1e9-4d24-a9db-db7664c434b3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:25.022910 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6bb522d4-a1e9-4d24-a9db-db7664c434b3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/542cd385-7551-4504-a37c-522b4252006c HTTP/1.1" status: 404  len: 337 time: 0.0992522
Dec 22 15:06:25.025693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38924) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.029834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.033599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:25.034167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.043201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b0c2a13-cd43-418d-8309-cd67e84bebd4 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:25.080751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.094230 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8a8f8e-cff1-4d01-9435-84bb3433a025 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:25.094891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8a8f8e-cff1-4d01-9435-84bb3433a025 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:25.096765 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0b8a8f8e-cff1-4d01-9435-84bb3433a025 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/4ff4c7d3-8922-4cc1-8df4-29d9f0a3cb26 HTTP/1.1" status: 404  len: 337 time: 0.0701230
Dec 22 15:06:25.104914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38928) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.148934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.154418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-433f2d0b-c470-4c92-b3f9-05a604c3f1a3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:25.155067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433f2d0b-c470-4c92-b3f9-05a604c3f1a3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:25.157248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-433f2d0b-c470-4c92-b3f9-05a604c3f1a3 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/bbfb47dc-95c4-40b5-aa15-4368e3f58a94 HTTP/1.1" status: 404  len: 337 time: 0.0506880
Dec 22 15:06:25.160293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38932) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.163297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.169536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b441e8e2-9a74-4add-934a-52d95da5dc15 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:25.190755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=0699630e-4c5b-4cda-8ff8-4a249eaf6f2b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:25.197673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:25.209339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:25.212009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:25.225018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1093407
Dec 22 15:06:25.228795 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4293515-1e1e-4458-972d-f65188fdac1a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:25.229230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4293515-1e1e-4458-972d-f65188fdac1a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:25.232429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4293515-1e1e-4458-972d-f65188fdac1a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/cf31439e-f8d1-4bd8-ae7c-c1bf91d031e1 HTTP/1.1" status: 404  len: 337 time: 0.0692239
Dec 22 15:06:25.234250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38936) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.234572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38938) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.243682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:25.249016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:25.376967 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a49fc97f-437c-40d1-92d3-a411709e9727 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 200  len: 205 time: 0.1373241
Dec 22 15:06:25.378172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.380482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38944) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.382488 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8218563
Dec 22 15:06:25.383205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.388709 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-509e7976-7885-47d1-980c-9b112f03a825 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-1568255019 HTTP/1.1" status: 204  len: 168 time: 0.5075197
Dec 22 15:06:25.390346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.394371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38952) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.414168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-309efe03-68b6-4908-9611-eaa039a6a430 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f857501e160>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-1568255019') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:25.438219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:25.444120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983a4300-29ea-4720-be30-a18bbe50b977,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:25.459889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:25.470603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2504931b-d352-4c74-b8f8-05950628b999 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:25.475910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:25.482045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:25.485641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:25.487939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1255209499', 'security_groups': ['983a4300-29ea-4720-be30-a18bbe50b977'], 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dedafe5f-5f50-4d8c-a235-60c68675d9fe'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:25.492856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:25.511767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:25.562427 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-11060172-4615-4fde-b067-dcc8e9b9202e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:25.566578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-11060172-4615-4fde-b067-dcc8e9b9202e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/78199c35-f936-406a-8ffa-6ba0137cc14e HTTP/1.1" status: 404  len: 336 time: 0.1818752
Dec 22 15:06:25.566578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2af49-3a9f-4144-a31e-57d237852d00,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:25.571365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38956) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.574202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:25.581546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.584901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/bdd2af49-3a9f-4144-a31e-57d237852d00 HTTP/1.1" status: 204  len: 168 time: 0.8535941
Dec 22 15:06:25.586773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38960) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.647789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-118b04a6-8ed5-425f-9b5c-9bbd93fdeb45 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Synchronizing usage tracker for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:25.655667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:25.703927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-118b04a6-8ed5-425f-9b5c-9bbd93fdeb45 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Unset dirty status for tenant:49aec5c399cd44beab3dc47a604113e7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:25.705111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-118b04a6-8ed5-425f-9b5c-9bbd93fdeb45 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa8930c9-6173-437b-ab51-10f3f53ac3a5 HTTP/1.1" status: 200  len: 205 time: 0.1299214
Dec 22 15:06:25.710603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38964) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.767970 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-309efe03-68b6-4908-9611-eaa039a6a430 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-1568255019 HTTP/1.1" status: 204  len: 168 time: 0.3701632
Dec 22 15:06:25.770241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38968) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.772281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-55590428-8c41-4614-be60-8d60700ee501 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:25.780415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:25.783925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-70d14bba-caa9-4d90-ae74-0684a5c92c56 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f85743b9ee0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:25.793236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:port and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:25.798436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-18096ead-cc84-42db-acf1-794856e65a2c tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:25.801844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-18096ead-cc84-42db-acf1-794856e65a2c tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/fa8930c9-6173-437b-ab51-10f3f53ac3a5 HTTP/1.1" status: 404  len: 336 time: 0.0879622
Dec 22 15:06:25.801844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:25.803808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38972) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.810523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:25.843527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-55590428-8c41-4614-be60-8d60700ee501 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:25.848263 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-55590428-8c41-4614-be60-8d60700ee501 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2568336
Dec 22 15:06:25.849711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38976) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.856318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b385dcd9-ac90-4b1d-81e8-87f278057918 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:25.856789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b385dcd9-ac90-4b1d-81e8-87f278057918 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:25.857472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048792556'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:25.858407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b385dcd9-ac90-4b1d-81e8-87f278057918 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/f7e06cc7-69c0-41f4-b62b-802aa1a37bb2 HTTP/1.1" status: 404  len: 337 time: 0.0531425
Dec 22 15:06:25.862357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:25.864017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38980) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.869473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:25.873299 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8508477
Dec 22 15:06:25.873299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:25.879720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38984) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:25.881091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:25.906223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:25.908266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575248be0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:25.926951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:25.974273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.066000 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-70d14bba-caa9-4d90-ae74-0684a5c92c56 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 200  len: 205 time: 0.2908022
Dec 22 15:06:26.095230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:26.111802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38988) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.131513 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b5a30c52-a5ba-4a77-a1fb-8b34a7ebe617 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 200  len: 205 time: 0.2661777
Dec 22 15:06:26.134861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 38992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.135007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-f7500074-73ac-4f0d-ac4b-519679b9d412 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f857457e7c0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:26.180025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Provisioning for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:26.241150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:26.241628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.244057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.264924 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f7500074-73ac-4f0d-ac4b-519679b9d412 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 200  len: 240 time: 0.1456249
Dec 22 15:06:26.265242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 38996) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.272037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-b3f3c2ce-4631-4af4-81bc-277e24de01f1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574d565e0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-312987806') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:26.314625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port 4543915e-871d-493f-86cd-14b337f2abd3 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:26.355093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:26.360684 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-56a687a0-9e05-4fc8-8871-f187da08b585 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:26.361708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-56a687a0-9e05-4fc8-8871-f187da08b585 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/8a60107a-12e3-484b-9c72-fe83350e43d9 HTTP/1.1" status: 404  len: 336 time: 0.2247078
Dec 22 15:06:26.364539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39000) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.376006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:26.383509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:26.400759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:26.430903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.432683 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5bd39eab-55c8-42ea-9213-de024b4c0b12 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd28819d-4322-4299-94d7-e981f4ed1867 HTTP/1.1" status: 200  len: 205 time: 0.0668027
Dec 22 15:06:26.437427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39004) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.444109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9bc431af-31a5-4d5d-a99a-9b16bc906011 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:26.502428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet 9766ed70-839a-474e-832d-9bc96c3b8767 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:26.518781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.524451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.549529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-acd8fd62-f831-4337-ac8a-7e5abc640ff7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:26.552928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-acd8fd62-f831-4337-ac8a-7e5abc640ff7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/fd28819d-4322-4299-94d7-e981f4ed1867 HTTP/1.1" status: 404  len: 336 time: 0.1096191
Dec 22 15:06:26.555411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39008) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.568093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:26.576159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.579768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc59ad-0fde-4470-afe9-4735a1f7f05d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:26.580349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:26.599219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:26.616085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b3f3c2ce-4631-4af4-81bc-277e24de01f1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-312987806 HTTP/1.1" status: 204  len: 168 time: 0.3474557
Dec 22 15:06:26.616085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-601abe12-e569-4bee-8cc8-059095869944 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:26.616085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601abe12-e569-4bee-8cc8-059095869944 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:26.618892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39012) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.631244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-5a6438e6-c30f-4a60-b0cd-afffceb2b746 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f857531f7c0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-312987806') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:26.641743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575248be0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 10, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:26.657723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-601abe12-e569-4bee-8cc8-059095869944 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/c9f04b3b-ef4b-471b-badc-023142df370c HTTP/1.1" status: 404  len: 337 time: 0.0990996
Dec 22 15:06:26.657951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39016) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.659697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:26.662786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.666249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:26.666634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.700407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:26.704701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.714412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:26.718535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c710249f-668f-4ece-a17d-2567ed118dc5 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6fbfe8e-1392-41ba-abe9-0a393891fb3b HTTP/1.1" status: 200  len: 205 time: 0.0571687
Dec 22 15:06:26.718701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.720835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39020) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.727214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3370492b-2ac5-4e92-bc16-1691f6d67907 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:26.750937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:26.751717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575248be0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:05:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:26.761864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '4d4a5ff4-8848-457e-80aa-cf94fa38477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:26.762219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:26.792440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-9a7646e2-bb24-4786-8adf-6333a1021128 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:26.796475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9a7646e2-bb24-4786-8adf-6333a1021128 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/e6fbfe8e-1392-41ba-abe9-0a393891fb3b HTTP/1.1" status: 404  len: 336 time: 0.0742083
Dec 22 15:06:26.797634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.803735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::1d3 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/dedafe5f-5f50-4d8c-a235-60c68675d9fe/4543915e-871d-493f-86cd-14b337f2abd3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:26.810246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:26.845303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:26.860260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:26.869235 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa61959-1a6e-4a20-a843-163a7cd4b754 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:26.869675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa61959-1a6e-4a20-a843-163a7cd4b754 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:26.874381 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-faa61959-1a6e-4a20-a843-163a7cd4b754 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/2f699625-d22c-4e6b-8385-2a62dfd0ada6 HTTP/1.1" status: 404  len: 337 time: 0.0697381
Dec 22 15:06:26.875208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:26.876324 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0261166
Dec 22 15:06:26.877427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39028) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.881523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39030) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.921896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:26.922376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c75718b5-b367-4923-9f94-58dfe1e02436 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:26.923355 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-c75718b5-b367-4923-9f94-58dfe1e02436 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:26.926863 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c75718b5-b367-4923-9f94-58dfe1e02436 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0401330
Dec 22 15:06:26.927583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39036) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.935707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:26.951966 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f3856ab2-1238-44c6-8c44-f747ba4e6f0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6346d79-77f6-4db5-bcea-e9059b5ffdf3 HTTP/1.1" status: 200  len: 205 time: 0.0701089
Dec 22 15:06:26.952838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:26.954363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39040) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:26.960226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:26.966732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:26.977240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:27.030277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-da4d8ed5-98d4-410e-93ec-b2e56c8a1835 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:27.033718 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-da4d8ed5-98d4-410e-93ec-b2e56c8a1835 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/routers/d6346d79-77f6-4db5-bcea-e9059b5ffdf3 HTTP/1.1" status: 404  len: 336 time: 0.0760596
Dec 22 15:06:27.033718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:27.034611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39044) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.035856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.081005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:27.092145 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5a04e7-6f12-44b7-bd59-48c2adad989e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:27.092654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5a04e7-6f12-44b7-bd59-48c2adad989e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:27.094776 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bd5a04e7-6f12-44b7-bd59-48c2adad989e tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/4a4cf162-99aa-436d-ba0b-492b2f2800f2 HTTP/1.1" status: 404  len: 337 time: 0.0592902
Dec 22 15:06:27.097664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:27.098497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.101751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39048) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.123485 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5a6438e6-c30f-4a60-b0cd-afffceb2b746 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-312987806 HTTP/1.1" status: 204  len: 168 time: 0.5029938
Dec 22 15:06:27.127298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39052) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.135056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-7b5802d5-ca77-4d0b-914d-e9e51202f32e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f857516b520>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:27.154252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-934400e9-4978-479e-a532-1f0570476bd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:27.154797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934400e9-4978-479e-a532-1f0570476bd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:27.157182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-934400e9-4978-479e-a532-1f0570476bd7 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] 10.222.0.69 "DELETE /v2.0/subnets/f86ca057-3c49-413d-aa65-38f303aec309 HTTP/1.1" status: 404  len: 337 time: 0.0543244
Dec 22 15:06:27.163548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d5bed-e5bb-4889-9ef5-1fe0f47a310e None None] Network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:27.166494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.174825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.9368303
Dec 22 15:06:27.181688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:27.182988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39058) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.191017 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:27.193771 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-739cc141-a5c0-4a6c-9f84-f7ec6caed0cd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2654502
Dec 22 15:06:27.195701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39062) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.203725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d192c1a5-00df-4613-98ed-797e614a4599 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:27.204435 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-d192c1a5-00df-4613-98ed-797e614a4599 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:27.205753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d192c1a5-00df-4613-98ed-797e614a4599 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0087175
Dec 22 15:06:27.208411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39066) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.220847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:27.228910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 4543915e-871d-493f-86cd-14b337f2abd3 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:27.252367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:27.258638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.268957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89808c8e-1f2f-420c-8d04-e0ee1820743d tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:27.282730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.291078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:27.312837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:27.343243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=9766ed70-839a-474e-832d-9bc96c3b8767,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:27.350137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:27.363305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.380151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:27.385847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b47fe-b3be-465f-9447-19e80e9e9089 None None] Network 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:27.398255 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/9766ed70-839a-474e-832d-9bc96c3b8767 HTTP/1.1" status: 204  len: 168 time: 1.5175376
Dec 22 15:06:27.401660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=4543915e-871d-493f-86cd-14b337f2abd3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:27.411636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39070) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.415434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:27.418141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:27.446889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.463845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:27.467275 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:27.471507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-927aa1be-6060-4fd5-8060-6234df802918 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2619789
Dec 22 15:06:27.472479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:27.474448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39076) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.480463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c0712185-7abb-4dbe-ad06-df3c44d57f7d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:27.481321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-c0712185-7abb-4dbe-ad06-df3c44d57f7d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:27.486477 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c0712185-7abb-4dbe-ad06-df3c44d57f7d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0107527
Dec 22 15:06:27.487695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:27.493207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:27.494005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.511213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39080) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.515060 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7b5802d5-ca77-4d0b-914d-e9e51202f32e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 200  len: 205 time: 0.3865595
Dec 22 15:06:27.518322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39082) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.523301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1374450
Dec 22 15:06:27.528904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39086) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.541060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:27.546195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:27.596173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-a01eabe4-2d67-420d-8e3f-db95f91cdff1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f857513fcd0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:27.618756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.703320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b52a7795-a79f-4579-83b0-0389ae15d36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.725509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:27.726787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:27.733474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:27.738283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:27.745737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:27.766230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:27.771175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.862330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-0699630e-4c5b-4cda-8ff8-4a249eaf6f2b', 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': 'a7dc59ad-0fde-4470-afe9-4735a1f7f05d'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:27.863138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.879573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:27.879955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.880071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:27.883720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:27.893500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:27.907165 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0fd57a4-8431-4830-b5cc-47070ed89a85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49aec5c399cd44beab3dc47a604113e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2851171
Dec 22 15:06:27.913583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39098) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:27.942917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:27.967859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 57b06ae1-53d1-4582-a638-20ea495d8f57 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:27.968244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.010145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-802b91c4-575c-47ac-a3c2-3184058bae52 None None] Provisioning for port 4543915e-871d-493f-86cd-14b337f2abd3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:28.019916 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Project 4dab764a5079452c8fbf8ba338875bad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:06:28.041868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-802b91c4-575c-47ac-a3c2-3184058bae52 None None] Provisioning complete for port 4543915e-871d-493f-86cd-14b337f2abd3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:28.042258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-802b91c4-575c-47ac-a3c2-3184058bae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.051228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.076258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575248be0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 10, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:28.120595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33119f-2379-4ddc-860c-c2c2ed9fbf65 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:22Z', 'revision_number': 10, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None, '_interfaces': [{'id': '1d4bb486-4b33-48fc-88cc-388058d3bc3e', 'name': '', 'network_id': 'ed699ce8-e53b-4a1a-8974-f733a3d6cad2', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'mac_address': 'fa:16:3e:92:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:04:51Z', 'updated_at': '2021-12-22T15:05:11Z', 'revision_number': 5, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'subnets': [{'id': '0fa927ff-6825-48f1-a5c9-fe02facecaf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:28.124816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.134124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.151978 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a01eabe4-2d67-420d-8e3f-db95f91cdff1 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 200  len: 240 time: 0.6249490
Dec 22 15:06:28.161451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.ipam_backend_mixin [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dedafe5f-5f50-4d8c-a235-60c68675d9fe (CIDR: 2001:db8::/64)
Dec 22 15:06:28.163426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39102) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.166267 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:28.168918 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48ba9064-4932-4fa3-871b-8871ef8509ab tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.6508770
Dec 22 15:06:28.177217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39104) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.191075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-e1fcd7c7-006b-478a-a92f-05f8e929a24e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85754ec640>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-419996239') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:28.224917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.237396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-802b91c4-575c-47ac-a3c2-3184058bae52 None None] Port 4543915e-871d-493f-86cd-14b337f2abd3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:28.244633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:28.245148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:28.266099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fc7d1194-f60c-4a9c-869c-0f74f8ecc04b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:28.267008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-fc7d1194-f60c-4a9c-869c-0f74f8ecc04b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:28.271158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc7d1194-f60c-4a9c-869c-0f74f8ecc04b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0857172
Dec 22 15:06:28.277229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Allocated IP 172.20.0.1 (0699630e-4c5b-4cda-8ff8-4a249eaf6f2b/a7dc59ad-0fde-4470-afe9-4735a1f7f05d/024bbeab-7b33-4252-9113-ab365a6e2a05) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:28.296548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39110) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.298472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-128918eb-ca9d-4559-9c50-1866a8b33aec tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7680030
Dec 22 15:06:28.310676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39114) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.316876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:28.326327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.379161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:28.399098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:28.438071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 57b06ae1-53d1-4582-a638-20ea495d8f57, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57b06ae1-53d1-4582-a638-20ea495d8f57,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:28.438445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.465517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:28.481047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:28.494991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:28.511400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] DHCP port deletion for 8eee3e76-2ea1-40fe-a8f0-206f2e3472cb request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:28.514897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.524082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Deleting port 57b06ae1-53d1-4582-a638-20ea495d8f57 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:28.524082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.538382 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Project 4dab764a5079452c8fbf8ba338875bad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:06:28.573346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Transition to ACTIVE for port object 024bbeab-7b33-4252-9113-ab365a6e2a05 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:28.577741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 57b06ae1-53d1-4582-a638-20ea495d8f57 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:28.617842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Transition to ACTIVE for port object 024bbeab-7b33-4252-9113-ab365a6e2a05 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:28.634100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39118) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.636549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e1fcd7c7-006b-478a-a92f-05f8e929a24e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-419996239 HTTP/1.1" status: 204  len: 168 time: 0.4618592
Dec 22 15:06:28.644922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-1b5d1c77-9022-4ba1-8441-423db23abe4e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f85745ab0d0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-419996239') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:28.656193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:28.660444 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7168825c-8ccc-4b65-b9f1-202f7bee4926 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3605549
Dec 22 15:06:28.661618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.665568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:28.668982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:28.670160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:28.683000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:28.689254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:28.696940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39122) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.701542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:28.705107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.727993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:28.788596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.792564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:28.799403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-63184720-7777-4f4a-ad22-3b07f102d0a8 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:28.811051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:28.818871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:28.826191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcae530-05f4-479f-b440-4e6736b57f6c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:28.835258 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1b5d1c77-9022-4ba1-8441-423db23abe4e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-419996239 HTTP/1.1" status: 204  len: 168 time: 0.2001188
Dec 22 15:06:28.838705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.843013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39126) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.844632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-93664f1c-f98c-4d8d-bf4f-d9d04a45fc00 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:28.846410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:28.847588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:28.853093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.854746 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dcae530-05f4-479f-b440-4e6736b57f6c HTTP/1.1" status: 204  len: 168 time: 0.9398170
Dec 22 15:06:28.881022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Project 4dab764a5079452c8fbf8ba338875bad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:06:28.889664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-c6b3cf37-e7e0-4475-9beb-bcc35c417d43 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8574dd0160>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:28.908771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:28.916407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] For port 57b06ae1-53d1-4582-a638-20ea495d8f57, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=57b06ae1-53d1-4582-a638-20ea495d8f57,segment=NetworkSegment(50c2b390-d98d-4d46-a9fb-0803a99077a5),segment_id=50c2b390-d98d-4d46-a9fb-0803a99077a5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:28.916801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.925487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:28.929640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4c224ed9-951f-4324-9a33-260c36a3f0af tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2316556
Dec 22 15:06:28.930342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39132) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:28.932560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:28.941628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:28.953969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Pushing event updated for resources: {'Port': ['ID=024bbeab-7b33-4252-9113-ab365a6e2a05,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:28.954407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dc59ad-0fde-4470-afe9-4735a1f7f05d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:28.956230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:28.972981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.029879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.030573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:29.052659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.087854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 57b06ae1-53d1-4582-a638-20ea495d8f57 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:29.102163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.201177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.207368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a0a8e12d-bc08-4058-b527-de890059740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:29.207559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=57b06ae1-53d1-4582-a638-20ea495d8f57,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:29.210039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.235465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.247961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:29.249907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.256067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.257973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-53e29128-9397-4e94-bec8-dc1cf4eef06f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:29.267018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 57b06ae1-53d1-4582-a638-20ea495d8f57 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:29.307205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.311307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/c6f50d2a-f829-4ecb-98bc-2cd0e023d0d7 HTTP/1.1" status: 204  len: 168 time: 0.3755267
Dec 22 15:06:29.315585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39136) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.349557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:29.353083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743b9f40>,) {'filters': {'network_id': ['0699630e-4c5b-4cda-8ff8-4a249eaf6f2b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.354447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=56e55b49-3257-4504-9a7f-dcf4fbda641f,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:29.357249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:29.359940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.361318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:29.362062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.368408 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c6b3cf37-e7e0-4475-9beb-bcc35c417d43 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 200  len: 205 time: 0.4870782
Dec 22 15:06:29.373671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.374793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Calling delete_port for 57b06ae1-53d1-4582-a638-20ea495d8f57 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:29.388762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743b9f40>, '4d4a5ff4-8848-457e-80aa-cf94fa38477e') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.389070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743b9f40>, '4d4a5ff4-8848-457e-80aa-cf94fa38477e') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.389846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0682089
Dec 22 15:06:29.392947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39144) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.400893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-250843367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56e55b49-3257-4504-9a7f-dcf4fbda641f'}], 'security_groups': ['49c1d0c7-50b8-44dc-b6fc-5815d5e1ad82']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:29.407544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-53cc75d2-0a12-4857-88fb-4fe5ddcebf14 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f85756d6880>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.426281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.436024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.452003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521ca29-0b84-4edc-9fb4-f794f8be8772 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:29.464199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9148afdf-0b4c-4bc6-a1da-b0bf4dacd21b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:29.470672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.478235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d240d0>,) {'filters': {'network_id': ['8eee3e76-2ea1-40fe-a8f0-206f2e3472cb']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.493254 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-53cc75d2-0a12-4857-88fb-4fe5ddcebf14 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 200  len: 241 time: 0.1184950
Dec 22 15:06:29.495960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:29.496572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:29.510955 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:29.514534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.517173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d240d0>, '50c2b390-d98d-4d46-a9fb-0803a99077a5') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.517566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d240d0>, '50c2b390-d98d-4d46-a9fb-0803a99077a5') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.526827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-c699f584-25fd-42d8-8091-56378c5c329a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574807bb0>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1197955228') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.552763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9148afdf-0b4c-4bc6-a1da-b0bf4dacd21b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:29.558274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9148afdf-0b4c-4bc6-a1da-b0bf4dacd21b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2370863
Dec 22 15:06:29.565290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.574770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--775089159'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:29.585578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:29.588443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.589022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.613724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:29.619367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c699f584-25fd-42d8-8091-56378c5c329a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1197955228 HTTP/1.1" status: 204  len: 168 time: 0.0996647
Dec 22 15:06:29.619646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 57b06ae1-53d1-4582-a638-20ea495d8f57 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:29.620305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 57b06ae1-53d1-4582-a638-20ea495d8f57 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:29.620614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 61cf82e8-d041-46a5-a2f3-3fa30206b974 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:29.620747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39156) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.628327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-fcb74e78-60ac-457e-8b31-3d05caf1f236 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574bfcbe0>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1197955228') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.637782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.641674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:06:29.641674 dv-neutron-822675-1-hyperv neutron-server[83457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:06:29.641674 dv-neutron-822675-1-hyperv neutron-server[83457]: [parameters: {'id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'}]
Dec 22 15:06:29.641674 dv-neutron-822675-1-hyperv neutron-server[83457]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:29.642027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:29.647784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:29.648047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:29.665563 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:29.667901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.711900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 61cf82e8-d041-46a5-a2f3-3fa30206b974 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:29.712332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 61cf82e8-d041-46a5-a2f3-3fa30206b974 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:29.753100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.766511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.770086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-75d2f15b-ea39-489e-8e97-5b69be6a6d50 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:29.784349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Attempting to bind port 024bbeab-7b33-4252-9113-ab365a6e2a05 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:29.784755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Attempting to bind port 024bbeab-7b33-4252-9113-ab365a6e2a05 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '4d4a5ff4-8848-457e-80aa-cf94fa38477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:29.785130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Attempting to bind port 024bbeab-7b33-4252-9113-ab365a6e2a05 on network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:29.785247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.795341 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fcb74e78-60ac-457e-8b31-3d05caf1f236 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1197955228 HTTP/1.1" status: 204  len: 168 time: 0.1705439
Dec 22 15:06:29.797639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39160) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.800047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=8eee3e76-2ea1-40fe-a8f0-206f2e3472cb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:29.804902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:29.808362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-117610ef-0743-462e-85ed-fd6e79eb71ba tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8574d241c0>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:29.814931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:29.826324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:29.832922 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/8eee3e76-2ea1-40fe-a8f0-206f2e3472cb HTTP/1.1" status: 204  len: 168 time: 2.4161663
Dec 22 15:06:29.833077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:29.833169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39164) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:29.841098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:29.845732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:29.846124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Checking segment: {'id': '4d4a5ff4-8848-457e-80aa-cf94fa38477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:29.846537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.846943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Bound using segment: {'id': '4d4a5ff4-8848-457e-80aa-cf94fa38477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:29.847432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Bound port: 024bbeab-7b33-4252-9113-ab365a6e2a05, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4a5ff4-8848-457e-80aa-cf94fa38477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0699630e-4c5b-4cda-8ff8-4a249eaf6f2b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:29.847817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.868787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:29.869174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:29.976270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] For port 024bbeab-7b33-4252-9113-ab365a6e2a05, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:29.979698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] For port 024bbeab-7b33-4252-9113-ab365a6e2a05, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=024bbeab-7b33-4252-9113-ab365a6e2a05,segment=NetworkSegment(4d4a5ff4-8848-457e-80aa-cf94fa38477e),segment_id=4d4a5ff4-8848-457e-80aa-cf94fa38477e)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:29.986102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:29.990625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:30.010540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.017139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.024561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd8d79f2-37fd-4771-8c1e-c5e102897494 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:30.088472 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-117610ef-0743-462e-85ed-fd6e79eb71ba tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 200  len: 205 time: 0.2896779
Dec 22 15:06:30.091012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39168) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.097957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-0f9753cc-daba-4385-9653-093bd8eb0019 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85743b9e80>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:30.117383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19768198-1d62-4f5a-82dd-ba04479c7025,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:30.125324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:30.129135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.133523 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5620835
Dec 22 15:06:30.138313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39172) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.143310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.143569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '19768198-1d62-4f5a-82dd-ba04479c7025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:30.151951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:30.160600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:30.167402 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0f9753cc-daba-4385-9653-093bd8eb0019 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 204  len: 168 time: 0.0728762
Dec 22 15:06:30.167601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:30.167711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.174914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:30.176350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-1c7353c1-96a3-4151-a78b-38b19d4049f7 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8575343220>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:30.187485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Delete allocated IP 2001:db8::1d3 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/dedafe5f-5f50-4d8c-a235-60c68675d9fe) {{(pid=83456) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:06:30.195671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Pushing event updated for resources: {'Port': ['ID=024bbeab-7b33-4252-9113-ab365a6e2a05,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:30.198787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8:0:1::2d (83dc2e2a-603f-4b1b-a090-1226a8ac623a/56e55b49-3257-4504-9a7f-dcf4fbda641f/4543915e-871d-493f-86cd-14b337f2abd3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:30.200905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:30.214333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Update dhcp port {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'fixed_ips': [{'subnet_id': 'dedafe5f-5f50-4d8c-a235-60c68675d9fe', 'ip_address': '2001:db8::2'}, {'subnet_id': '56e55b49-3257-4504-9a7f-dcf4fbda641f'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '64daa3b9-8529-4fdb-81c3-6a9ccdec401c'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:06:30.230160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port 024bbeab-7b33-4252-9113-ab365a6e2a05 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:30.231103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.287357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.302138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb97317-fa34-4ebe-849c-aae7ba907668 None None] Network 0699630e-4c5b-4cda-8ff8-4a249eaf6f2b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:30.375265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Deleting port 57b06ae1-53d1-4582-a638-20ea495d8f57 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:30.375651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.471458 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The resource could not be found.
Dec 22 15:06:30.475451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cb1268c7-90b0-47f5-9de6-1ea1bf353066 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3368895
Dec 22 15:06:30.476038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39180) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.509461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c0070f96-0508-41a4-bbdb-f6d4821ddb5e None None] The port '57b06ae1-53d1-4582-a638-20ea495d8f57' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:30.511341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '19768198-1d62-4f5a-82dd-ba04479c7025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1ed9c1c8-ddeb-4e6c-988e-5554f0f225a8'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:30.526674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:30.532153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:30.535647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:30.549117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:30.579130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.595862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object 4543915e-871d-493f-86cd-14b337f2abd3 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:30.621936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.627731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:30.661112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c7353c1-96a3-4151-a78b-38b19d4049f7 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 204  len: 168 time: 0.4856889
Dec 22 15:06:30.661112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39184) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.665157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The resource could not be found.
Dec 22 15:06:30.668874 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3cff6000-e8cf-4370-bb30-0bca20218fd4 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1733556
Dec 22 15:06:30.673162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39188) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.678736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-2294d872-6401-43aa-8f4d-5bb297bb3a41 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8574ee38e0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:30.733508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port 024bbeab-7b33-4252-9113-ab365a6e2a05, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=024bbeab-7b33-4252-9113-ab365a6e2a05,segment=NetworkSegment(4d4a5ff4-8848-457e-80aa-cf94fa38477e),segment_id=4d4a5ff4-8848-457e-80aa-cf94fa38477e)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:30.733868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.776598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] In _notify_port_updated(), no bound segment for port 4543915e-871d-493f-86cd-14b337f2abd3 on network 83dc2e2a-603f-4b1b-a090-1226a8ac623a {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:06:30.778301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Allocated IP 2001:db8:0:1::2 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/56e55b49-3257-4504-9a7f-dcf4fbda641f/64daa3b9-8529-4fdb-81c3-6a9ccdec401c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:30.780990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:30.782022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.785827 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/ports/4543915e-871d-493f-86cd-14b337f2abd3 HTTP/1.1" status: 200  len: 929 time: 1.3917732
Dec 22 15:06:30.789427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:30.798870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=4543915e-871d-493f-86cd-14b337f2abd3,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:30.835293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:30.867912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for 024bbeab-7b33-4252-9113-ab365a6e2a05 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:30.892950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 4543915e-871d-493f-86cd-14b337f2abd3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:30.892950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.923721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:30.925926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.943391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.952503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.969865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Transition to ACTIVE for port object 64daa3b9-8529-4fdb-81c3-6a9ccdec401c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:30.972541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.974214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:30.977640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-33989841-425e-48be-b2ab-7a0b368b8d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:31.086695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.093004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2c9e8f79-fb7f-4334-9643-e0e4f2bbac72 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:31.134222 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2294d872-6401-43aa-8f4d-5bb297bb3a41 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 204  len: 168 time: 0.4644141
Dec 22 15:06:31.140987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39196) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.147715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=024bbeab-7b33-4252-9113-ab365a6e2a05,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:31.152611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-8c38b455-1054-433f-a13c-4387784195ec tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85746fc2b0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:31.172892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:31.175775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:31.178743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:31.189967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port 024bbeab-7b33-4252-9113-ab365a6e2a05 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:31.194966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.341733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 4543915e-871d-493f-86cd-14b337f2abd3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:31.392156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.403135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4838d54-290b-4b71-9f4e-1e3b0eca37ac tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:31.428423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19768198-1d62-4f5a-82dd-ba04479c7025,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:31.432843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:31.447863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.453332 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/19768198-1d62-4f5a-82dd-ba04479c7025 HTTP/1.1" status: 204  len: 168 time: 0.7771873
Dec 22 15:06:31.454360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39200) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.484585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.521042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85747b0850>,) {'filters': {'network_id': ['0699630e-4c5b-4cda-8ff8-4a249eaf6f2b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:31.564795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747b0850>, '4d4a5ff4-8848-457e-80aa-cf94fa38477e') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:31.565091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85747b0850>, '4d4a5ff4-8848-457e-80aa-cf94fa38477e') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:31.569732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-30fcb25f-eda2-4ce8-8082-cfc088ed5037 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:31.585047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.589193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.595680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9ba49b42-e0f4-48d6-b267-6af6c364e4b2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:31.616990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.633174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-30fcb25f-eda2-4ce8-8082-cfc088ed5037 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:31.641433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-30fcb25f-eda2-4ce8-8082-cfc088ed5037 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1846890
Dec 22 15:06:31.655580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39204) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.656465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=4543915e-871d-493f-86cd-14b337f2abd3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:31.661320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:31.674883 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8c38b455-1054-433f-a13c-4387784195ec tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 204  len: 168 time: 0.5301249
Dec 22 15:06:31.676011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:31.678723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:31.691771 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:31.693960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39208) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.701018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': 'b855fa95-54ae-41db-adea-ee337a38078b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:31.709845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-6c963313-e278-4158-9d8d-275268ce0b14 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574319190>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-824023786') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:31.752253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:31.761124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.765998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:31.772645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:31.786001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:31.792482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/4543915e-871d-493f-86cd-14b337f2abd3 HTTP/1.1" status: 204  len: 168 time: 0.9959190
Dec 22 15:06:31.794208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39212) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.830657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.835328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:31.850440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.858562 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8bac30-de88-4f11-95fc-4467e32556b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:06:31.859391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-da8bac30-de88-4f11-95fc-4467e32556b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:31.868212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=0699630e-4c5b-4cda-8ff8-4a249eaf6f2b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:31.871833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:31.876674 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/0699630e-4c5b-4cda-8ff8-4a249eaf6f2b HTTP/1.1" status: 204  len: 168 time: 4.6879516
Dec 22 15:06:31.876949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39216) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.890058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971857976'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:31.914536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:31.926230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:31.926587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Provisioning for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:31.931810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:31.932212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:31.938479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:31.949006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-da8bac30-de88-4f11-95fc-4467e32556b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:31.955228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-da8bac30-de88-4f11-95fc-4467e32556b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/4543915e-871d-493f-86cd-14b337f2abd3 HTTP/1.1" status: 404  len: 333 time: 0.1579504
Dec 22 15:06:31.956807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:31.959646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39220) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.964128 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The resource could not be found.
Dec 22 15:06:31.966634 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d46c9526-9a1d-45f1-9b56-d92ddbdc9dcf tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3025806
Dec 22 15:06:31.981785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39224) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:31.997356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049352136'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:32.008071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:32.025985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:32.029587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.051843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:32.088327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:32.089038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.096325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.113927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:32.132987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6c963313-e278-4158-9d8d-275268ce0b14 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-824023786 HTTP/1.1" status: 201  len: 201 time: 0.4274480
Dec 22 15:06:32.139543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39228) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.158623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.158960 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment a2364d0a-f507-4cc2-af4d-0b449eee916c of type vlan for network da8eb361-2866-4421-9413-b87d00bbd050
Dec 22 15:06:32.173193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-011d5bfa-0a52-44fc-aecb-69a19bd5b8f7 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f857437aaf0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-965352881') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:32.173560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.178438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:32.182962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b37cc7cd-fb47-49c7-9686-a701d2224bd7 None None] Could not find standard attr ID for object 4543915e-871d-493f-86cd-14b337f2abd3. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:06:32.234059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:32.252188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:32.256363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.260958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.274512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:32.287382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:32.300268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cf80e465-bb70-4ca1-ad73-0c41f8bfd29d None None] Could not find standard attr ID for object 4543915e-871d-493f-86cd-14b337f2abd3. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:06:32.342771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 1d4bb486-4b33-48fc-88cc-388058d3bc3e {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:32.343659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.411037 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-011d5bfa-0a52-44fc-aecb-69a19bd5b8f7 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-965352881 HTTP/1.1" status: 201  len: 201 time: 0.2640321
Dec 22 15:06:32.415531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39232) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.423420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-58ed0d8d-1b47-47d3-a275-a7cc0ba098c2 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f85749e27c0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-24046746') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:32.451851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.462296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.493687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.500674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.506850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:32.507439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.522962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d228e08d-e943-44e0-99bf-5df0da36e44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:32.591570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.592773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/security-groups/983a4300-29ea-4720-be30-a18bbe50b977 HTTP/1.1" status: 204  len: 168 time: 0.6315498
Dec 22 15:06:32.595262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7157989
Dec 22 15:06:32.598261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444922d-eab8-4bbd-9be3-faf24afecad2 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:32.601339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39236) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.602048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.603775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31462004-6851-46ac-a41c-02e5721f27d3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:32.622344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.628015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ad7f446f-70a1-4512-9f80-bc544c2a6a24 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6401045
Dec 22 15:06:32.628955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39244) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.646386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:32.683707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951625260'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:32.717419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444922d-eab8-4bbd-9be3-faf24afecad2 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:32.733341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 1d4bb486-4b33-48fc-88cc-388058d3bc3e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d4bb486-4b33-48fc-88cc-388058d3bc3e,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:32.733936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:32.742276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a4300-29ea-4720-be30-a18bbe50b977,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:32.747911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:32.768059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:32.768758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:32.769241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:32.770459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:32.777255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-61f923b3-73e0-45e2-b3a2-7bb2d93e27b6 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:32.870123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 1d4bb486-4b33-48fc-88cc-388058d3bc3e owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:32.908672 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-58ed0d8d-1b47-47d3-a275-a7cc0ba098c2 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-24046746 HTTP/1.1" status: 201  len: 201 time: 0.4891248
Dec 22 15:06:32.909697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39248) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:32.917358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-44319f60-26fe-4483-b7de-9a1672af5deb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f857526ff10>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1972700634') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:32.976217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:32.994432 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-44319f60-26fe-4483-b7de-9a1672af5deb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1972700634 HTTP/1.1" status: 201  len: 201 time: 0.0840828
Dec 22 15:06:32.998072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39252) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.005408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-e8433fe1-20cb-4b4b-8c5d-e8511e3d1b71 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f857437a7c0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', {'tags': ['tempest-TagsExtTest-Tag-1565834890', 'tempest-TagsExtTest-Tag-1682637700', 'tempest-TagsExtTest-Tag-3351389']}) {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:33.011616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:33.122905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:33.135571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.144701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=da8eb361-2866-4421-9413-b87d00bbd050,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:33.148167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.165994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-db227479-29ab-490b-8825-c55853742a96 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:33.166317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network da8eb361-2866-4421-9413-b87d00bbd050 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:33.171485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:33.180723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.260407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.263376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.283204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.305048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:33.306885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:33.307242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.319875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:33.325211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.332138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:33.334893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9e992bc-e9e8-4839-9085-c130100425ce tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:33.357002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:33.405581 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e8433fe1-20cb-4b4b-8c5d-e8511e3d1b71 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 200  len: 315 time: 0.4058192
Dec 22 15:06:33.405962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=1d4bb486-4b33-48fc-88cc-388058d3bc3e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:33.407561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39256) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.411745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:33.421169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network da8eb361-2866-4421-9413-b87d00bbd050 is not hosted by any dhcp agent {{(pid=83456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 15:06:33.421829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-d1044317-64df-4018-aae8-51af96632bb3 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f857573d070>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:33.424810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:33.425393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.428845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "PUT /v2.0/networks/da8eb361-2866-4421-9413-b87d00bbd050 HTTP/1.1" status: 200  len: 723 time: 0.8104732
Dec 22 15:06:33.434796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39260) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.482235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:33.507290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=da8eb361-2866-4421-9413-b87d00bbd050,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:33.520850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network da8eb361-2866-4421-9413-b87d00bbd050 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:33.580026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.598413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:33.605236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5f3bf28e-68b1-4cf8-9e1f-b9972c9b28c6 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:33.617424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.658380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1d0c7-50b8-44dc-b6fc-5815d5e1ad82,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:33.672144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:33.719333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.724361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.725472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/security-groups/49c1d0c7-50b8-44dc-b6fc-5815d5e1ad82 HTTP/1.1" status: 204  len: 168 time: 1.1056008
Dec 22 15:06:33.727661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:33.729698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39264) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.730270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.738009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:33.777966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:33.796625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:33.819425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:33.823158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:33.824367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1838894
Dec 22 15:06:33.829430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39268) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.841499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c84c3f-2285-40ad-b242-7b20dbd5683f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:33.846524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '31462004-6851-46ac-a41c-02e5721f27d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '63c84c3f-2285-40ad-b242-7b20dbd5683f'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:33.855364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:33.858888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:33.864488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:33.879904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:33.915538 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1044317-64df-4018-aae8-51af96632bb3 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 204  len: 168 time: 0.5066984
Dec 22 15:06:33.918906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39272) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:33.924200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-ff4e8a92-2a81-4467-99a3-1a04bacec0fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85759861c0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-1565834890') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:33.939925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:34.004536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:34.058715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.117750 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-ff4e8a92-2a81-4467-99a3-1a04bacec0fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:34.118762 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff4e8a92-2a81-4467-99a3-1a04bacec0fd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-1565834890 HTTP/1.1" status: 404  len: 329 time: 0.1990528
Dec 22 15:06:34.120677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:34.122939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39276) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.129551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-c832c3db-0a40-419f-a09f-4aa1e97676a6 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85752cd820>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-1682637700') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.178472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:34.181935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e3afac3f-f43f-4337-a868-ce605c7a2b73 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3469751
Dec 22 15:06:34.186383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39280) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.205313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet dedafe5f-5f50-4d8c-a235-60c68675d9fe {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:34.222130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.306590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.316984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:34.325176 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-c832c3db-0a40-419f-a09f-4aa1e97676a6 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:34.326217 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c832c3db-0a40-419f-a09f-4aa1e97676a6 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-1682637700 HTTP/1.1" status: 404  len: 329 time: 0.2024083
Dec 22 15:06:34.329549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39284) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.331602 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:34.336698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-012213c9-87c4-4ab3-ad53-afd138cd288a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85744a18e0>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d', 'tempest-TagsExtTest-Tag-3351389') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.347585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:34.349151 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.371657 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5349519
Dec 22 15:06:34.373691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39288) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.424543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.478276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.489363 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:34.560220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.568080 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-012213c9-87c4-4ab3-ad53-afd138cd288a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:34.572111 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-012213c9-87c4-4ab3-ad53-afd138cd288a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags/tempest-TagsExtTest-Tag-3351389 HTTP/1.1" status: 404  len: 326 time: 0.2391500
Dec 22 15:06:34.573404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39292) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.596068 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7070>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.599086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-b9f92e04-7826-4a5a-b123-d887fd13c2bb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f85746a6910>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', {'tags': ['tempest-TagsExtTest-Tag-1328276650', 'tempest-TagsExtTest-Tag-430622982', 'tempest-TagsExtTest-Tag-1953544801']}) {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.600069 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:34.612814 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:34.613751 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.632702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.642784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d4c0bf43-cd80-4b59-92b5-6688d4a64f16 tempest-TestNetworkAdvancedServerOps-51873884 tempest-TestNetworkAdvancedServerOps-51873884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:34.710806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting subnet 0fa927ff-6825-48f1-a5c9-fe02facecaf1 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:34.733763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.750437 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:34.775590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.815255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=58b70a69-1100-4a3f-b20a-a014fdca2b59,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:34.836992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:34.843176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05ac92a9-1264-4e8e-af43-252c07bae5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:34.864027 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7070>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:34.869310 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c7152-f207-455e-b839-2d53ccbfb4ee None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:34.875585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c84c3f-2285-40ad-b242-7b20dbd5683f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:34.885636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:34.893036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.900653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f05ef4cd-c884-4bd2-9f64-96ff491e78aa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:34.939727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.940865 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/63c84c3f-2285-40ad-b242-7b20dbd5683f HTTP/1.1" status: 204  len: 168 time: 0.7536051
Dec 22 15:06:34.941639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': 'a2364d0a-f507-4cc2-af4d-0b449eee916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:34.942470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: da8eb361-2866-4421-9413-b87d00bbd050, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:34.946180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39296) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.959151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=dedafe5f-5f50-4d8c-a235-60c68675d9fe,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:34.962015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:34.969484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:34.980273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/dedafe5f-5f50-4d8c-a235-60c68675d9fe HTTP/1.1" status: 204  len: 168 time: 1.2425091
Dec 22 15:06:34.980594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca7991-3ab6-4329-8723-e910be099334 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:34.981055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39300) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:34.987868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:35.004984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.064634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b9f92e04-7826-4a5a-b123-d887fd13c2bb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 200  len: 317 time: 0.4871848
Dec 22 15:06:35.068318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39304) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.079898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-113d978c-e830-4f4b-96c3-54be13bc1069 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85752cd1c0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:35.178199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network da8eb361-2866-4421-9413-b87d00bbd050 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:35.181517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-abd3b4f6-f5a0-4ce9-9285-94617ca9727c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:35.201400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, da8eb361-2866-4421-9413-b87d00bbd050) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:35.211028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:35.211665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.215661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-abd3b4f6-f5a0-4ce9-9285-94617ca9727c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:35.220293 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-abd3b4f6-f5a0-4ce9-9285-94617ca9727c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2731133
Dec 22 15:06:35.221360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39308) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.221860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ac401-8015-4f54-96e7-576587d54c43 None None] Network da8eb361-2866-4421-9413-b87d00bbd050 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:35.237493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.309196 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-113d978c-e830-4f4b-96c3-54be13bc1069 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 204  len: 168 time: 0.2390790
Dec 22 15:06:35.317141 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8497076
Dec 22 15:06:35.317141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39312) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.319895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39314) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.328170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-99101cbf-17a1-40d4-a03b-779b4f8a0d95 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85747c5640>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-1328276650') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:35.343085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:35.376115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:35.383113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:35.383291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d4bb486-4b33-48fc-88cc-388058d3bc3e no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:35.388994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:35.400931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:35.443271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.453087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1d4bb486-4b33-48fc-88cc-388058d3bc3e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:35.453836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d4bb486-4b33-48fc-88cc-388058d3bc3e not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:35.503241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.530983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:35.534379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.536031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.544017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-efc8fca6-bb86-47d8-8e25-61c3f3c10b0a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:35.594234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa927ff-6825-48f1-a5c9-fe02facecaf1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:35.600782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:35.608158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.615096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f912660-6789-4790-add1-975cfc01d89f None None] Network ed699ce8-e53b-4a1a-8974-f733a3d6cad2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:35.623028 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/0fa927ff-6825-48f1-a5c9-fe02facecaf1 HTTP/1.1" status: 204  len: 168 time: 1.2452321
Dec 22 15:06:35.630832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39320) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.697172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-99101cbf-17a1-40d4-a03b-779b4f8a0d95 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:35.701535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-99101cbf-17a1-40d4-a03b-779b4f8a0d95 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-1328276650 HTTP/1.1" status: 404  len: 329 time: 0.3784933
Dec 22 15:06:35.709199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39324) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.710637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-da8eb361-2866-4421-9413-b87d00bbd050', 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': '58b70a69-1100-4a3f-b20a-a014fdca2b59'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:35.711826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.716072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-68db9d7f-37d3-4044-8add-2dc7dcd277ac tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f85752290a0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-430622982') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:35.757689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.772248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74e75b19-719c-4fe4-95cf-03671922cf5f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:35.799959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.804242 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/31462004-6851-46ac-a41c-02e5721f27d3 HTTP/1.1" status: 204  len: 168 time: 0.5730870
Dec 22 15:06:35.804242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31462004-6851-46ac-a41c-02e5721f27d3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:35.805567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39328) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.808714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:35.859153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.864816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3942227'] for subnet, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:35.876471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-68db9d7f-37d3-4044-8add-2dc7dcd277ac tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:35.880412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-68db9d7f-37d3-4044-8add-2dc7dcd277ac tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-430622982 HTTP/1.1" status: 404  len: 328 time: 0.1673665
Dec 22 15:06:35.880412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39332) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:35.889447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-abe8ddf3-dc42-48b5-88db-c17c466aa0f5 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574893640>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d', 'tempest-TagsExtTest-Tag-1953544801') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:35.947253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Deleting port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:35.947893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.045468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-abe8ddf3-dc42-48b5-88db-c17c466aa0f5 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:36.046548 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-abe8ddf3-dc42-48b5-88db-c17c466aa0f5 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags/tempest-TagsExtTest-Tag-1953544801 HTTP/1.1" status: 404  len: 329 time: 0.1652820
Dec 22 15:06:36.049826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39336) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.059216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-2387bc83-b4bc-4755-b2ce-80203a22ad12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8575631c10>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', {'tags': ['tempest-TagsExtTest-Tag-1541618187', 'tempest-TagsExtTest-Tag-1284032900', 'tempest-TagsExtTest-Tag-728347652']}) {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:36.086791 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f518e54c-1619-4153-8b73-40d471cc2b4c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2781727
Dec 22 15:06:36.093617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39340) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.118221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--318354217'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:36.134587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:36.162387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] DHCP port deletion for ed699ce8-e53b-4a1a-8974-f733a3d6cad2 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:36.169196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Deleting port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:36.169932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.181496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:36.227983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:36.233768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.242604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e8e179a8-368f-47f2-8fe1-6cd11940db0f tempest-ExtraDHCPOptionsIpV6TestJSON-796738374 tempest-ExtraDHCPOptionsIpV6TestJSON-796738374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:36.246999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:36.336066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=be0976e8-834e-44ee-b94c-d1e886512e1a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:36.349670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:36.357950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2387bc83-b4bc-4755-b2ce-80203a22ad12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 200  len: 317 time: 0.3041537
Dec 22 15:06:36.358158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3210270'] for subnet, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.359102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:36.359371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39344) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.360955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.362765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:36.368151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-8e150246-d543-4226-b7ad-053b44470f18 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85755dbc10>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:36.381052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eac34e79-3a9e-421f-b148-00cffbb23ac2 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:36.426461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:36.426894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d2cc9-d050-48f4-96c5-c578e9ffdc9b None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:36.427226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.451186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:36.451572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.452991 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "PUT /v2.0/subnets/58b70a69-1100-4a3f-b20a-a014fdca2b59 HTTP/1.1" status: 200  len: 806 time: 1.1318135
Dec 22 15:06:36.471697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39348) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.509609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] For port 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=259ed0b6-3dc5-4471-82f5-17f1352c43a7,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:36.510016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.533410 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5518541
Dec 22 15:06:36.536341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39352) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.543399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'security_group': {'name': 'tempest-secgroup-316745225'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:36.551482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Allocated IP 172.20.0.2 (da8eb361-2866-4421-9413-b87d00bbd050/58b70a69-1100-4a3f-b20a-a014fdca2b59/c708b62f-c45d-4a74-ab81-264bb1a8a72c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:36.553048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:36.559395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:36.562825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:36.578356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5990283d-2a59-463c-9d83-70a1ac10ec4e None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:36.578757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5990283d-2a59-463c-9d83-70a1ac10ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.582695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:36.584951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=58b70a69-1100-4a3f-b20a-a014fdca2b59,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:36.587818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cf690400-a056-4b21-8ef9-45ab4ab038db tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:36.605432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.635182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8e150246-d543-4226-b7ad-053b44470f18 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 204  len: 168 time: 0.2746835
Dec 22 15:06:36.636064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.646846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-3cfe2175-0aa3-47e1-984a-0e335c2f9a40 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8575645cd0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-1541618187') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:36.714130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] For port 259ed0b6-3dc5-4471-82f5-17f1352c43a7, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=259ed0b6-3dc5-4471-82f5-17f1352c43a7,segment=NetworkSegment(dcb6fa82-c456-4ffe-8dad-ce58398c0dc0),segment_id=dcb6fa82-c456-4ffe-8dad-ce58398c0dc0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:36.714130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:36.723637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Calling delete_port for 259ed0b6-3dc5-4471-82f5-17f1352c43a7 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:36.754286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:36.778835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:36.785763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:36.789860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:36.797931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:36.818297 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3cfe2175-0aa3-47e1-984a-0e335c2f9a40 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:36.822089 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3cfe2175-0aa3-47e1-984a-0e335c2f9a40 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-1541618187 HTTP/1.1" status: 404  len: 329 time: 0.1802533
Dec 22 15:06:36.823353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39360) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:36.830146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-75351fc5-f8e4-4f0f-a0b4-4211d0569497 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8574ee65b0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-1284032900') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:36.877522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Calling delete_port for 259ed0b6-3dc5-4471-82f5-17f1352c43a7 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:36.885304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:36.894560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:36.916697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:36.977451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.002161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.008842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.018347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.023154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-75351fc5-f8e4-4f0f-a0b4-4211d0569497 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:37.024861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-75351fc5-f8e4-4f0f-a0b4-4211d0569497 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-1284032900 HTTP/1.1" status: 404  len: 329 time: 0.2008672
Dec 22 15:06:37.025886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.030359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39364) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.031040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10d53acb-9e56-4bb6-8d4a-1770802b2f5a tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.048642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-5c5d56c7-3d7c-49b8-a5fd-71701534e1dd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f857448a3d0>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b', 'tempest-TagsExtTest-Tag-728347652') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.142900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Port': ['ID=259ed0b6-3dc5-4471-82f5-17f1352c43a7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.150951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.165705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No DVR routers for this DVR port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:37.174888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 259ed0b6-3dc5-4471-82f5-17f1352c43a7 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:37.195439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.206500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:37.206863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:37.218510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.224022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 259ed0b6-3dc5-4471-82f5-17f1352c43a7 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:37.224375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 259ed0b6-3dc5-4471-82f5-17f1352c43a7 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:37.252201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.252902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.278206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Transition to ACTIVE for port object c708b62f-c45d-4a74-ab81-264bb1a8a72c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:37.291038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5990283d-2a59-463c-9d83-70a1ac10ec4e None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:37.291420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5990283d-2a59-463c-9d83-70a1ac10ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.307085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b1e693ae-c8e8-4470-b250-c7af20999f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.337545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Transition to ACTIVE for port object c708b62f-c45d-4a74-ab81-264bb1a8a72c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:37.337807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.341778 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.8008933
Dec 22 15:06:37.341778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2655f68-2cd1-481e-987b-b070913bdf8f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.343668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9e546-0706-4add-a531-c5637825aa7a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.344115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.344864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39368) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.353383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'security_group': {'name': 'tempest-secgroup-504656791'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:37.357257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.360146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:37.366411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:37.370632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:37.379236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:37.383928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-5c5d56c7-3d7c-49b8-a5fd-71701534e1dd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:37.385183 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c5d56c7-3d7c-49b8-a5fd-71701534e1dd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags/tempest-TagsExtTest-Tag-728347652 HTTP/1.1" status: 404  len: 328 time: 0.3427129
Dec 22 15:06:37.389201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39372) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.397251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.398500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-4214fc32-985b-4d77-991f-949e3809b65f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f85743153a0>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', {'tags': ['tempest-TagsExtTest-Tag-1860112842', 'tempest-TagsExtTest-Tag-652391376', 'tempest-TagsExtTest-Tag-1251941632']}) {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.414746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.445609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.448930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3542507
Dec 22 15:06:37.451445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39376) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.451697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.454369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743daa60>,) {'filters': {'network_id': ['ed699ce8-e53b-4a1a-8974-f733a3d6cad2']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.458774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ee04ae-1956-4bd9-b66b-9847d3a36d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.462173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '77c9e546-0706-4add-a531-c5637825aa7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:37.473155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743daa60>, 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.473439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743daa60>, 'dcb6fa82-c456-4ffe-8dad-ce58398c0dc0') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.477447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:37.485433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:37.488492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:37.488689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.491027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:37.496412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5990283d-2a59-463c-9d83-70a1ac10ec4e None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:37.499753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:37.501167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.507516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:37.510702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:37.513707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.517928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4214fc32-985b-4d77-991f-949e3809b65f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "PUT /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 200  len: 317 time: 0.1248331
Dec 22 15:06:37.519143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:37.521940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39380) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.532739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-aa3773d9-4bc1-4216-93fe-796aba76d08d tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85743c6520>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.547215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Network da8eb361-2866-4421-9413-b87d00bbd050 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:37.552455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:37.557539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=58b70a69-1100-4a3f-b20a-a014fdca2b59,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.559227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:37.561071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.565028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.565780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Pushing event updated for resources: {'Port': ['ID=c708b62f-c45d-4a74-ab81-264bb1a8a72c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.598441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.603236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Update dhcp port {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'fixed_ips': [{'subnet_id': '56e55b49-3257-4504-9a7f-dcf4fbda641f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be0976e8-834e-44ee-b94c-d1e886512e1a'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '64daa3b9-8529-4fdb-81c3-6a9ccdec401c'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:06:37.608665 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:37.609857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c9f900d-00f0-4e69-b027-7dd6318c1548 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1571941
Dec 22 15:06:37.633624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39384) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.641454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group_rule': {'security_group_id': '77c9e546-0706-4add-a531-c5637825aa7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:37.653295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aa3773d9-4bc1-4216-93fe-796aba76d08d tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 204  len: 168 time: 0.1260672
Dec 22 15:06:37.653524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:37.653524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.657822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39388) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.664112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.665674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:37.666860 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:37.674187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-e74345e4-7180-4112-b397-b6dcf889891b tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f857484abe0>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1860112842') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.687287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:37.691498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.695786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:37.698512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a835254-143e-407e-a027-d9d9abef0e61 tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.709008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Deleting port 259ed0b6-3dc5-4471-82f5-17f1352c43a7 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:37.709546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.722014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:37.745259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.754894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Attempting to bind port c708b62f-c45d-4a74-ab81-264bb1a8a72c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:37.755148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Attempting to bind port c708b62f-c45d-4a74-ab81-264bb1a8a72c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'a2364d0a-f507-4cc2-af4d-0b449eee916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:37.755525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Attempting to bind port c708b62f-c45d-4a74-ab81-264bb1a8a72c on network da8eb361-2866-4421-9413-b87d00bbd050 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:37.765615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-e74345e4-7180-4112-b397-b6dcf889891b tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:37.769612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e74345e4-7180-4112-b397-b6dcf889891b tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1860112842 HTTP/1.1" status: 404  len: 329 time: 0.1057303
Dec 22 15:06:37.769612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff395a-9bb1-4d4f-a6a5-f55c56af80aa,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.771561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39392) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.771754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.780153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-1c6971e1-a279-4fa9-b0b5-648dc1591f55 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f857526fc40>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-652391376') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.781381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.786475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.4359856
Dec 22 15:06:37.790343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.791555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.800972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'security_group': {'name': 'tempest-secgroup-930437830'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:37.808167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f039de03-468b-41d2-b9e1-768ab148f5fc None None] The port '259ed0b6-3dc5-4471-82f5-17f1352c43a7' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:37.813183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:37.814333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:37.814800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Checking segment: {'id': 'a2364d0a-f507-4cc2-af4d-0b449eee916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:37.815376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.815866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Bound using segment: {'id': 'a2364d0a-f507-4cc2-af4d-0b449eee916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:37.816597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Bound port: c708b62f-c45d-4a74-ab81-264bb1a8a72c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2364d0a-f507-4cc2-af4d-0b449eee916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da8eb361-2866-4421-9413-b87d00bbd050'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:37.816927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.821457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:37.826147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.827113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:37.832593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748e3d90>,) {'filters': {'network_id': ['da8eb361-2866-4421-9413-b87d00bbd050']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.835098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:37.836429 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1c653e1f-f92e-49f1-90c0-6f168b3c6e8d tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2011547
Dec 22 15:06:37.837201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:37.838989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.841987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-101a7a92-0537-4897-a67b-2f1b2819d41c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:37.860522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.875484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.877800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748e3d90>, 'a2364d0a-f507-4cc2-af4d-0b449eee916c') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.878089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748e3d90>, 'a2364d0a-f507-4cc2-af4d-0b449eee916c') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:37.887638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Pushing event deleted for resources: {'Network': ['ID=ed699ce8-e53b-4a1a-8974-f733a3d6cad2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:37.894100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:37.895689 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/networks/ed699ce8-e53b-4a1a-8974-f733a3d6cad2 HTTP/1.1" status: 204  len: 168 time: 2.2639177
Dec 22 15:06:37.896936 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-1c6971e1-a279-4fa9-b0b5-648dc1591f55 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:37.901046 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c6971e1-a279-4fa9-b0b5-648dc1591f55 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-652391376 HTTP/1.1" status: 404  len: 328 time: 0.1261642
Dec 22 15:06:37.901046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.901312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39404) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.901312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39406) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:37.914047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'routes': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:37.919221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.927464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:37.928002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:37.949040 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:37.970109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.tag.tag_plugin [None req-f1c669e9-2cd7-4e2d-b75c-8424de0f6213 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f857448ab50>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39', 'tempest-TagsExtTest-Tag-1251941632') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:38.040074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 15:06:38.040074 dv-neutron-822675-1-hyperv neutron-server[83457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 15:06:38.040074 dv-neutron-822675-1-hyperv neutron-server[83457]: [parameters: {'id': 'da8eb361-2866-4421-9413-b87d00bbd050'}]
Dec 22 15:06:38.040074 dv-neutron-822675-1-hyperv neutron-server[83457]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:38.040970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:38.077772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] For port c708b62f-c45d-4a74-ab81-264bb1a8a72c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:38.094585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] For port c708b62f-c45d-4a74-ab81-264bb1a8a72c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c708b62f-c45d-4a74-ab81-264bb1a8a72c,segment=NetworkSegment(a2364d0a-f507-4cc2-af4d-0b449eee916c),segment_id=a2364d0a-f507-4cc2-af4d-0b449eee916c)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:38.096073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Allocated IP 2001:db8::2 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/be0976e8-834e-44ee-b94c-d1e886512e1a/64daa3b9-8529-4fdb-81c3-6a9ccdec401c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:38.099641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:38.100890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.105463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:38.106709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.108598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:security_group_rule and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:38.112036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-f1c669e9-2cd7-4e2d-b75c-8424de0f6213 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] show failed (client error): The resource could not be found.
Dec 22 15:06:38.113440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f1c669e9-2cd7-4e2d-b75c-8424de0f6213 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags/tempest-TagsExtTest-Tag-1251941632 HTTP/1.1" status: 404  len: 329 time: 0.2077839
Dec 22 15:06:38.113907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:38.116488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39412) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.124023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-862e9763-ca0d-4209-aac6-96d83c5cd6cb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f857450e280>, 'subnetpools', 'd9af3699-f894-4c92-8c2d-7c9090299a39') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:38.132864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:38.168791 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-862e9763-ca0d-4209-aac6-96d83c5cd6cb tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39/tags HTTP/1.1" status: 204  len: 168 time: 0.0506961
Dec 22 15:06:38.169475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39416) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.175951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-0fae4c8d-6478-4739-a25c-ebc5a64d039e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f857573d700>, 'routers', 'db1c863f-50ef-43eb-9a3e-300993e6670b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:38.214120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.269587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Pushing event updated for resources: {'Port': ['ID=c708b62f-c45d-4a74-ab81-264bb1a8a72c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:38.275857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:38.326037 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0fae4c8d-6478-4739-a25c-ebc5a64d039e tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b/tags HTTP/1.1" status: 204  len: 168 time: 0.1552954
Dec 22 15:06:38.327029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.333042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-6dc355fe-334c-48dc-b38a-30569c4747cd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f85748e39a0>, 'ports', '7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:38.369440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:38.378015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Added routes are [] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 15:06:38.378342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.extraroute_db [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Removed routes are [] {{(pid=83456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 15:06:38.378944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.400491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.406186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f441c-c176-4fcd-b409-b2b9d9d35aa4 None None] Network da8eb361-2866-4421-9413-b87d00bbd050 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:38.427930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6dc355fe-334c-48dc-b38a-30569c4747cd tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d/tags HTTP/1.1" status: 204  len: 168 time: 0.0995347
Dec 22 15:06:38.428675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39424) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.434999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.tag.tag_plugin [None req-88bfdce9-a863-4da8-ae85-4932660dbf65 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8574ccc040>, 'subnets', 'e5232460-d68e-40ed-af81-bf46e88d499d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:38.485706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Transition to ACTIVE for port object 64daa3b9-8529-4fdb-81c3-6a9ccdec401c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:38.502824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.507846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d9eedfd7-fa59-45b3-a6e1-3409f8fef54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:38.513808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.519884 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-88bfdce9-a863-4da8-ae85-4932660dbf65 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d/tags HTTP/1.1" status: 204  len: 168 time: 0.0897791
Dec 22 15:06:38.522393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39428) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.528242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.532119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.541618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.541835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71dcaa15-0a55-459b-83df-4fcc654cbd29 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:38.564146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port c708b62f-c45d-4a74-ab81-264bb1a8a72c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:38.564432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.573957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9e546-0706-4add-a531-c5637825aa7a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:38.591120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.594669 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6bd1e64d-9389-41c0-b5ca-632cf84e656f tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/77c9e546-0706-4add-a531-c5637825aa7a HTTP/1.1" status: 204  len: 168 time: 0.7523301
Dec 22 15:06:38.599029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39432) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.627981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.631711 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.8353567
Dec 22 15:06:38.633984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39436) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.638661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6283dfe8-101f-4b01-9f87-01bad5a6e0b2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:38.641368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:38.644528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:38.644921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:38.656607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-263991645', 'security_groups': ['6283dfe8-101f-4b01-9f87-01bad5a6e0b2'], 'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be0976e8-834e-44ee-b94c-d1e886512e1a'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:38.727779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:38.736004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:38.795349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c2013-92d6-4b64-a994-0c0724f193bb None None] Network da8eb361-2866-4421-9413-b87d00bbd050 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:38.805503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.810626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-94cc83f6-fe18-4660-9489-776d03b31621 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:38.818089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.861803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4be442b4-ba32-4996-858a-d30b2017f38c tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for subnetpool, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:38.862968 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4be442b4-ba32-4996-858a-d30b2017f38c tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d9af3699-f894-4c92-8c2d-7c9090299a39 HTTP/1.1" status: 204  len: 168 time: 0.3394492
Dec 22 15:06:38.887178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39440) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:38.896120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-94cc83f6-fe18-4660-9489-776d03b31621 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:38.897400 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-94cc83f6-fe18-4660-9489-776d03b31621 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2974207
Dec 22 15:06:39.045996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39444) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:39.071285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'tempest-secgroup--191912911'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:39.083431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:39.128501 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-939925e2-4c62-472b-beb8-fbb4e7da258c tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1c863f-50ef-43eb-9a3e-300993e6670b HTTP/1.1" status: 200  len: 205 time: 0.2373633
Dec 22 15:06:39.128501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39448) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:39.128795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:39.134751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:39.147717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port c708b62f-c45d-4a74-ab81-264bb1a8a72c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c708b62f-c45d-4a74-ab81-264bb1a8a72c,segment=NetworkSegment(a2364d0a-f507-4cc2-af4d-0b449eee916c),segment_id=a2364d0a-f507-4cc2-af4d-0b449eee916c)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:39.148064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.158307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:39.233586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.242966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:39.281887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router cac52adb-28c2-4124-89d9-c896a871b2d7 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:06:39.296798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.308158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for c708b62f-c45d-4a74-ab81-264bb1a8a72c owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:39.359379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:39.389423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd47be8-d82c-4c86-b8e6-39fe6210c2d4 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:39.468031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Provisioning for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:39.468674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:39.475569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Usage tracker for resource:security_group_rule and tenant:4dab764a5079452c8fbf8ba338875bad is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:39.481186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:39.486794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:39.487182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.498794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:39.517419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.532510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb75891a-132b-4e19-8973-9631b855fe7f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:39.578642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:39.598434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=c708b62f-c45d-4a74-ab81-264bb1a8a72c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:39.602928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Sync routers for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:39.606707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:39.610972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port c708b62f-c45d-4a74-ab81-264bb1a8a72c on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:39.615201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.615629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd47be8-d82c-4c86-b8e6-39fe6210c2d4 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:39.642425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:39.642958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:39.682067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.684438 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ceae8a46-a070-4f41-8d7f-08104aaad63c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 705 time: 1.7794650
Dec 22 15:06:39.740724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39452) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:39.753630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.779411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574864070>,) {'filters': {'network_id': ['da8eb361-2866-4421-9413-b87d00bbd050']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:39.791159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574864070>, 'a2364d0a-f507-4cc2-af4d-0b449eee916c') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:39.791485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574864070>, 'a2364d0a-f507-4cc2-af4d-0b449eee916c') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:39.796644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f011b12a-98ed-444b-9e5d-acd3d0ae4bc1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:39.805695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.835766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.857155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:39.857574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:39.877565 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:39.899906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:39.926188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] device_id is not set on port bd394966-8f14-481f-a22c-b923ef0addc0 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:39.938652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f011b12a-98ed-444b-9e5d-acd3d0ae4bc1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:39.943124 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f011b12a-98ed-444b-9e5d-acd3d0ae4bc1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 205 time: 0.1981153
Dec 22 15:06:39.943124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39456) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:39.982373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.000022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.004180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.014806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4fe90280-1df3-41df-881b-c5d92284405b tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:40.038460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08b0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:40.059872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Checking router: cac52adb-28c2-4124-89d9-c896a871b2d7 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:40.063367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.070450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.091240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:40.091628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.105585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.112226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.125139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5470878a-aadf-429d-9dd6-503df2538b1b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:40.133813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:40.139540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:40.173663 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/da8eb361-2866-4421-9413-b87d00bbd050 HTTP/1.1" status: 204  len: 168 time: 3.7010045
Dec 22 15:06:40.178171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.179488 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1209505
Dec 22 15:06:40.180583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=da8eb361-2866-4421-9413-b87d00bbd050,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:40.185202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39460) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.185746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39462) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.186907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Routers {'cac52adb-28c2-4124-89d9-c896a871b2d7'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:40.187555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['cac52adb-28c2-4124-89d9-c896a871b2d7'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:40.193671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a6c5fab0-10c7-4a5a-93df-a0c3d13c718c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:40.194217 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-a6c5fab0-10c7-4a5a-93df-a0c3d13c718c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 15:06:40.197715 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a6c5fab0-10c7-4a5a-93df-a0c3d13c718c tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "PUT /v2.0/security-groups/5470878a-aadf-429d-9dd6-503df2538b1b HTTP/1.1" status: 409  len: 330 time: 0.0061524
Dec 22 15:06:40.197715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:40.216973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39468) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.225195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.226650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Fanout notify agent at l3_agent the message router_deleted on router db1c863f-50ef-43eb-9a3e-300993e6670b {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:40.233968 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bd0127-86d0-4957-a143-c6b4746c7a28 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:40.234799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bd0127-86d0-4957-a143-c6b4746c7a28 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:40.236837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-14bd0127-86d0-4957-a143-c6b4746c7a28 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/da8eb361-2866-4421-9413-b87d00bbd050 HTTP/1.1" status: 404  len: 339 time: 0.0499556
Dec 22 15:06:40.266434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.278218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066864989', 'description': 'd1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:40.286635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:40.298953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:network and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:40.303813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:40.313929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:40.325704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-57f2f3cf-35ee-42f5-a645-8e4f31aca733 None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:40.334530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8::393 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/be0976e8-834e-44ee-b94c-d1e886512e1a/bd394966-8f14-481f-a22c-b923ef0addc0) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:40.346098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:40.347491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] Set router cac52adb-28c2-4124-89d9-c896a871b2d7 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:40.349708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.410608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.411810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8be7de6d-865d-4042-9596-bfa894ca393f tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/routers/db1c863f-50ef-43eb-9a3e-300993e6670b HTTP/1.1" status: 204  len: 168 time: 1.2829394
Dec 22 15:06:40.414772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:40.417644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39476) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.477246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08b0>, [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:40.484038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc27a1-1420-4770-b1bc-82721cc61343 None None] The sync data for ids ['cac52adb-28c2-4124-89d9-c896a871b2d7'] in dv-neutron-822675-1-hyperv is: [{'id': 'cac52adb-28c2-4124-89d9-c896a871b2d7', 'name': 'tempest-RoutersIpV6Test-router-1107308436', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:04:46Z', 'updated_at': '2021-12-22T15:06:33Z', 'revision_number': 11, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:40.494532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.495117 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment bd63991a-7c39-45d2-ae7d-c012624d8f96 of type vlan for network c91da90c-135c-4752-8a78-4e764e9ef520
Dec 22 15:06:40.547663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.630760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.641240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Deleting port 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:40.641586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.647124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object bd394966-8f14-481f-a22c-b923ef0addc0 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:40.671026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.674966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:40.675554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.680985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ade7d35-96ae-4d47-ba11-4cfb6fac4694 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:40.705717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.706719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.790943 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5228751
Dec 22 15:06:40.796423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:40.803698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=c91da90c-135c-4752-8a78-4e764e9ef520,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:40.813742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c91da90c-135c-4752-8a78-4e764e9ef520 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:40.829326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:40.831252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:40.840289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:40.842372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4bccfa9b-6fce-41da-99b2-73f3f4177305 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:40.907457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:40.947198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.006382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.024662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:41.029192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:41.029806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.105043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.105586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router cac52adb-28c2-4124-89d9-c896a871b2d7 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:41.116600 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4798625
Dec 22 15:06:41.121766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.122237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.126543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d6678-2c6d-4a96-b42a-b55fd248346c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:41.127287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d01d6678-2c6d-4a96-b42a-b55fd248346c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Synchronizing usage tracker for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:41.128064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec4b014d-3d50-4c6c-a510-c720f36912af tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:41.129866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=bd394966-8f14-481f-a22c-b923ef0addc0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:41.137539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:41.140841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.154947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:41.163967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2850dcf2-5769-462e-99ce-ce5a867c43d1 None None] Provisioning for port bd394966-8f14-481f-a22c-b923ef0addc0 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:41.170501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5470878a-aadf-429d-9dd6-503df2538b1b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:41.172952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2850dcf2-5769-462e-99ce-ce5a867c43d1 None None] Provisioning complete for port bd394966-8f14-481f-a22c-b923ef0addc0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:41.173685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2850dcf2-5769-462e-99ce-ce5a867c43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.232553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:41.240944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d01d6678-2c6d-4a96-b42a-b55fd248346c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Unset dirty status for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:41.242384 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d01d6678-2c6d-4a96-b42a-b55fd248346c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks?id=c91da90c-135c-4752-8a78-4e764e9ef520 HTTP/1.1" status: 200  len: 761 time: 0.4423001
Dec 22 15:06:41.246317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39488) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.256177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'description': 'd2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:41.261305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2850dcf2-5769-462e-99ce-ce5a867c43d1 None None] Port bd394966-8f14-481f-a22c-b923ef0addc0 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:41.302836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Calling delete_port for 7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:41.330609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.331698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/5470878a-aadf-429d-9dd6-503df2538b1b HTTP/1.1" status: 204  len: 168 time: 1.1132011
Dec 22 15:06:41.337811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39492) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.341177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.342214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-55f09355-7182-4f67-8ece-867d78983771 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 204  len: 168 time: 1.3986232
Dec 22 15:06:41.347667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.354544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863001832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:41.369320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:41.377952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Usage tracker for resource:router and tenant:c5e43f7aac86497ea4beeaea1cbc6f3d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:41.382014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:41.388517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:41.410762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.411746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.430821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:41.462962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:41.488291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.494953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bb826b8-46bc-4d3d-908c-b8aa88a17922 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:41.519363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:41.535280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4942cfa2-eb2a-41e3-852d-0f5e3b0e47aa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Synchronizing usage tracker for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:41.541884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:41.551140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event deleted for resources: {'Port': ['ID=7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:41.556671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:41.589223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:41.594345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.602920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.622577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4942cfa2-eb2a-41e3-852d-0f5e3b0e47aa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Unset dirty status for tenant:4dab764a5079452c8fbf8ba338875bad on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:41.624108 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4942cfa2-eb2a-41e3-852d-0f5e3b0e47aa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2854283
Dec 22 15:06:41.664138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39500) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.688169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.696288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.706871 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3e3d1a68-4b48-422f-9baa-ae64a3b3ab19 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:41.708045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3e3d1a68-4b48-422f-9baa-ae64a3b3ab19 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "DELETE /v2.0/security-groups/47bd860f-c2df-4dc1-80e7-9b73a25ab577 HTTP/1.1" status: 404  len: 347 time: 0.0424621
Dec 22 15:06:41.715375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39504) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.721029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.728452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:41.762861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-519552df-c7d3-4ba2-a72d-38508a840a11 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] show failed (client error): The resource could not be found.
Dec 22 15:06:41.763929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-519552df-c7d3-4ba2-a72d-38508a840a11 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-groups/cfbfffc2-132b-48be-973c-53d1e9258a06 HTTP/1.1" status: 404  len: 347 time: 0.0444975
Dec 22 15:06:41.770901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39508) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.773682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.775625 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/ports/7b6fea99-a8c1-4e8d-87af-0d6f1785cb9d HTTP/1.1" status: 204  len: 168 time: 1.3562231
Dec 22 15:06:41.785903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39512) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.789615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.790950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3c2a7a60-8bc9-47bb-9a94-2ceac999affe tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4423141
Dec 22 15:06:41.822934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39516) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:41.836489 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-40459c3d-3411-4121-aefb-425c243233e1 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] show failed (client error): The resource could not be found.
Dec 22 15:06:41.842883 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-40459c3d-3411-4121-aefb-425c243233e1 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] 10.222.0.69 "GET /v2.0/security-group-rules/da17053e-91e6-4a43-802e-28521f942a14 HTTP/1.1" status: 404  len: 356 time: 0.0661118
Dec 22 15:06:41.853602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:41.931729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network c91da90c-135c-4752-8a78-4e764e9ef520 is not hosted by any dhcp agent {{(pid=83457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 15:06:41.937856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:41.938467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:41.942602 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "PUT /v2.0/networks/c91da90c-135c-4752-8a78-4e764e9ef520 HTTP/1.1" status: 200  len: 758 time: 0.6920874
Dec 22 15:06:41.960530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39522) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.011126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Deleting subnet e5232460-d68e-40ed-af81-bf46e88d499d {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:42.015379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.047761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=c91da90c-135c-4752-8a78-4e764e9ef520,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:42.069942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:42.071973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be0976e8-834e-44ee-b94c-d1e886512e1a (CIDR: 2001:db8::/64)
Dec 22 15:06:42.077733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c91da90c-135c-4752-8a78-4e764e9ef520 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:42.137141 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:42.138121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:42.210810 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5f9eb0a5-b232-4567-8415-62bbf0cc62f4 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0756538
Dec 22 15:06:42.212535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39528) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.223459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:42.224693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.310349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b63aa-160f-42f6-a0e5-53f5262cb211 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:42.311878 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dc3b63aa-160f-42f6-a0e5-53f5262cb211 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks?id=c91da90c-135c-4752-8a78-4e764e9ef520 HTTP/1.1" status: 200  len: 761 time: 0.2994995
Dec 22 15:06:42.316226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39532) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.325012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-370671744'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:42.330871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39536) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.342682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:42.356674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.398768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:42.424233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:42.427449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.462614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:42.493422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.493758 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 3762cafa-66ef-4585-b5a1-910aafdd3056 of type vlan for network 7fef85bf-a18e-4ad3-a554-154f27037188
Dec 22 15:06:42.544230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.551735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fb5144a9-c709-4bce-8f18-a136f5ac013a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:42.578689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.607589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event deleted for resources: {'Subnet': ['ID=e5232460-d68e-40ed-af81-bf46e88d499d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:42.613350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:42.618843 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-faa7bf3c-4609-4b67-9ab7-24c0ae8d8ff8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4dab764a5079452c8fbf8ba338875bad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2865183
Dec 22 15:06:42.622412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39542) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.633386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.641842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba8004-4a56-4af2-bad3-d99eafbc08a2 None None] Network f2308654-997c-4188-ac71-b84e0cb8ddde requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:42.646600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/subnets/e5232460-d68e-40ed-af81-bf46e88d499d HTTP/1.1" status: 204  len: 168 time: 0.8594544
Dec 22 15:06:42.650728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.661058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:42.662981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:42.673766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39548) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.682343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8253afe-e316-4ba4-bf7a-378d4dfa9633 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:42.709993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3891106
Dec 22 15:06:42.750597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39550) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:42.792742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=7fef85bf-a18e-4ad3-a554-154f27037188,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:42.795724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:42.809768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:42.844403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:43.029591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.091609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02901667-4246-4e6b-ab98-054916a208cb None None] DHCP port deletion for f2308654-997c-4188-ac71-b84e0cb8ddde request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:43.095911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Deleting port e84c8d13-4b25-4aa5-8947-916055137d73 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:43.096518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.098663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:43.107133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.119040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:43.128993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.132430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:43.141589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e84c8d13-4b25-4aa5-8947-916055137d73 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:43.146640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:43.148932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:43.154501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.222543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Usage tracker for resource:subnet and tenant:0349d0e18e3846bd8b9667e97dc81698 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:43.226860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:43.297188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:43.319502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:43.323299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.338065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Deleting port e84c8d13-4b25-4aa5-8947-916055137d73 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:43.338324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.394367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-02901667-4246-4e6b-ab98-054916a208cb None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:43.394769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.401541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.426057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.453013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:43.530340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Calling delete_port for e84c8d13-4b25-4aa5-8947-916055137d73 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:43.590888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:43.597409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.599165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f1a9a652-8744-4630-86d7-120c15a0c0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:43.672309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:43.672696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:43.680117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e84c8d13-4b25-4aa5-8947-916055137d73,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:43.683055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:43.712221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.858038 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56e55b49-3257-4504-9a7f-dcf4fbda641f (CIDR: 2001:db8:0:1::/64)
Dec 22 15:06:43.890185 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:06:43.890612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:43.893765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.905456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4946e471-067c-418e-8dfb-0e03b7e1b74e tempest-RoutersAdminNegativeTest-2048483505 tempest-RoutersAdminNegativeTest-2048483505-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:43.946748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cb0d4-d273-472a-9ac6-4ef2ae7ea3d9,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:43.949325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:43.970455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.971585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/032cb0d4-d273-472a-9ac6-4ef2ae7ea3d9 HTTP/1.1" status: 204  len: 168 time: 1.3480456
Dec 22 15:06:43.981411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:43.981803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:43.989630 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c66359c8-0c9a-434c-bf77-308296ad239f tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.7749033
Dec 22 15:06:43.992630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39558) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:44.000454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'subnet': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:44.117828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Calling delete_port for e84c8d13-4b25-4aa5-8947-916055137d73 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:44.145047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:44.149058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Usage tracker for resource:subnet and tenant:e910334eda2048e08cc9a8b57975a74e is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:44.152800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:44.158956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:44.171020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Made reservation on behalf of e910334eda2048e08cc9a8b57975a74e for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:44.173498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Deleting port e84c8d13-4b25-4aa5-8947-916055137d73 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:44.174016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.286162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Router 37de5b37-d57e-4d31-86d4-26d5c3268c42 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:06:44.358984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.408531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-02901667-4246-4e6b-ab98-054916a208cb None None] For port e84c8d13-4b25-4aa5-8947-916055137d73, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e84c8d13-4b25-4aa5-8947-916055137d73,segment=NetworkSegment(1070cea8-c798-4b6a-a9e1-75bb665ebb19),segment_id=1070cea8-c798-4b6a-a9e1-75bb665ebb19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:44.409196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.543120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.548815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Calling delete_port for e84c8d13-4b25-4aa5-8947-916055137d73 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:44.550101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ad6c3867-a808-4d80-8fb7-d5b32779a5d8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:44.608806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event deleted for resources: {'Port': ['ID=e84c8d13-4b25-4aa5-8947-916055137d73,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:44.613787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:44.618096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] No DVR routers for this DVR port e84c8d13-4b25-4aa5-8947-916055137d73 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:44.619893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.631280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:44.631839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:44.650649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10483895-a5cd-47e1-9519-1320094f958a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:44.689616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:06:44.701367 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Sync routers for ids ['37de5b37-d57e-4d31-86d4-26d5c3268c42'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:06:44.725399 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Routers {'37de5b37-d57e-4d31-86d4-26d5c3268c42'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:44.726305 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['37de5b37-d57e-4d31-86d4-26d5c3268c42'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:44.738876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.743967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dc0a0491-59ba-473b-a42d-80187157c950 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:44.818361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.821801 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e1619db5-453c-4a2c-93f8-7b35739e2b6b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "PUT /v2.0/routers/37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 200  len: 697 time: 2.9955800
Dec 22 15:06:44.821945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:44.824578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:44.832245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.835401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:44.835926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e0474-2280-447f-93ac-2af55185e047 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:44.836345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:44.839141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39576) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:44.839964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=acc6df0b-689e-4b5c-b4de-0ffc2a4b6732,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:44.849173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:44.858577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Subnet': ['ID=b70060a5-e960-426f-9220-791ec5bf7769,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:44.862442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:44.878855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8850386
Dec 22 15:06:44.879538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39580) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:44.888217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2058518950', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b70060a5-e960-426f-9220-791ec5bf7769'}], 'security_groups': ['f2655f68-2cd1-481e-987b-b070913bdf8f', 'd9ff395a-9bb1-4d4f-a6a5-f55c56af80aa']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:44.910744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Set router 37de5b37-d57e-4d31-86d4-26d5c3268c42 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:45.014120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574864b20>,) {'filters': {'network_id': ['f2308654-997c-4188-ac71-b84e0cb8ddde']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.030986 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7850>, [{'id': '37de5b37-d57e-4d31-86d4-26d5c3268c42', 'name': 'tempest-RoutersIpV6Test-router-863001832', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:41Z', 'updated_at': '2021-12-22T15:06:43Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.035902 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Checking router: 37de5b37-d57e-4d31-86d4-26d5c3268c42 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:06:45.053564 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Routers {'37de5b37-d57e-4d31-86d4-26d5c3268c42'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:06:45.054253 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7850>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['37de5b37-d57e-4d31-86d4-26d5c3268c42'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.060239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '3762cafa-66ef-4585-b5a1-910aafdd3056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:45.060611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: 7fef85bf-a18e-4ad3-a554-154f27037188, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:45.079060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574864b20>, '1070cea8-c798-4b6a-a9e1-75bb665ebb19') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.079406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574864b20>, '1070cea8-c798-4b6a-a9e1-75bb665ebb19') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.099636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network 7fef85bf-a18e-4ad3-a554-154f27037188 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:45.114255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.121544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39586) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:45.130834 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027745
Dec 22 15:06:45.130834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.133057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39588) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:45.143214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bcc12be1-6c85-44b2-9f32-e0a71348cddf tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/routers/37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 200  len: 703 time: 0.3006110
Dec 22 15:06:45.151101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39592) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:45.151698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 7fef85bf-a18e-4ad3-a554-154f27037188) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:45.156698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.175126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3589bc6b-503c-4ecf-87d8-a64cd156e288 None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:45.200815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:45.201403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.222844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b5a1dc14-8a08-4bd7-a816-caf3a1215663 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Synchronizing usage tracker for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:45.225692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:45.226354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:45.242895 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:45.286878 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] Set router 37de5b37-d57e-4d31-86d4-26d5c3268c42 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:06:45.301527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Deleting port e84c8d13-4b25-4aa5-8947-916055137d73 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:45.301922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-02901667-4246-4e6b-ab98-054916a208cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.310786 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5588500
Dec 22 15:06:45.318279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39598) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:45.345338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b5a1dc14-8a08-4bd7-a816-caf3a1215663 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Unset dirty status for tenant:c5e43f7aac86497ea4beeaea1cbc6f3d on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:45.346792 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b5a1dc14-8a08-4bd7-a816-caf3a1215663 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 200  len: 205 time: 0.1924729
Dec 22 15:06:45.367684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39602) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:45.392711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-02901667-4246-4e6b-ab98-054916a208cb None None] The port 'e84c8d13-4b25-4aa5-8947-916055137d73' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:45.441971 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ec7850>, [{'id': '37de5b37-d57e-4d31-86d4-26d5c3268c42', 'name': 'tempest-RoutersIpV6Test-router-863001832', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:41Z', 'updated_at': '2021-12-22T15:06:43Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:45.449918 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aafd-832e-42f0-9614-3b641dc91232 None None] The sync data for ids ['37de5b37-d57e-4d31-86d4-26d5c3268c42'] in dv-neutron-822675-1-hyperv is: [{'id': '37de5b37-d57e-4d31-86d4-26d5c3268c42', 'name': 'tempest-RoutersIpV6Test-router-863001832', 'tenant_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:06:41Z', 'updated_at': '2021-12-22T15:06:43Z', 'revision_number': 2, 'project_id': 'c5e43f7aac86497ea4beeaea1cbc6f3d', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:06:45.465071 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:06:45.549148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-7fef85bf-a18e-4ad3-a554-154f27037188', 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': 'acc6df0b-689e-4b5c-b4de-0ffc2a4b6732'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:45.550078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.646483 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-07ec7637-ed5a-4a58-b688-71f8df190d11 tempest-NetworksApiDiscovery-1275087774 tempest-NetworksApiDiscovery-1275087774-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.5119908
Dec 22 15:06:45.658139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.663709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.672089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d0619d78-b37d-4b8b-ab86-a853b3eae66a tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:45.678653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Update dhcp port {'port': {'network_id': '83dc2e2a-603f-4b1b-a090-1226a8ac623a', 'fixed_ips': [{'subnet_id': '56e55b49-3257-4504-9a7f-dcf4fbda641f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be0976e8-834e-44ee-b94c-d1e886512e1a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b70060a5-e960-426f-9220-791ec5bf7769'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '64daa3b9-8529-4fdb-81c3-6a9ccdec401c'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:06:45.689170 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] 10.222.0.69 "DELETE /v2.0/networks/f2308654-997c-4188-ac71-b84e0cb8ddde HTTP/1.1" status: 204  len: 168 time: 2.9529195
Dec 22 15:06:45.712415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Pushing event deleted for resources: {'Network': ['ID=f2308654-997c-4188-ac71-b84e0cb8ddde,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:45.722427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:45.744198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.799651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Delete allocated IP 2001:db8::393 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/be0976e8-834e-44ee-b94c-d1e886512e1a) {{(pid=83456) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:06:45.823253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Allocated IP 2001:db8:0:2::308 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/b70060a5-e960-426f-9220-791ec5bf7769/bd394966-8f14-481f-a22c-b923ef0addc0) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:45.830100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:45.919630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Allocated IP 172.20.0.2 (7fef85bf-a18e-4ad3-a554-154f27037188/acc6df0b-689e-4b5c-b4de-0ffc2a4b6732/73dc4b25-44e1-4797-99ac-880d0b423d8f) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:46.146585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39616) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:46.183073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:46.200317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.262369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.275846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Transition to ACTIVE for port object 73dc4b25-44e1-4797-99ac-880d0b423d8f will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:46.279940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.305143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Transition to ACTIVE for port object 73dc4b25-44e1-4797-99ac-880d0b423d8f will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:46.314188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.321976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Transition to ACTIVE for port object bd394966-8f14-481f-a22c-b923ef0addc0 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:46.327662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.332950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:46.334780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1d0-60a8-4766-8e77-bcb501880f6a tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:46.358820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port 73dc4b25-44e1-4797-99ac-880d0b423d8f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:46.359400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.474067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Allocated IP 2001:db8:0:2::2 (83dc2e2a-603f-4b1b-a090-1226a8ac623a/b70060a5-e960-426f-9220-791ec5bf7769/64daa3b9-8529-4fdb-81c3-6a9ccdec401c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:06:46.585767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.598118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:46.603378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:46.612999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Pushing event updated for resources: {'Port': ['ID=73dc4b25-44e1-4797-99ac-880d0b423d8f,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:46.615307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] In _notify_port_updated(), no bound segment for port bd394966-8f14-481f-a22c-b923ef0addc0 on network 83dc2e2a-603f-4b1b-a090-1226a8ac623a {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:06:46.616618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:46.619421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:46.619790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:46.620334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.622442 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "PUT /v2.0/ports/bd394966-8f14-481f-a22c-b923ef0addc0 HTTP/1.1" status: 200  len: 970 time: 1.7417698
Dec 22 15:06:46.629072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39628) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:46.630039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event updated for resources: {'Port': ['ID=bd394966-8f14-481f-a22c-b923ef0addc0,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:46.634647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:46.663356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.723676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port bd394966-8f14-481f-a22c-b923ef0addc0 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:46.724151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.748048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.753270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Attempting to bind port 73dc4b25-44e1-4797-99ac-880d0b423d8f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:06:46.754201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Attempting to bind port 73dc4b25-44e1-4797-99ac-880d0b423d8f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3762cafa-66ef-4585-b5a1-910aafdd3056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:06:46.754780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Attempting to bind port 73dc4b25-44e1-4797-99ac-880d0b423d8f on network 7fef85bf-a18e-4ad3-a554-154f27037188 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:06:46.757762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:46.763835 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-664998af-3c3e-4f55-b0d7-9adbbc1cbe20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=412b6f5988714e9bbd4e5ebe3da14b58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5736184
Dec 22 15:06:46.764054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:46.764630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39632) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:46.771662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:06:46.772046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Checking segment: {'id': '3762cafa-66ef-4585-b5a1-910aafdd3056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:46.772610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.773021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Bound using segment: {'id': '3762cafa-66ef-4585-b5a1-910aafdd3056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:06:46.773504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Bound port: 73dc4b25-44e1-4797-99ac-880d0b423d8f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3762cafa-66ef-4585-b5a1-910aafdd3056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7fef85bf-a18e-4ad3-a554-154f27037188'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:06:46.773654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Usage tracker for resource:security_group_rule and tenant:a4620aad8cc3427398eea48435d9967b is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:46.773886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.779513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:46.797412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:46.836127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.836655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Fanout notify agent at l3_agent the message router_deleted on router 37de5b37-d57e-4d31-86d4-26d5c3268c42 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:06:46.844998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.865514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port 73dc4b25-44e1-4797-99ac-880d0b423d8f, host dv-neutron-822675-1-hyperv, got binding levels [] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:46.866564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.884702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Transition to ACTIVE for port object 64daa3b9-8529-4fdb-81c3-6a9ccdec401c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:06:46.894682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:46.901051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:46.947633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] For port 73dc4b25-44e1-4797-99ac-880d0b423d8f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:06:47.014085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.018396 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f3186892-f05b-43be-973b-5d5e4db81f49 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 204  len: 168 time: 1.6431551
Dec 22 15:06:47.021403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39636) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.023593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for 73dc4b25-44e1-4797-99ac-880d0b423d8f owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:47.072433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.090114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.098857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-64cf3b4c-5f61-4ead-8a50-26f38af6516c tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 200  len: 205 time: 0.0720685
Dec 22 15:06:47.100812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.108120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39640) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.108758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.118592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-527821d8-b3f8-4d32-be23-51cc371eb087 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:47.133548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] For port 73dc4b25-44e1-4797-99ac-880d0b423d8f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=73dc4b25-44e1-4797-99ac-880d0b423d8f,segment=NetworkSegment(3762cafa-66ef-4585-b5a1-910aafdd3056),segment_id=3762cafa-66ef-4585-b5a1-910aafdd3056)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:06:47.134954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Pushing event updated for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.139735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.169417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.177860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.184242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-84c0dbfc-c89a-4893-b591-c4f6fc123f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:47.223997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-84fe5c71-eb58-47f3-8330-b76598af7d20 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:47.225064 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-84fe5c71-eb58-47f3-8330-b76598af7d20 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/37de5b37-d57e-4d31-86d4-26d5c3268c42 HTTP/1.1" status: 404  len: 336 time: 0.1129589
Dec 22 15:06:47.229187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39644) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.269930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for bd394966-8f14-481f-a22c-b923ef0addc0 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:47.281031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Pushing event updated for resources: {'Port': ['ID=73dc4b25-44e1-4797-99ac-880d0b423d8f,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.296209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.302385 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced8ef96-6d0e-4e80-9601-f711023d2bb1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:47.302702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced8ef96-6d0e-4e80-9601-f711023d2bb1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:47.306688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:47.306994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:47.322879 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ced8ef96-6d0e-4e80-9601-f711023d2bb1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/27708463-6330-40f7-bf65-6e6ce954cb90 HTTP/1.1" status: 404  len: 337 time: 0.0924830
Dec 22 15:06:47.325622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39648) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.330144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b025a65-ad4c-4ed0-a7ba-eb8de2a25f63,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.341237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4620aad8cc3427398eea48435d9967b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1888311
Dec 22 15:06:47.342019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39652) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.345233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.370898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.374825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.376206 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89db363a-5b17-4a9d-ba0b-e567b8f30ca3 HTTP/1.1" status: 204  len: 168 time: 0.6100104
Dec 22 15:06:47.381572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-483368e8-bf24-40b7-bf89-c73a27d1a22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:47.391552 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2039af2-f7fd-4595-9c5c-04cfc36ed540 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:47.392255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2039af2-f7fd-4595-9c5c-04cfc36ed540 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:47.394098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c2039af2-f7fd-4595-9c5c-04cfc36ed540 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/e3fbbeed-4b54-4943-9374-1390404071d8 HTTP/1.1" status: 404  len: 337 time: 0.0673361
Dec 22 15:06:47.398602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39658) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.401385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db363a-5b17-4a9d-ba0b-e567b8f30ca3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.442892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.450793 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-820f3517-8e1e-42b1-967d-0d80bf3bdb3b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:47.451234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820f3517-8e1e-42b1-967d-0d80bf3bdb3b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:47.452975 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-820f3517-8e1e-42b1-967d-0d80bf3bdb3b tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/9766ed70-839a-474e-832d-9bc96c3b8767 HTTP/1.1" status: 404  len: 337 time: 0.0534668
Dec 22 15:06:47.459221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39662) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.495993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.542706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.550062 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec452251-efc6-4542-81aa-ac03c9d04b66 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:47.550502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec452251-efc6-4542-81aa-ac03c9d04b66 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:47.556431 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec452251-efc6-4542-81aa-ac03c9d04b66 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/0fa927ff-6825-48f1-a5c9-fe02facecaf1 HTTP/1.1" status: 404  len: 337 time: 0.0953584
Dec 22 15:06:47.558285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39666) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.640840 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-585a70ce-076d-4aaf-bc5f-1229bbb1b01d tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 200  len: 205 time: 0.0772226
Dec 22 15:06:47.641696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39670) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.756962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.771450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93b3ea15-6afe-4543-846b-62371a251ec9 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:47.775181 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-036b34f3-b7e2-4f58-b461-b78fb350aba1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:47.779559 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-036b34f3-b7e2-4f58-b461-b78fb350aba1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/cac52adb-28c2-4124-89d9-c896a871b2d7 HTTP/1.1" status: 404  len: 336 time: 0.1313701
Dec 22 15:06:47.779943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39674) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.817330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port 73dc4b25-44e1-4797-99ac-880d0b423d8f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:47.817869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.860762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=bd394966-8f14-481f-a22c-b923ef0addc0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.873787 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-85ee84d9-a92c-484f-866a-b822c8912d19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=2de88924-49e5-42eb-adf9-5bb164de875a HTTP/1.1" status: 200  len: 205 time: 0.0923653
Dec 22 15:06:47.876980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39678) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:47.877584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.889993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.891748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ed9a637-3cf8-4551-8795-ede56b07b8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:47.911588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b025a65-ad4c-4ed0-a7ba-eb8de2a25f63,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:47.944237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:47.963456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.966437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/bd394966-8f14-481f-a22c-b923ef0addc0 HTTP/1.1" status: 204  len: 168 time: 1.3338122
Dec 22 15:06:47.968166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:47.971580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b025a65-ad4c-4ed0-a7ba-eb8de2a25f63 HTTP/1.1" status: 204  len: 168 time: 0.6232219
Dec 22 15:06:47.971580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39682) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.016968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd9e2ac-ce2d-4bc6-a1cd-dc455f6e9e7a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] GET failed (client error): The resource could not be found.
Dec 22 15:06:48.017378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ddd9e2ac-ce2d-4bc6-a1cd-dc455f6e9e7a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Synchronizing usage tracker for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:48.034815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ddd9e2ac-ce2d-4bc6-a1cd-dc455f6e9e7a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Unset dirty status for tenant:e910334eda2048e08cc9a8b57975a74e on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:48.036048 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ddd9e2ac-ce2d-4bc6-a1cd-dc455f6e9e7a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports/bd394966-8f14-481f-a22c-b923ef0addc0 HTTP/1.1" status: 404  len: 333 time: 0.0651984
Dec 22 15:06:48.039086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39688) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.114697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.132876 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-d923ff99-f128-4d12-8fb5-c4d05fafd433 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:48.137587 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d923ff99-f128-4d12-8fb5-c4d05fafd433 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/2de88924-49e5-42eb-adf9-5bb164de875a HTTP/1.1" status: 404  len: 336 time: 0.2561190
Dec 22 15:06:48.145557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39692) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.156330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.172247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Provisioning for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:48.183921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:48.184493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.203524 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a50ea93-8cee-428b-ae3e-24ac397ade35 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:48.203956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a50ea93-8cee-428b-ae3e-24ac397ade35 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:48.208256 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8a50ea93-8cee-428b-ae3e-24ac397ade35 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/26cd6ee1-d2f9-4eb7-8501-44b44560e972 HTTP/1.1" status: 404  len: 337 time: 0.0616989
Dec 22 15:06:48.213672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39696) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.269980 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c66e196b-9052-420a-9602-95b1814ca0de tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 200  len: 205 time: 0.0544891
Dec 22 15:06:48.271837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39700) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.411305 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-ed01f017-8fd0-4f74-a4cc-d5c45d69e0f1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:48.417112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ed01f017-8fd0-4f74-a4cc-d5c45d69e0f1 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/dcef874d-0bc3-47ee-840a-5b613c626f0f HTTP/1.1" status: 404  len: 336 time: 0.1447022
Dec 22 15:06:48.419024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39704) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.456304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:48.456904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.478193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6756a5fc-1adb-4be6-9dd2-5fa33555a4bd tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 HTTP/1.1" status: 200  len: 205 time: 0.0582108
Dec 22 15:06:48.479023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.486231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39708) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.486946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f6939a26-cff9-428d-a00a-9933cae10f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:48.524112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port 73dc4b25-44e1-4797-99ac-880d0b423d8f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=73dc4b25-44e1-4797-99ac-880d0b423d8f,segment=NetworkSegment(3762cafa-66ef-4585-b5a1-910aafdd3056),segment_id=3762cafa-66ef-4585-b5a1-910aafdd3056)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:48.526933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.549092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:48.552571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f38898d9-8357-4c8d-814c-d5cdf5a5fd59 None None] Could not find standard attr ID for object bd394966-8f14-481f-a22c-b923ef0addc0. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:06:48.566884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283dfe8-101f-4b01-9f87-01bad5a6e0b2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:48.577821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:48.578942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.580254 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/security-groups/6283dfe8-101f-4b01-9f87-01bad5a6e0b2 HTTP/1.1" status: 204  len: 168 time: 0.5402319
Dec 22 15:06:48.582723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-d60d61b2-621b-41e1-aa23-1a51bbf5737e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:48.586620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d60d61b2-621b-41e1-aa23-1a51bbf5737e tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/9a9b2ac4-c550-45f2-a5e0-f4f5b95fccf7 HTTP/1.1" status: 404  len: 336 time: 0.0875840
Dec 22 15:06:48.587376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39712) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.587880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.661304 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e954e682-4287-401a-ba61-a4de05d1683f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:48.661734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e954e682-4287-401a-ba61-a4de05d1683f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:48.664465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e954e682-4287-401a-ba61-a4de05d1683f tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/a60dc5e5-0f16-4b1a-bab6-a1864bf80b6b HTTP/1.1" status: 404  len: 337 time: 0.0732265
Dec 22 15:06:48.668675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39720) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.670450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-530fa1e7-83f2-4795-b2ab-c979a4d66b82 None None] Could not find standard attr ID for object bd394966-8f14-481f-a22c-b923ef0addc0. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:06:48.712894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for 73dc4b25-44e1-4797-99ac-880d0b423d8f owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:48.743807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4f8b2845-a931-4b2c-ba26-861ec7c0af26 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc030a41-da52-42fa-afa0-eafd0718cdec HTTP/1.1" status: 200  len: 205 time: 0.0708463
Dec 22 15:06:48.747078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39724) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.775712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.804244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b669a4-9b98-4b56-8231-54ad0cdb5f73 None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:48.809615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.821499 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-d0d2b7c2-61f6-400c-a764-6ca7592a76fa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:48.822441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d0d2b7c2-61f6-400c-a764-6ca7592a76fa tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/bc030a41-da52-42fa-afa0-eafd0718cdec HTTP/1.1" status: 404  len: 336 time: 0.0744445
Dec 22 15:06:48.825146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39728) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.861140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.866624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-50e78c46-1fee-4821-b182-0cc9ab05899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:48.876992 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23e596-e7c0-460e-8c50-e208274ca4f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:48.876992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f23e596-e7c0-460e-8c50-e208274ca4f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:48.878591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7f23e596-e7c0-460e-8c50-e208274ca4f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/0c58b486-eeff-41c2-bd77-27610665e075 HTTP/1.1" status: 404  len: 337 time: 0.0525758
Dec 22 15:06:48.882467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39732) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.882605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff395a-9bb1-4d4f-a6a5-f55c56af80aa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:48.887415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:48.890836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.894350 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9ff395a-9bb1-4d4f-a6a5-f55c56af80aa HTTP/1.1" status: 204  len: 168 time: 0.3030987
Dec 22 15:06:48.894979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39736) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.929688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-717b368b-6ad0-49a7-856f-6ad5acd031cd None None] Provisioning for port 73dc4b25-44e1-4797-99ac-880d0b423d8f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:06:48.938257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a559c00d-1074-4799-a2cf-7240aef1e5c2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae HTTP/1.1" status: 200  len: 205 time: 0.0530701
Dec 22 15:06:48.938465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39740) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:48.967716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:48.994942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.012119 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-55911762-555a-43c3-be9a-9fee713c6d15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:49.015530 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-55911762-555a-43c3-be9a-9fee713c6d15 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/routers/9bb8c3e5-8f66-4fdd-a415-e8b10d1f36ae HTTP/1.1" status: 404  len: 336 time: 0.0731592
Dec 22 15:06:49.015956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39744) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.075279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.079242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:49.149758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=73dc4b25-44e1-4797-99ac-880d0b423d8f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:49.152490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:49.194772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-991d4c25-623d-4346-95b1-b4456d0dc7f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:49.195797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991d4c25-623d-4346-95b1-b4456d0dc7f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:49.206898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-991d4c25-623d-4346-95b1-b4456d0dc7f2 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/e6759f4f-7811-49d8-ad65-4b67dba9091f HTTP/1.1" status: 404  len: 337 time: 0.1897724
Dec 22 15:06:49.219387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 73dc4b25-44e1-4797-99ac-880d0b423d8f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:49.231702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39748) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.248280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port 73dc4b25-44e1-4797-99ac-880d0b423d8f on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:49.262378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 73dc4b25-44e1-4797-99ac-880d0b423d8f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:49.263039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 73dc4b25-44e1-4797-99ac-880d0b423d8f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 15:06:49.271024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.282046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a25354b4-1c69-4591-95cb-17e6785e3542 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:49.299766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbd8896-56fa-4c73-ae54-9d95d9a92d08 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:49.300198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbd8896-56fa-4c73-ae54-9d95d9a92d08 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:49.307202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port 73dc4b25-44e1-4797-99ac-880d0b423d8f not found, will not notify nova. {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 15:06:49.307476 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0bbd8896-56fa-4c73-ae54-9d95d9a92d08 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] 10.222.0.69 "DELETE /v2.0/subnets/a73fbc6f-08f0-4119-b3e9-593b5d7126c2 HTTP/1.1" status: 404  len: 337 time: 0.0738297
Dec 22 15:06:49.308092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:06:49.311510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2655f68-2cd1-481e-987b-b070913bdf8f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:49.320291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.321525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/security-groups/f2655f68-2cd1-481e-987b-b070913bdf8f HTTP/1.1" status: 204  len: 168 time: 0.4260967
Dec 22 15:06:49.322779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-762e9760-e99d-4b3e-84d5-b06b18052e82 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:49.324825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39754) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.326147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.369969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8d0b79d3-d617-4f53-a9f2-1a51ed4638b0 None None] Could not find standard attr ID for object 73dc4b25-44e1-4797-99ac-880d0b423d8f. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:06:49.402347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6360b5f9-c2e9-4d07-bf28-4b938ff7c0a7 None None] DHCP port deletion for 7fef85bf-a18e-4ad3-a554-154f27037188 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:49.427077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:49.428129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.433972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.438953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9ffa0b40-e877-48fd-ace1-7b11556faeef tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:49.472633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a5a66-5c83-4a69-9b28-9deda24cc9e5 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:49.475970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=acc6df0b-689e-4b5c-b4de-0ffc2a4b6732,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:49.478357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:49.564968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet be0976e8-834e-44ee-b94c-d1e886512e1a {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:49.568736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.596181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.643074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.666360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574d37dc0>,) {'filters': {'network_id': ['7fef85bf-a18e-4ad3-a554-154f27037188']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:49.688437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d37dc0>, '3762cafa-66ef-4585-b5a1-910aafdd3056') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:49.688712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574d37dc0>, '3762cafa-66ef-4585-b5a1-910aafdd3056') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:49.692608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a5a66-5c83-4a69-9b28-9deda24cc9e5 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:49.703850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.723695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.730869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:49.731498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.741316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.773767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39760) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:49.829568 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:49.833038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.838168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e80d820-6f33-438c-a085-864a6b2aaafa tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:49.840354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.844695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f4446725-12f0-4602-9fbe-1f90f0780dd6 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:49.868832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.872730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=7fef85bf-a18e-4ad3-a554-154f27037188,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:49.875792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:49.880539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=be0976e8-834e-44ee-b94c-d1e886512e1a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:49.884692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:49.889178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:49.892474 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/7fef85bf-a18e-4ad3-a554-154f27037188 HTTP/1.1" status: 204  len: 168 time: 4.5528743
Dec 22 15:06:49.896243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39766) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.908236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/be0976e8-834e-44ee-b94c-d1e886512e1a HTTP/1.1" status: 204  len: 168 time: 0.5806942
Dec 22 15:06:49.908236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39770) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:49.943383 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d7c643-fc15-4840-8966-58f233729756 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] GET failed (client error): The resource could not be found.
Dec 22 15:06:49.944020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3d7c643-fc15-4840-8966-58f233729756 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Synchronizing usage tracker for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:subnet {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:49.963616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c3d7c643-fc15-4840-8966-58f233729756 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Unset dirty status for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:subnet {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:49.968429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c3d7c643-fc15-4840-8966-58f233729756 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets/acc6df0b-689e-4b5c-b4de-0ffc2a4b6732 HTTP/1.1" status: 404  len: 337 time: 0.0686445
Dec 22 15:06:49.969174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39774) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.019657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet b70060a5-e960-426f-9220-791ec5bf7769 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:50.021639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d17b490-7daa-48a8-95da-18a76eedb352 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:50.022054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d17b490-7daa-48a8-95da-18a76eedb352 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:50.023582 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d17b490-7daa-48a8-95da-18a76eedb352 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/7fef85bf-a18e-4ad3-a554-154f27037188 HTTP/1.1" status: 404  len: 339 time: 0.0533180
Dec 22 15:06:50.027773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39778) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.032036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.049424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb7c97-ac3c-4094-9d32-ab66df45583d None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:50.062993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915ba31-5d89-498b-adaa-758da512d952 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:50.126191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb7c97-ac3c-4094-9d32-ab66df45583d None None] Network 7fef85bf-a18e-4ad3-a554-154f27037188 could not be found, it might have been deleted concurrently. {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 15:06:50.146537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df532a1-4bd8-4a00-803e-4530811d34b3 None None] DHCP port deletion for 7fef85bf-a18e-4ad3-a554-154f27037188 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:50.207043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.242263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9405dd3f-09c7-4d48-aedf-19ff245b8ab3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5e43f7aac86497ea4beeaea1cbc6f3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4671853
Dec 22 15:06:50.244734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39782) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.304205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3226fd0d-14fd-415c-8c6e-a804a907ca3e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:50.304906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3226fd0d-14fd-415c-8c6e-a804a907ca3e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Synchronizing usage tracker for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:50.334311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3226fd0d-14fd-415c-8c6e-a804a907ca3e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Unset dirty status for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:50.335478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3226fd0d-14fd-415c-8c6e-a804a907ca3e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3068295
Dec 22 15:06:50.338322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39786) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.382343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.417533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-befc2453-04c5-41f6-ba91-4e3ae18e672b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Synchronizing usage tracker for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:50.435684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.443733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-befc2453-04c5-41f6-ba91-4e3ae18e672b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Unset dirty status for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:50.444908 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-befc2453-04c5-41f6-ba91-4e3ae18e672b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 207 time: 0.1056890
Dec 22 15:06:50.449789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39790) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.474009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.478641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ea64c62f-5a0f-4734-bd70-4014f342a3da tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:50.515812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=b70060a5-e960-426f-9220-791ec5bf7769,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:50.518244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:50.521842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.528833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/b70060a5-e960-426f-9220-791ec5bf7769 HTTP/1.1" status: 204  len: 168 time: 0.6204181
Dec 22 15:06:50.531164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39794) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.544342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.572521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e4f5a6-d780-4fd9-b549-62451cfda45c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:50.572954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e4f5a6-d780-4fd9-b549-62451cfda45c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:50.575304 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-76e4f5a6-d780-4fd9-b549-62451cfda45c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/be0976e8-834e-44ee-b94c-d1e886512e1a HTTP/1.1" status: 404  len: 337 time: 0.0432434
Dec 22 15:06:50.578103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39798) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.654631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting subnet 56e55b49-3257-4504-9a7f-dcf4fbda641f {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:50.657945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:50.658432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.661844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:50.666046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:50.670841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:50.671971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Synchronizing usage tracker for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:50.682082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.688364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-986b867c-5be2-4e6e-a470-6f2276f836fe tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:50.702563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Unset dirty status for tenant:0349d0e18e3846bd8b9667e97dc81698 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:50.707509 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-136d0e14-5652-4bed-9f31-7512f02417b2 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2501125
Dec 22 15:06:50.707509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d6195-1a7d-4550-8d3e-0bb124dfed53,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:50.708723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39802) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:50.709579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:50.713648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.714442 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc7d6195-1a7d-4550-8d3e-0bb124dfed53 HTTP/1.1" status: 204  len: 168 time: 0.4685490
Dec 22 15:06:50.812875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:50.946951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28905d6-8ef0-4e7b-a19b-25c28d3ac142 None None] Network 83dc2e2a-603f-4b1b-a090-1226a8ac623a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:50.955673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fb0fbea6-584a-421b-8eba-3e4a7b775d3e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2430956
Dec 22 15:06:50.956630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39810) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.012298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.086103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d12a67a8-6705-48e2-98a6-2e471ec95408 None None] Provisioning complete for port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:51.092143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d12a67a8-6705-48e2-98a6-2e471ec95408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.151419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 73dc4b25-44e1-4797-99ac-880d0b423d8f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:51.194808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810f24-7911-49ca-b165-0b5df1a8c63c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.195273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 73dc4b25-44e1-4797-99ac-880d0b423d8f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:51.195699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 73dc4b25-44e1-4797-99ac-880d0b423d8f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:51.196451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f810f24-7911-49ca-b165-0b5df1a8c63c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.200434 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8f810f24-7911-49ca-b165-0b5df1a8c63c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2418787
Dec 22 15:06:51.203380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39822) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.248341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.253281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a804c1ed-0027-47ad-85b8-ce187607b0d6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:51.280286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b059b-60fc-4554-8280-e03e572314d8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.281905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b059b-60fc-4554-8280-e03e572314d8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.284211 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-639b059b-60fc-4554-8280-e03e572314d8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0798059
Dec 22 15:06:51.288074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Subnet': ['ID=56e55b49-3257-4504-9a7f-dcf4fbda641f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:51.288368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39826) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.290827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:51.296156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.302205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-246d865b-00eb-439b-b0eb-6d995c9f191c tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/56e55b49-3257-4504-9a7f-dcf4fbda641f HTTP/1.1" status: 204  len: 168 time: 0.7231145
Dec 22 15:06:51.304515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39830) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.350331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-91389422-697f-40c9-9a33-105f53742618 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.350761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91389422-697f-40c9-9a33-105f53742618 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.352543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-91389422-697f-40c9-9a33-105f53742618 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/dedafe5f-5f50-4d8c-a235-60c68675d9fe HTTP/1.1" status: 404  len: 337 time: 0.0469801
Dec 22 15:06:51.355750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39834) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.382188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d12a67a8-6705-48e2-98a6-2e471ec95408 None None] Provisioning complete for port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:06:51.382985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d12a67a8-6705-48e2-98a6-2e471ec95408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.414795 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-97399a62-8b2a-4d8d-8ec8-f37d65cdd8e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "GET /v2.0/ports?device_id=e924d3bd-ff4e-485a-a57d-359050185dd2 HTTP/1.1" status: 200  len: 205 time: 0.0575929
Dec 22 15:06:51.417005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39840) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.445063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d12a67a8-6705-48e2-98a6-2e471ec95408 None None] Port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:06:51.471472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f204087-3d08-4384-b9e7-2bf3658bc5fc tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.478484 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f204087-3d08-4384-b9e7-2bf3658bc5fc tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks/4541a946-4c75-4669-849d-25877f2d4156 HTTP/1.1" status: 200  len: 800 time: 0.1872237
Dec 22 15:06:51.478662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39844) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.504227 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-3aa0b547-bc03-4688-a385-24420c2ad833 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:51.505331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3aa0b547-bc03-4688-a385-24420c2ad833 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/routers/e924d3bd-ff4e-485a-a57d-359050185dd2 HTTP/1.1" status: 404  len: 336 time: 0.0868363
Dec 22 15:06:51.508070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39850) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.529045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] DHCP port deletion for 83dc2e2a-603f-4b1b-a090-1226a8ac623a request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:51.533513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Deleting port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:51.534121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.556090 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ae20f9-90eb-4d46-8f84-d97f0dcf6814 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.556698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ae20f9-90eb-4d46-8f84-d97f0dcf6814 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.559021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c3ae20f9-90eb-4d46-8f84-d97f0dcf6814 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/09aacc1d-2798-4bcd-a769-5bb48d54ce0b HTTP/1.1" status: 404  len: 337 time: 0.0499763
Dec 22 15:06:51.562344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39854) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.613234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450d603-e034-4a30-b56d-2ce220a88b06 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.613795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2450d603-e034-4a30-b56d-2ce220a88b06 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.615663 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2450d603-e034-4a30-b56d-2ce220a88b06 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/50bd8c8b-96c5-469a-a675-ac228e3f604d HTTP/1.1" status: 404  len: 337 time: 0.0523264
Dec 22 15:06:51.618340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39860) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.672200 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b074e85-668c-4f33-9123-d7c669979c79 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.672816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b074e85-668c-4f33-9123-d7c669979c79 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.674807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b074e85-668c-4f33-9123-d7c669979c79 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/2498866b-0c57-4bba-92ca-0d8bedec9d8f HTTP/1.1" status: 404  len: 337 time: 0.0552392
Dec 22 15:06:51.682142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39864) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.696639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a8ed208f-1250-4592-8417-f612dc39c263 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/networks/4541a946-4c75-4669-849d-25877f2d4156?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2163963
Dec 22 15:06:51.700764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39868) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.735886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-17968645-5b9d-463c-9f85-bffa94e8997e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.736619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17968645-5b9d-463c-9f85-bffa94e8997e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.738738 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-17968645-5b9d-463c-9f85-bffa94e8997e tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/adc319f4-ec58-4fdd-aa4b-fb25b468988d HTTP/1.1" status: 404  len: 333 time: 0.0530233
Dec 22 15:06:51.742064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39872) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.774944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] For port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,segment=NetworkSegment(8d00dba0-cae4-44a6-9008-8a9116c9c3ae),segment_id=8d00dba0-cae4-44a6-9008-8a9116c9c3ae)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:51.775258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.778632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad9076-4f73-48d1-945d-cb3676a6ba9c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.783175 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6cad9076-4f73-48d1-945d-cb3676a6ba9c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets/4d68e8b3-5d9d-4935-bd3c-898bffcac8f2 HTTP/1.1" status: 200  len: 811 time: 0.0782254
Dec 22 15:06:51.783324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39876) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.784148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39878) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.819335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-33574678-fa7d-49a1-a93d-69a8e4826476 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.819768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33574678-fa7d-49a1-a93d-69a8e4826476 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.824005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-33574678-fa7d-49a1-a93d-69a8e4826476 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/ada575e3-720a-48b9-89d1-8f5dc07aa977 HTTP/1.1" status: 404  len: 337 time: 0.0786710
Dec 22 15:06:51.824490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39886) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.862659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-540b12fd-1fd8-4e95-9015-d76b9985e463 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.863091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540b12fd-1fd8-4e95-9015-d76b9985e463 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.867007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-540b12fd-1fd8-4e95-9015-d76b9985e463 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/80779a4a-07c8-4010-924c-fa7962cea2d1 HTTP/1.1" status: 404  len: 337 time: 0.0393357
Dec 22 15:06:51.867282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39890) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.872445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40730f2f-a287-44ba-a298-a824469f6a3b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:51.878335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-40730f2f-a287-44ba-a298-a824469f6a3b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "GET /v2.0/subnets/4d68e8b3-5d9d-4935-bd3c-898bffcac8f2?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0936670
Dec 22 15:06:51.879502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39894) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.887405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066955650'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:51.893505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:51.904879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:51.914588 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-572c17ae-fdbc-4e7e-9e9c-8280eb5526e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.914895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572c17ae-fdbc-4e7e-9e9c-8280eb5526e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.920362 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-572c17ae-fdbc-4e7e-9e9c-8280eb5526e1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/9e8e5b46-cffd-4219-bcff-519595bc5d8f HTTP/1.1" status: 404  len: 333 time: 0.0491359
Dec 22 15:06:51.920527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.920614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Calling delete_port for 64daa3b9-8529-4fdb-81c3-6a9ccdec401c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:51.922644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:51.926266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.957905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:51.961774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236516747'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:51.968792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:51.968792 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Added segment 08a0d9ad-8785-4198-955e-eb1afc0b4861 of type vlan for network d218357f-7760-4400-80da-d4e2fb2f3e73
Dec 22 15:06:51.971836 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cdc9a4-5ec1-4ba9-8458-fb2550998d8d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:51.972264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cdc9a4-5ec1-4ba9-8458-fb2550998d8d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:51.976230 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-45cdc9a4-5ec1-4ba9-8458-fb2550998d8d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/723925ec-f5e3-423f-a103-4f4e15368089 HTTP/1.1" status: 404  len: 337 time: 0.0524592
Dec 22 15:06:51.976230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:51.976570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39902) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:51.979436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:51.982971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:51.988606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:52.001085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.004368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.008273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.015884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.032606 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f084eb65-e647-4486-aafb-b09c10956b8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:52.033045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f084eb65-e647-4486-aafb-b09c10956b8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:52.043468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.050212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:52.053450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f084eb65-e647-4486-aafb-b09c10956b8b tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/subnets/819b0609-b7f6-44f1-88ea-b0201d0a5ea4 HTTP/1.1" status: 404  len: 337 time: 0.0733273
Dec 22 15:06:52.053600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39906) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.055186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Pushing event deleted for resources: {'Port': ['ID=64daa3b9-8529-4fdb-81c3-6a9ccdec401c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.056935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:52.058847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.060350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:52.062156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] No DVR routers for this DVR port 64daa3b9-8529-4fdb-81c3-6a9ccdec401c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:52.066558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:52.137993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.141275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Deleting port 306ed7a7-8158-4853-a9cc-2b8bbbc1655c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:52.141614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.141977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.145389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.173079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.176644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:52.177216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.188201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ead2ffcd-4818-432b-884f-57cda8af49d2 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.188547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:52.192410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe9e71-f83b-44f4-b002-955dc178d9bc,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.195030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:52.198910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:52.201635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.206112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:52.260961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.265059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.270461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b4d118bb-ab91-4df6-86df-cbcd83dfd2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.291303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4102280
Dec 22 15:06:52.294615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39910) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.309875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'network_id': 'd218357f-7760-4400-80da-d4e2fb2f3e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:52.331369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.335320 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5511670
Dec 22 15:06:52.336080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39914) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.342880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Network': ['ID=d218357f-7760-4400-80da-d4e2fb2f3e73,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.345480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7596e260-c954-4a35-a34b-cc314aff14a4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.354549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d218357f-7760-4400-80da-d4e2fb2f3e73 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:52.393216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02310e6c-36f1-45e0-8534-5ddfe2788d61,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.411488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.478493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.486798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3e87d7a0-5afe-4de1-98d6-c148f6704539 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:52.494060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:52.512702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:52.519209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3e87d7a0-5afe-4de1-98d6-c148f6704539 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:52.520503 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3e87d7a0-5afe-4de1-98d6-c148f6704539 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1351929
Dec 22 15:06:52.523378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39918) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.530570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-security--1006540842', 'description': 'tempest-security-description-1513091293'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:52.537998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Made reservation on behalf of 0349d0e18e3846bd8b9667e97dc81698 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:52.607559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Calling delete_port for 306ed7a7-8158-4853-a9cc-2b8bbbc1655c owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:52.650921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.666580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.687172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.692947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.737493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Port': ['ID=306ed7a7-8158-4853-a9cc-2b8bbbc1655c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.740220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.744788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.759094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/ports/306ed7a7-8158-4853-a9cc-2b8bbbc1655c HTTP/1.1" status: 204  len: 168 time: 0.7043979
Dec 22 15:06:52.762060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39922) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.783874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Performing IP validity checks on allocation pools {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:06:52.784450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:06:52.803341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.810096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.811572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.812828 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "PUT /v2.0/security-groups/02310e6c-36f1-45e0-8534-5ddfe2788d61 HTTP/1.1" status: 200  len: 1612 time: 0.2884798
Dec 22 15:06:52.814738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b9ef9eb5-d9d1-478b-8579-02fa4a9f18bd tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:52.824661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39926) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:52.876026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02310e6c-36f1-45e0-8534-5ddfe2788d61,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:52.879064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:52.885024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:52.940215 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d91e42de-1581-4948-98a4-5e61b161f798 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups/02310e6c-36f1-45e0-8534-5ddfe2788d61 HTTP/1.1" status: 200  len: 1612 time: 0.1141500
Dec 22 15:06:52.943447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39930) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.050198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.055927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6941067a-5e5a-468b-bde5-374bafb39f25 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:53.091495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.118703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:53.124593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.153250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 64daa3b9-8529-4fdb-81c3-6a9ccdec401c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:53.153598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 64daa3b9-8529-4fdb-81c3-6a9ccdec401c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:53.157411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575eddd00>,) {'filters': {'network_id': ['83dc2e2a-603f-4b1b-a090-1226a8ac623a']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:53.172793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575eddd00>, '8d00dba0-cae4-44a6-9008-8a9116c9c3ae') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:53.173081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575eddd00>, '8d00dba0-cae4-44a6-9008-8a9116c9c3ae') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:53.185449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.202163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.208637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:53.209044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:53.223058 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:53.255450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=deac4850-bfa6-493e-910b-9d7ca62aeee1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:53.258344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.272842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:53.303241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.307387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.310720 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Checking segment: {'id': '08a0d9ad-8785-4198-955e-eb1afc0b4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd218357f-7760-4400-80da-d4e2fb2f3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:53.311086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network hostable DHCP agents. Network: d218357f-7760-4400-80da-d4e2fb2f3e73, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:53.312310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7cb6da41-0311-404b-861d-7c7141c0ba8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:53.332592 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] 10.222.0.69 "DELETE /v2.0/networks/83dc2e2a-603f-4b1b-a090-1226a8ac623a HTTP/1.1" status: 204  len: 168 time: 0.5693836
Dec 22 15:06:53.334319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.337144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2552c9f8-6a33-4cf0-861b-35d31e13b498 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:53.337851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Pushing event deleted for resources: {'Network': ['ID=83dc2e2a-603f-4b1b-a090-1226a8ac623a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:53.341041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:53.348575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Network d218357f-7760-4400-80da-d4e2fb2f3e73 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:53.357947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02310e6c-36f1-45e0-8534-5ddfe2788d61,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:53.361825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:53.366617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, d218357f-7760-4400-80da-d4e2fb2f3e73) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:53.371481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:53.372070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.383770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c048c2f-ea21-49e6-9c5a-ba4f9570a201 None None] Network d218357f-7760-4400-80da-d4e2fb2f3e73 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:53.389240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.390570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/02310e6c-36f1-45e0-8534-5ddfe2788d61 HTTP/1.1" status: 204  len: 168 time: 0.4464793
Dec 22 15:06:53.393136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39936) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.411526 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.1158779
Dec 22 15:06:53.414742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.423263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:53.452994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1f2faf9d-a15c-4a74-b8db-bf72f711d52d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:53.479011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1f2faf9d-a15c-4a74-b8db-bf72f711d52d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:53.481270 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1f2faf9d-a15c-4a74-b8db-bf72f711d52d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0869789
Dec 22 15:06:53.483820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39944) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.506482 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-87ab9f66-20c4-4fe4-97c3-f53d5b68bbad tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] delete failed (client error): The resource could not be found.
Dec 22 15:06:53.507917 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-87ab9f66-20c4-4fe4-97c3-f53d5b68bbad tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/02310e6c-36f1-45e0-8534-5ddfe2788d61 HTTP/1.1" status: 404  len: 347 time: 0.0227895
Dec 22 15:06:53.513080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39948) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.518850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--969152470'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:53.525104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:53.536937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:53.551369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.642480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:53.650280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:53.654970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:53.658730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-d218357f-7760-4400-80da-d4e2fb2f3e73', 'network_id': 'd218357f-7760-4400-80da-d4e2fb2f3e73', 'tenant_id': '0349d0e18e3846bd8b9667e97dc81698', 'fixed_ips': [{'subnet_id': 'deac4850-bfa6-493e-910b-9d7ca62aeee1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:06:53.659676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.666267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:53.717042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4119146'] for subnet, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.764584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.766531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39954) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.776910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.781195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2a4013d9-4c67-4851-99d6-c5770dc4ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:53.820523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 15:06:53.820523 dv-neutron-822675-1-hyperv neutron-server[83458]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Dec 22 15:06:53.820523 dv-neutron-822675-1-hyperv neutron-server[83458]: [parameters: {'in_use': 1, 'id_1': 'deac4850-bfa6-493e-910b-9d7ca62aeee1'}]
Dec 22 15:06:53.820523 dv-neutron-822675-1-hyperv neutron-server[83458]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:53.820962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:53.822054 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feaf173c-f65c-4103-8254-80ba541fc223,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:53.825562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:53.833259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.837732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3234870
Dec 22 15:06:53.838537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39960) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:53.844741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'feaf173c-f65c-4103-8254-80ba541fc223', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:53.850586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:53.854437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:53.858151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:53.865228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:53.881625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.954258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4009825'] for subnet, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.959164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32351f28-510e-4ced-a452-7f2e5c2a604f tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:53.988180 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bd40925f-10ea-4d7c-b626-e074605b8617 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e910334eda2048e08cc9a8b57975a74e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2202964
Dec 22 15:06:53.989947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:53.990748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39964) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.008971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.012338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1ea3c875-2d9c-4746-b5f5-7cd7ff575e49 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.015138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:54.015760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.017051 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "PUT /v2.0/subnets/deac4850-bfa6-493e-910b-9d7ca62aeee1 HTTP/1.1" status: 200  len: 877 time: 0.6013455
Dec 22 15:06:54.019979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39968) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.047530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event updated for resources: {'Subnet': ['ID=deac4850-bfa6-493e-910b-9d7ca62aeee1,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.051643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f317afb-4bf7-4ea2-aed9-e6bb0c718b81,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.055468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.069216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.070377 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2309432
Dec 22 15:06:54.079595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 39972) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.098397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.099197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.135559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.142456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.160781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.167480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.208128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.216640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dcf35be9-b0df-4748-8897-fe08285e5298 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.230608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.235439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.235866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f317afb-4bf7-4ea2-aed9-e6bb0c718b81,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.238227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.242867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-715c665b-24e9-4f52-961a-623e4d04b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.258178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.259296 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a09d24dc-86b4-4646-bd09-150c1394eab5 HTTP/1.1" status: 204  len: 168 time: 0.2676363
Dec 22 15:06:54.260618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d24dc-86b4-4646-bd09-150c1394eab5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.263325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.264183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.267940 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3f317afb-4bf7-4ea2-aed9-e6bb0c718b81 HTTP/1.1" status: 204  len: 168 time: 0.1874986
Dec 22 15:06:54.271927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39978) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.322754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.348345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-52c0f81b-0417-496c-a48a-40f73cd5f026 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0728483
Dec 22 15:06:54.348655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39982) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.382973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.390233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-77984688-59b0-4866-b8fa-899d0ea36af7 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-2d79f166-7891-4ed5-8641-69c9e76fad9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet deac4850-bfa6-493e-910b-9d7ca62aeee1: This subnet is being modified by another concurrent operation.
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet deac4850-bfa6-493e-910b-9d7ca62aeee1: This subnet is being modified by another concurrent operation.
Dec 22 15:06:54.438780 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:06:54.451246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=deac4850-bfa6-493e-910b-9d7ca62aeee1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.451246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.468685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1253b5e-80fd-4b50-9c21-d5c098e7b660 None None] Network d218357f-7760-4400-80da-d4e2fb2f3e73 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:54.562377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.568369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-99a555de-d274-46c9-8fc8-6d899b542158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.574327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.603744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857527cb80>,) {'filters': {'network_id': ['d218357f-7760-4400-80da-d4e2fb2f3e73']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:54.627142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857527cb80>, '08a0d9ad-8785-4198-955e-eb1afc0b4861') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:54.627434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857527cb80>, '08a0d9ad-8785-4198-955e-eb1afc0b4861') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:54.634833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.653018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.688689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.696965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:54.697620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:54.712589 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:54.721662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6ff6f-e915-4824-9e29-2e99b8e6295d None None] Network d218357f-7760-4400-80da-d4e2fb2f3e73 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:54.787872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.794809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f70a19e-902e-4a6e-bf94-b0bc57a9ee3e tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.809524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaf173c-f65c-4103-8254-80ba541fc223,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.814626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.822618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.829475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dbaeae87-c235-4905-b741-816289c68e75 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:54.847386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.857541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=d218357f-7760-4400-80da-d4e2fb2f3e73,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:54.861006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.862121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/feaf173c-f65c-4103-8254-80ba541fc223 HTTP/1.1" status: 204  len: 168 time: 0.5125580
Dec 22 15:06:54.863569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:54.865199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 39996) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.883990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/d218357f-7760-4400-80da-d4e2fb2f3e73 HTTP/1.1" status: 204  len: 168 time: 0.8631666
Dec 22 15:06:54.890936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40000) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.921192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-76ede85a-f454-43a1-8928-bcad3fda7600 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:54.937273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2cccab-19b9-4746-a329-ab8a4cac211f None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:06:54.944801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-76ede85a-f454-43a1-8928-bcad3fda7600 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:54.946638 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-76ede85a-f454-43a1-8928-bcad3fda7600 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0804210
Dec 22 15:06:54.951535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40006) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.954477 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77de919-c6f1-42c1-81e4-8e248f01c67a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:54.954954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77de919-c6f1-42c1-81e4-8e248f01c67a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:54.959224 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e77de919-c6f1-42c1-81e4-8e248f01c67a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/deac4850-bfa6-493e-910b-9d7ca62aeee1 HTTP/1.1" status: 404  len: 337 time: 0.0643945
Dec 22 15:06:54.959442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40010) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:54.962983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724276438'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:54.972008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:54.984395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:54.994096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:54.995221 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-956c18ea-b2d5-4514-bc69-f2535ac7e581 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:54.995804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956c18ea-b2d5-4514-bc69-f2535ac7e581 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:54.997592 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-956c18ea-b2d5-4514-bc69-f2535ac7e581 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/d218357f-7760-4400-80da-d4e2fb2f3e73 HTTP/1.1" status: 404  len: 339 time: 0.0371857
Dec 22 15:06:55.000311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.038686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.039703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cccab-19b9-4746-a329-ab8a4cac211f None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:06:55.040591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e0a712-24be-4f91-93fc-3899a7739bb9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.041029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e0a712-24be-4f91-93fc-3899a7739bb9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.043212 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-34e0a712-24be-4f91-93fc-3899a7739bb9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/acc6df0b-689e-4b5c-b4de-0ffc2a4b6732 HTTP/1.1" status: 404  len: 337 time: 0.0414369
Dec 22 15:06:55.043353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.045958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40020) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.048745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.185440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.189090 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22556d8-59fa-44c8-bfd5-84a0caa4992b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.189517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22556d8-59fa-44c8-bfd5-84a0caa4992b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.199450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b22556d8-59fa-44c8-bfd5-84a0caa4992b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/7fef85bf-a18e-4ad3-a554-154f27037188 HTTP/1.1" status: 404  len: 339 time: 0.1524520
Dec 22 15:06:55.202519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40026) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.259416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40030) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.264712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.270149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.277109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-acec2be0-611b-48dc-8570-673c80c87c42 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.310479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:55.315248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:55.324803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.326293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3726974
Dec 22 15:06:55.329327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40036) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.336681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:55.344035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.348554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.351527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.360405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.381623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.382293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.425466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1489380152'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:55.431953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.437645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.442182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.448994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.467838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.470251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:55.473571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.485358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.494416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b57cf140-71fa-413e-bb63-dbedbec5cfa0 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.500448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.518237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.533099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e9b882-8147-455a-aab2-9f4e84e4f2c6,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:55.535505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:55.550353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.551516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2210331
Dec 22 15:06:55.551644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857516fd30>,) {'filters': {'network_id': ['c91da90c-135c-4752-8a78-4e764e9ef520']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:55.555415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40040) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.560986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.565180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857516fd30>, 'bd63991a-7c39-45d2-ae7d-c012624d8f96') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:55.565473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857516fd30>, 'bd63991a-7c39-45d2-ae7d-c012624d8f96') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:55.566018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:55.572409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.576600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.578729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.578974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.584799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.587309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.589905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.597639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.598958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.606250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:55.606859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:55.625344 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:55.632466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.710852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.714224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b615b8ea-8bb0-45ae-a60a-962a9eaf27e4 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.724191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.736136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.737728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.741380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.742306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-798ac278-2422-4665-b080-c07d0c855440 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.746572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=c91da90c-135c-4752-8a78-4e764e9ef520,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:55.750295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:55.754573 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/c91da90c-135c-4752-8a78-4e764e9ef520 HTTP/1.1" status: 204  len: 168 time: 0.5480814
Dec 22 15:06:55.754573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40044) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.754808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.784166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:55.792912 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-febbc229-76dc-4282-bf57-fec21f386075 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.793382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febbc229-76dc-4282-bf57-fec21f386075 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.797277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-febbc229-76dc-4282-bf57-fec21f386075 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/58b70a69-1100-4a3f-b20a-a014fdca2b59 HTTP/1.1" status: 404  len: 337 time: 0.0395060
Dec 22 15:06:55.797679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40048) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.799332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8266aac-865a-4b57-b378-339c63ccdd9b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:55.802544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:55.806901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa76cbff-dd03-4fdf-954c-a8bfa55f245a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.813827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.814117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4 of type vlan for network 7bc96890-a86f-4640-8eb5-21f60cc19f0b
Dec 22 15:06:55.824155 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b1c614-83d4-420a-a8bf-36168bfb5f35 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.824673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b1c614-83d4-420a-a8bf-36168bfb5f35 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.828600 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20b1c614-83d4-420a-a8bf-36168bfb5f35 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/da8eb361-2866-4421-9413-b87d00bbd050 HTTP/1.1" status: 404  len: 339 time: 0.0275817
Dec 22 15:06:55.828983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40052) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.834876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bd23ef-db97-4f1c-bbf5-4624521868d0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:55.837660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:55.842356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.843539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2872286
Dec 22 15:06:55.854118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40056) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.863899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:55.867865 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eba18f-0834-4544-8b89-237889aca147 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.868302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eba18f-0834-4544-8b89-237889aca147 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.869931 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e1eba18f-0834-4544-8b89-237889aca147 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/a7dc59ad-0fde-4470-afe9-4735a1f7f05d HTTP/1.1" status: 404  len: 337 time: 0.0400572
Dec 22 15:06:55.870213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.872639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40060) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.874653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:55.879869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:55.883395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:55.892605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:55.901461 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-91385e2c-4c69-4b76-90c1-5d107c6437f7 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.902571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91385e2c-4c69-4b76-90c1-5d107c6437f7 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.904347 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-91385e2c-4c69-4b76-90c1-5d107c6437f7 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/0699630e-4c5b-4cda-8ff8-4a249eaf6f2b HTTP/1.1" status: 404  len: 339 time: 0.0308170
Dec 22 15:06:55.906932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40064) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.926407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.930374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:55.930977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.934864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-abcac280-6478-4ff0-bb64-f948b9bc7cf3 tempest-ExtraDHCPOptionsTestJSON-884878413 tempest-ExtraDHCPOptionsTestJSON-884878413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:55.945570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-73907bb2-31f3-4dc8-9413-ae4289560fd9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.946003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73907bb2-31f3-4dc8-9413-ae4289560fd9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.947771 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-73907bb2-31f3-4dc8-9413-ae4289560fd9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/d5b121ed-df67-4614-9977-387f24b45dde HTTP/1.1" status: 404  len: 337 time: 0.0397744
Dec 22 15:06:55.951210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40068) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:55.952682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:55.975660 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2201135-80cc-4d87-a717-29422702ac67 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:55.975999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2201135-80cc-4d87-a717-29422702ac67 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:55.977571 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f2201135-80cc-4d87-a717-29422702ac67 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/d3c30e59-dc26-4d78-93b0-8c64de543526 HTTP/1.1" status: 404  len: 339 time: 0.0254726
Dec 22 15:06:55.980686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40072) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.017066 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5726114b-9a9a-4581-bce5-ced6d7d576c6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.017494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5726114b-9a9a-4581-bce5-ced6d7d576c6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.019072 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5726114b-9a9a-4581-bce5-ced6d7d576c6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/3959bc34-ada9-4c61-b1c8-de9321587b7c HTTP/1.1" status: 404  len: 337 time: 0.0375335
Dec 22 15:06:56.021779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.050369 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.7899437
Dec 22 15:06:56.052114 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5806e318-bd0f-4311-a7d8-015cfc68275e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.052578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5806e318-bd0f-4311-a7d8-015cfc68275e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.054164 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5806e318-bd0f-4311-a7d8-015cfc68275e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/8b7eec19-0364-4412-84e3-81be82b1b4dd HTTP/1.1" status: 404  len: 339 time: 0.0315320
Dec 22 15:06:56.054651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40080) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.060614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'name': 'tempest-PortsTestJSON-1762021853'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:56.063410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40084) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.066547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=7bc96890-a86f-4640-8eb5-21f60cc19f0b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.076851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:56.101058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.109594 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d90beb6-dbf3-4cc4-881d-9f49a2974223 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.110026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d90beb6-dbf3-4cc4-881d-9f49a2974223 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.113993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2d90beb6-dbf3-4cc4-881d-9f49a2974223 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/9c978446-1719-4c47-8b98-864adaa8fee4 HTTP/1.1" status: 404  len: 337 time: 0.0473349
Dec 22 15:06:56.117030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40088) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.147733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a527da8d-68db-43d0-893f-a0690e3c3429 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.148696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a527da8d-68db-43d0-893f-a0690e3c3429 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.162816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.165061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a527da8d-68db-43d0-893f-a0690e3c3429 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/73accb8a-3418-49fe-bc7f-51428cb1b707 HTTP/1.1" status: 404  len: 339 time: 0.0471084
Dec 22 15:06:56.168266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.178011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:56.181869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:56.185169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:56.190782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:56.200746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:56.203219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.203703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.211287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8006a8e0-8af1-41d8-96c7-b68021a74f52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.222062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a264adf7-0320-487b-a1ab-782914378c74 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.222494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a264adf7-0320-487b-a1ab-782914378c74 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.224066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a264adf7-0320-487b-a1ab-782914378c74 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/84b567d5-1bf3-4d80-aca5-bd9a71eace6b HTTP/1.1" status: 404  len: 337 time: 0.0548477
Dec 22 15:06:56.226173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port f11c39a7-3149-4554-b4f4-3f1c85248bc3 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:56.229238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40096) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.237970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efd92f9-8e1e-49b9-908e-f5094a06c59e,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.259263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.266849 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d8e9ca-0545-4936-a52c-4fe9c148836e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.267284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d8e9ca-0545-4936-a52c-4fe9c148836e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.268906 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-25d8e9ca-0545-4936-a52c-4fe9c148836e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/f045f32b-2b1d-47fd-90b8-aa651f3806b0 HTTP/1.1" status: 404  len: 339 time: 0.0369582
Dec 22 15:06:56.270076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.273865 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4160821
Dec 22 15:06:56.273865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40100) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.278415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40104) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.288137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:56.295914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:56.302813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:56.310395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e17c02c-190e-476b-8341-4bafac891ed6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.310832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e17c02c-190e-476b-8341-4bafac891ed6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.312450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6e17c02c-190e-476b-8341-4bafac891ed6 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/ee0f0b85-551a-447e-9d23-7d97d50f0e34 HTTP/1.1" status: 404  len: 337 time: 0.0399055
Dec 22 15:06:56.314984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40108) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.315952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:56.325272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:56.340336 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-761a7544-a7dd-4b7f-afc1-0abfa6c61c44 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.340800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761a7544-a7dd-4b7f-afc1-0abfa6c61c44 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.342470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-761a7544-a7dd-4b7f-afc1-0abfa6c61c44 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/a6de146c-6d0e-4d8d-b722-c1a8b31849f5 HTTP/1.1" status: 404  len: 339 time: 0.0264945
Dec 22 15:06:56.345077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40112) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.363369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.388587 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2d2f2b-6783-491f-b9d0-abb64870987b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.389028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2d2f2b-6783-491f-b9d0-abb64870987b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.393041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ae2d2f2b-6783-491f-b9d0-abb64870987b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/027d7d9d-2f69-4799-9c5b-6a1304b362ee HTTP/1.1" status: 404  len: 337 time: 0.0445628
Dec 22 15:06:56.393263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40116) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.417145 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13bc06f-dc5e-46b6-920a-d30304d5ab21 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:06:56.417743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13bc06f-dc5e-46b6-920a-d30304d5ab21 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:06:56.420066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e13bc06f-dc5e-46b6-920a-d30304d5ab21 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/55ab0534-ea7f-400e-a804-ab04d8b0213a HTTP/1.1" status: 404  len: 339 time: 0.0259070
Dec 22 15:06:56.422495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40120) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.523755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.545982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.550261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.552914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.576133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f982706f-094f-4471-ba6b-937276689bdf,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.582190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.594569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.598398 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3164573
Dec 22 15:06:56.598759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40124) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.601824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.607055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:56.610592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting subnet 4d68e8b3-5d9d-4935-bd3c-898bffcac8f2 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:06:56.613525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.616249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7b7b4e22-61aa-47de-af85-c347075bb18c tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.650646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:56.669141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:56.671859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.674020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:56.689721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:56.703282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=f11c39a7-3149-4554-b4f4-3f1c85248bc3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.708008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.733878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.748185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:56.748645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 7bc96890-a86f-4640-8eb5-21f60cc19f0b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:56.756803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.807064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:56.821755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.825730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.833538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-519085d3-8bcc-477f-ae36-6fd53711494a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.834257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.838059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c7c55c1b-68b9-4a7e-bd80-cefa9201bf6d tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.845942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 7bc96890-a86f-4640-8eb5-21f60cc19f0b) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:56.849777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:56.855393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:56.855992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.857217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1e050-7277-4c7a-b2ef-d95be5f1e244 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:56.871803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bcdf59-7cb2-441e-80dc-3bf0979cedb3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.874378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.877446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Subnet': ['ID=4d68e8b3-5d9d-4935-bd3c-898bffcac8f2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.881706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.885119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.886537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.890458 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.2904007
Dec 22 15:06:56.890613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40128) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.897537 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8419452
Dec 22 15:06:56.900496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40132) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.907028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169792681'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:56.912095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:56.914280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/subnets/4d68e8b3-5d9d-4935-bd3c-898bffcac8f2 HTTP/1.1" status: 204  len: 168 time: 0.4908392
Dec 22 15:06:56.917052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40136) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:56.929055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.936709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26eebb4-3155-4050-82b9-2ec24a0a2591 None None] Network 4541a946-4c75-4669-849d-25877f2d4156 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:56.939357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:56.940329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.944748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:56.967471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.973465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:56.984620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:56.988425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/79bcdf59-7cb2-441e-80dc-3bf0979cedb3 HTTP/1.1" status: 204  len: 168 time: 0.0969920
Dec 22 15:06:56.989256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79bcdf59-7cb2-441e-80dc-3bf0979cedb3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:56.991469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:56.992117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40140) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.045033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3afaba38-b0b2-4d94-9780-7350fea2832e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:57.065100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3afaba38-b0b2-4d94-9780-7350fea2832e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:57.069681 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3afaba38-b0b2-4d94-9780-7350fea2832e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.0765407
Dec 22 15:06:57.070346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40144) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.103737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.114699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.139577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.141819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.142053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:57.152840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:57.155741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.159664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f982706f-094f-4471-ba6b-937276689bdf,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:57.163103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:57.169145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.170611 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f982706f-094f-4471-ba6b-937276689bdf HTTP/1.1" status: 204  len: 168 time: 0.0990121
Dec 22 15:06:57.171557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.172938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.194418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Deleting port dc1cd94a-5105-462b-b120-c1174f47651a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:57.194821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.225288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:06:57.230736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fdae6d9d-115f-49ef-9009-d099edd54442 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:57.247366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fdae6d9d-115f-49ef-9009-d099edd54442 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:57.251499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.251499 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 657f2e39-4ae6-40cf-a361-9e84495cb51f of type vlan for network 4ecd397a-fd25-4e88-bdce-7ac14846d504
Dec 22 15:06:57.251760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fdae6d9d-115f-49ef-9009-d099edd54442 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.0750284
Dec 22 15:06:57.251968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.284444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.296043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.324112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.327362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.330459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] DHCP port deletion for 4541a946-4c75-4669-849d-25877f2d4156 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:06:57.334191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.334938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Deleting port dc1cd94a-5105-462b-b120-c1174f47651a {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:57.335322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.348485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efd92f9-8e1e-49b9-908e-f5094a06c59e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:57.352994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:57.361403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.366490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/6efd92f9-8e1e-49b9-908e-f5094a06c59e HTTP/1.1" status: 204  len: 168 time: 0.1118779
Dec 22 15:06:57.366490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40156) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.414869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0d7c4c6-4ef8-46f8-b72d-0acda868a459 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:57.432342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0d7c4c6-4ef8-46f8-b72d-0acda868a459 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:57.437312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0d7c4c6-4ef8-46f8-b72d-0acda868a459 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.0707233
Dec 22 15:06:57.437997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40160) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.452095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.456285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:57.456936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.465729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8abe5ab7-b62b-4e04-9a15-bfdaf9c37539 tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.468823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.479009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.503076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] For port dc1cd94a-5105-462b-b120-c1174f47651a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dc1cd94a-5105-462b-b120-c1174f47651a,segment=NetworkSegment(c948c0bc-91ee-450e-9dd3-0c9d0959b916),segment_id=c948c0bc-91ee-450e-9dd3-0c9d0959b916)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:57.503463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.506512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.508618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.524356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87bd23ef-db97-4f1c-bbf5-4624521868d0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:57.529581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:57.538183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.539808 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/87bd23ef-db97-4f1c-bbf5-4624521868d0 HTTP/1.1" status: 204  len: 168 time: 0.1007652
Dec 22 15:06:57.543137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40164) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.551404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dec15fcc-9326-4bfb-9c09-d976c576155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.562420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] For port dc1cd94a-5105-462b-b120-c1174f47651a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=dc1cd94a-5105-462b-b120-c1174f47651a,segment=NetworkSegment(c948c0bc-91ee-450e-9dd3-0c9d0959b916),segment_id=c948c0bc-91ee-450e-9dd3-0c9d0959b916)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:06:57.563415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.598668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5f43a8e8-1be0-4b63-a3d4-2a099c6c2935 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:57.615681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5f43a8e8-1be0-4b63-a3d4-2a099c6c2935 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:57.619678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5f43a8e8-1be0-4b63-a3d4-2a099c6c2935 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.0726380
Dec 22 15:06:57.619978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.641632 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7400868
Dec 22 15:06:57.657576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40172) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:57.665808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'ports': [{'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'}, {'network_id': '4ecd397a-fd25-4e88-bdce-7ac14846d504'}]} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:57.666175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:57.666549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '4ecd397a-fd25-4e88-bdce-7ac14846d504'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:57.681009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.717416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Calling delete_port for dc1cd94a-5105-462b-b120-c1174f47651a owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:57.743352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.763716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=4ecd397a-fd25-4e88-bdce-7ac14846d504,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:57.766492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:57.770252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Calling delete_port for dc1cd94a-5105-462b-b120-c1174f47651a owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:57.797689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 4ecd397a-fd25-4e88-bdce-7ac14846d504 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:06:57.812846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.819834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.820220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:57.871127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:57.872599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Port': ['ID=dc1cd94a-5105-462b-b120-c1174f47651a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:57.877278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:57.878531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] No DVR routers for this DVR port dc1cd94a-5105-462b-b120-c1174f47651a on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:06:57.933591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:06:57.934101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:06:57.977551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.006423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5e9b882-8147-455a-aab2-9f4e84e4f2c6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:58.015472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:58.016791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.024987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.026080 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f5e9b882-8147-455a-aab2-9f4e84e4f2c6 HTTP/1.1" status: 204  len: 168 time: 0.4044118
Dec 22 15:06:58.030169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.037688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:58.041377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:58.044202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:58.049696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:58.058859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 2} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:06:58.062082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857502a970>,) {'filters': {'network_id': ['4541a946-4c75-4669-849d-25877f2d4156']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:58.062372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.078636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857502a970>, 'c948c0bc-91ee-450e-9dd3-0c9d0959b916') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:58.078983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857502a970>, 'c948c0bc-91ee-450e-9dd3-0c9d0959b916') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:06:58.082291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.089126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.099012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.122376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8d9b075b-180a-4836-8184-2cc4f1e2cce5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:58.129310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.140666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:06:58.141045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:06:58.155797 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:06:58.204091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 679c87c8-61df-473f-915a-8e29abbb8f9f yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:58.204361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8d9b075b-180a-4836-8184-2cc4f1e2cce5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:58.205562 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d9b075b-180a-4836-8184-2cc4f1e2cce5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1744750
Dec 22 15:06:58.209234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40180) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.239737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.243312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b314b4da-d9f6-4fab-8359-a37e7fbfc23e tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:58.260179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.270128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Pushing event deleted for resources: {'Network': ['ID=4541a946-4c75-4669-849d-25877f2d4156,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:58.275422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:58.280145 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] 10.222.0.69 "DELETE /v2.0/networks/4541a946-4c75-4669-849d-25877f2d4156 HTTP/1.1" status: 204  len: 168 time: 1.3590710
Dec 22 15:06:58.334406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.395765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.435096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Deleting port dc1cd94a-5105-462b-b120-c1174f47651a {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:58.435943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.443789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.508211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-254c29dd-dbe8-4f3b-a8de-a25a72c3692c None None] The port 'dc1cd94a-5105-462b-b120-c1174f47651a' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:06:58.541250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.547498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-74051286-01ab-41aa-add0-e0a0b3f9510c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:58.570631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:58.579287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:58.581779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port a5c94f33-ae7c-4a7d-92b7-5530e3a5d495 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:06:58.604535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40188) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.612393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.615783 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/be5a9a9a-8ae0-4d84-99cb-e0e6b9bfe261 HTTP/1.1" status: 204  len: 168 time: 0.4034092
Dec 22 15:06:58.616849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40194) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.752930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c67e896e-0fab-40d9-8ed5-60f5e78fe60e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:58.778671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.788810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c67e896e-0fab-40d9-8ed5-60f5e78fe60e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:58.790047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c67e896e-0fab-40d9-8ed5-60f5e78fe60e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1723187
Dec 22 15:06:58.796862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.797150 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0747e2c9-2729-4091-a555-48c762d0b976 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0349d0e18e3846bd8b9667e97dc81698&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1911991
Dec 22 15:06:58.799482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40200) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:58.805337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195736830'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:58.812724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:58.826382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:58.839929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.851313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.861300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:58.864988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.891584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.942210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.945808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-380826c4-e0b8-45b0-93a8-ad3ba3298cf2 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:58.957428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1209fd75-94a1-4bbb-ae1e-4053e15f7e4b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:58.957638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:06:58.960582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=679c87c8-61df-473f-915a-8e29abbb8f9f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:58.961112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:58.963116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:58.965302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.965867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:58.968993 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1209fd75-94a1-4bbb-ae1e-4053e15f7e4b HTTP/1.1" status: 204  len: 168 time: 0.1658213
Dec 22 15:06:58.969173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:58.969173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:58.983614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:59.014824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:59.032095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:59.037857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:59.051957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:59.083129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=a5c94f33-ae7c-4a7d-92b7-5530e3a5d495,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:59.088803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:59.123384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dc1cd94a-5105-462b-b120-c1174f47651a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:06:59.130865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '657f2e39-4ae6-40cf-a361-9e84495cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4ecd397a-fd25-4e88-bdce-7ac14846d504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:06:59.131225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 4ecd397a-fd25-4e88-bdce-7ac14846d504, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:06:59.158125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: dc1cd94a-5105-462b-b120-c1174f47651a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:06:59.158478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device dc1cd94a-5105-462b-b120-c1174f47651a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:06:59.170857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.176615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.182737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-de4ae2e5-c2d9-4767-b438-ad01b3a9e086 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:59.204362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 4ecd397a-fd25-4e88-bdce-7ac14846d504 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:06:59.236585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 4ecd397a-fd25-4e88-bdce-7ac14846d504) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:06:59.240689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:06:59.246533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:59.247355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeaec8d-1fde-4067-93fa-5729930190a0 None None] Network 4ecd397a-fd25-4e88-bdce-7ac14846d504 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:06:59.249930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:06:59.250648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.268429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6862f35d-7590-463f-afe9-142196797a72,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:59.271372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:59.290491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.293321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4925117
Dec 22 15:06:59.296917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.6382291
Dec 22 15:06:59.298236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40212) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.298421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40214) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.306342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': '6862f35d-7590-463f-afe9-142196797a72', 'direction': 'ingress', 'protocol': 17}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:59.315388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:59.320905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:59.324834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:59.332118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:59.358272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.371232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.376882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port a5c94f33-ae7c-4a7d-92b7-5530e3a5d495 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:06:59.377302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.444624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.450840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.453631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-93b62c16-1f0b-4cdf-9d5d-f5c7a377d20e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:59.476782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585481a5-b384-4369-9f48-2abb858ab259,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:59.480602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:59.500813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.502821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.2026205
Dec 22 15:06:59.505500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.574488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.606221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.644799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.660111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.665088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f78500-4957-4909-ac64-73fc10398d6a tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:59.682695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862f35d-7590-463f-afe9-142196797a72,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:06:59.686218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:06:59.700931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.702654 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/6862f35d-7590-463f-afe9-142196797a72 HTTP/1.1" status: 204  len: 168 time: 0.1957667
Dec 22 15:06:59.704804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40234) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.767078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3e67d903-a061-4fc4-bdad-9612f234f78c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:06:59.786622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3e67d903-a061-4fc4-bdad-9612f234f78c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:06:59.788199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3e67d903-a061-4fc4-bdad-9612f234f78c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0816338
Dec 22 15:06:59.793342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.803072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775269187'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:06:59.810570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:59.821066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:59.833376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.874504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:06:59.879890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:06:59.883053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:06:59.887173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for a5c94f33-ae7c-4a7d-92b7-5530e3a5d495 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:06:59.889293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:06:59.908074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40244) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:06:59.954449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.958356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.962402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ccc5ddc-fe08-48f8-a155-20f7e77b90f9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:06:59.971734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:06:59.978284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-276a425c-69cd-45ab-8f7d-711abbbf9ae0 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.006800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55974ad-8675-431f-beef-f45390645e10,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.009827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.021677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.022581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=a5c94f33-ae7c-4a7d-92b7-5530e3a5d495,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.023143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2280684
Dec 22 15:07:00.025506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.025993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40250) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.035359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--717307150'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:00.042401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.047269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.050231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.054015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2423152-network', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:00.054155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.060133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.066277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/a5c94f33-ae7c-4a7d-92b7-5530e3a5d495 HTTP/1.1" status: 204  len: 168 time: 0.7642167
Dec 22 15:07:00.066431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Usage tracker for resource:network and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.066559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.066705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.068427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.075096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.084881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Made reservation on behalf of 4451455dab8f415a9d4d3d481cc30910 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:00.087053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.103094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.115796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.137813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.141684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.144919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.151043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.162885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.172682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.176964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.185620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.194731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae92f6c-f78f-40cb-b3c2-c247cc0314c2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:00.198824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae92f6c-f78f-40cb-b3c2-c247cc0314c2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:00.199568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ae92f6c-f78f-40cb-b3c2-c247cc0314c2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:00.219594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.223450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.229310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f41ab72f-1749-47c4-8a7d-b9d7e593a9aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.236689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3ae92f6c-f78f-40cb-b3c2-c247cc0314c2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:00.240413 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ae92f6c-f78f-40cb-b3c2-c247cc0314c2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.1702607
Dec 22 15:07:00.240652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40258) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.255533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:00.270715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55ec60-9a61-4a2a-af34-833a8c427388,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.274235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.277263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.277585 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Added segment 9c980ece-ff67-4909-a542-a071298f72dd of type vlan for network 1a00962c-b429-45fb-87df-5595aa9e3e24
Dec 22 15:07:00.305253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.310603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.318009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.329021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dc3535ed-eee0-4b79-9de9-d73687da4c78 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.335694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.337004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:00.337581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.342646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08b81210-3a3c-4d3f-b5cc-730706ae8ddc tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.348138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 679c87c8-61df-473f-915a-8e29abbb8f9f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:00.348500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.408597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad2a23-5c39-46e3-aa9a-b6107537752d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.423986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.445356 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5361221
Dec 22 15:07:00.449881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40262) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.452571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Pushing event updated for resources: {'Network': ['ID=1a00962c-b429-45fb-87df-5595aa9e3e24,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.455207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.459331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Request body: {'subnet': {'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2423152-subnet', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:00.459962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.461208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4323032
Dec 22 15:07:00.463985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40266) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.464578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:00.470499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'd55974ad-8675-431f-beef-f45390645e10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98ad2a23-5c39-46e3-aa9a-b6107537752d', 'remote_ip_prefix': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:00.476673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.478959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:00.484029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Usage tracker for resource:subnet and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.487084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:00.489609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.492251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:00.500278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.502384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:00.515380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Made reservation on behalf of 4451455dab8f415a9d4d3d481cc30910 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:00.517921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.592030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.612567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.715899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 679c87c8-61df-473f-915a-8e29abbb8f9f owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:00.800644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.806408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bcba4148-e889-4766-93bd-e14614c4a634 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.850175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=679c87c8-61df-473f-915a-8e29abbb8f9f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.854187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.854572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.860456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.861039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.867550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-042d19a2-1b04-4226-a54b-5e42cb24fbd8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.874788 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/679c87c8-61df-473f-915a-8e29abbb8f9f HTTP/1.1" status: 204  len: 168 time: 0.6331730
Dec 22 15:07:00.877566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40270) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.890115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194bc011-f2d1-4370-a7f8-1f8e60817c99,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:00.898532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:00.938591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.942497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.4747469
Dec 22 15:07:00.942497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.942836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40274) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:00.945161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-956cf376-c109-4e55-a254-7080fce23b12 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:00.986642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:00.996471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02d5f1-4cdd-47dd-bfb8-7d33bee72299 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:00.997147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4f02d5f1-4cdd-47dd-bfb8-7d33bee72299 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:01.007144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.010534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=add003db-0556-4ccc-9592-4e0c97298217,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:01.016290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:01.026025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:01.026482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Network hostable DHCP agents. Network: 1a00962c-b429-45fb-87df-5595aa9e3e24, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:01.029596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4f02d5f1-4cdd-47dd-bfb8-7d33bee72299 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:01.031157 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4f02d5f1-4cdd-47dd-bfb8-7d33bee72299 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1525013
Dec 22 15:07:01.033760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40278) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.049182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:01.058997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 1a00962c-b429-45fb-87df-5595aa9e3e24) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:01.063933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:01.064696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.068726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722ebe5-5dd3-4dab-aec6-7aa4ac175682 None None] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:01.086686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.096192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6449847
Dec 22 15:07:01.096725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b738c3d8-d0a9-46a8-99c9-83f311ac431c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:01.098639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40282) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.104344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:01.106107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc90edb7-b960-4cd1-b142-86a94f5e09e8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:01.107363 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fc90edb7-b960-4cd1-b142-86a94f5e09e8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/a5c94f33-ae7c-4a7d-92b7-5530e3a5d495 HTTP/1.1" status: 404  len: 333 time: 0.0727139
Dec 22 15:07:01.109875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:01.111015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40286) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.114094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Usage tracker for resource:router and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:01.115324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.116363 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/194bc011-f2d1-4370-a7f8-1f8e60817c99 HTTP/1.1" status: 204  len: 168 time: 0.1726439
Dec 22 15:07:01.119445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40290) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.120265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:01.141991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:01.149218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194bc011-f2d1-4370-a7f8-1f8e60817c99,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:01.152314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:01.166202 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f63c1-68b4-4dd6-99f1-8773effcfbb0 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:01.170236 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b30f63c1-68b4-4dd6-99f1-8773effcfbb0 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/679c87c8-61df-473f-915a-8e29abbb8f9f HTTP/1.1" status: 404  len: 333 time: 0.0552881
Dec 22 15:07:01.170385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.170385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.170623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40294) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.189109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cdb8bade-ff32-4761-8927-9b20f32f0021 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:01.210442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cdb8bade-ff32-4761-8927-9b20f32f0021 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:01.215349 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cdb8bade-ff32-4761-8927-9b20f32f0021 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.0918443
Dec 22 15:07:01.217488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40298) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.220700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.295194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.298065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-1a00962c-b429-45fb-87df-5595aa9e3e24', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:01.298987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.418586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.429549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.443494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.455122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.456416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857614ee50>,) {'filters': {'network_id': ['4ecd397a-fd25-4e88-bdce-7ac14846d504']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:01.464797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Allocated IP 172.20.0.2 (1a00962c-b429-45fb-87df-5595aa9e3e24/add003db-0556-4ccc-9592-4e0c97298217/9d8b570b-e04c-4f93-b29d-7a39c64008f2) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:01.469878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857614ee50>, '657f2e39-4ae6-40cf-a361-9e84495cb51f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:01.470239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857614ee50>, '657f2e39-4ae6-40cf-a361-9e84495cb51f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:01.483003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.500743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.508039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:01.508613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:01.524307 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:01.576803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.583138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e76184bc-b1f0-4571-9685-abaafdec2603 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:01.603302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad2a23-5c39-46e3-aa9a-b6107537752d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:01.614858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:01.639159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.643156 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/98ad2a23-5c39-46e3-aa9a-b6107537752d HTTP/1.1" status: 204  len: 168 time: 0.4219794
Dec 22 15:07:01.644803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40302) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.731897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.736138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8897a0a6-9d0a-4cad-9731-782ce7468914 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:01.744835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.754007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.758779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Transition to ACTIVE for port object 9d8b570b-e04c-4f93-b29d-7a39c64008f2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:01.764928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=4ecd397a-fd25-4e88-bdce-7ac14846d504,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:01.767821 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/4ecd397a-fd25-4e88-bdce-7ac14846d504 HTTP/1.1" status: 204  len: 168 time: 0.5964177
Dec 22 15:07:01.768910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:01.771677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b59a83e8-adc9-4663-b04b-66f1af827d69 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:01.772185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40306) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.778382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-501738119'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:01.783472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:01.785155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Transition to ACTIVE for port object 9d8b570b-e04c-4f93-b29d-7a39c64008f2 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:01.789167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:01.791120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.793134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:01.794621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.797122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f3d05d91-67d6-4e08-a558-31ce7367eaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:01.799282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:01.810058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:01.813298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.826484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.829620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b59a83e8-adc9-4663-b04b-66f1af827d69 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:01.830897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b59a83e8-adc9-4663-b04b-66f1af827d69 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1854584
Dec 22 15:07:01.834027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40310) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:01.861958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:01.873327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:01.876664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:01.881550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:01.883522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Pushing event updated for resources: {'Port': ['ID=9d8b570b-e04c-4f93-b29d-7a39c64008f2,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:01.887511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:01.891540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.892483 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 96181de6-7e1c-4819-a673-9da6901e3fa4 of type vlan for network 2691e4ce-a3af-4499-9319-fb37fdf88a03
Dec 22 15:07:01.944577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.948036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.973520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Attempting to bind port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:01.973902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Attempting to bind port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:01.974270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Attempting to bind port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:01.977848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Allocated IP 172.26.3.123 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/55b45753-1fbe-4b48-9b4a-2980a1d3a39a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:01.981195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:01.981587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:01.982047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.982483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Bound using segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:01.982977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Bound port: 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:01.983348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:01.992622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.019746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.023615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:02.024025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.035127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:02.076456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] For port 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:02.079509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] For port 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d8b570b-e04c-4f93-b29d-7a39c64008f2,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:02.084122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.087642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-17a4d96a-e482-4a9e-80b5-5d205d78c8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:02.135539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.153152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=2691e4ce-a3af-4499-9319-fb37fdf88a03,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:02.156783 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3834021
Dec 22 15:07:02.157817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:02.158849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.162022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40314) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:02.163330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-829f98eb-03c8-4e05-a36e-39eef297a123 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:02.171043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Pushing event updated for resources: {'Port': ['ID=9d8b570b-e04c-4f93-b29d-7a39c64008f2,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:02.174134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:02.175964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:02.178032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55974ad-8675-431f-beef-f45390645e10,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:02.181312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:02.187504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.192148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/d55974ad-8675-431f-beef-f45390645e10 HTTP/1.1" status: 204  len: 168 time: 0.3546288
Dec 22 15:07:02.193227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:02.193458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:02.257939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4057b91-356f-4d18-b244-30c6046a9fa1 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:02.279787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4057b91-356f-4d18-b244-30c6046a9fa1 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:02.286959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40322) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:02.287175 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e4057b91-356f-4d18-b244-30c6046a9fa1 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0920169
Dec 22 15:07:02.293831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--645678865'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:02.305196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:02.320643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.334271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe18d172-d282-4980-b14b-c17b1c28a5fe tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:02.386829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:02.401334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:02.410214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:02.420303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:02.421888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:02.427399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:02.434308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.443636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:02.445841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:02.505754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:02.512653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:02.524121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:02.644499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:02.666599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:02.684902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:02.700484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:02.713307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:02.930034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Performing IP validity checks on allocation pools {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:07:02.930650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:07:02.997425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.005576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.014224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1dc7b811-afd0-4f9c-b4be-31072c3b7cd0 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:03.112845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa93477-5dec-4ad0-a2df-2ee4f2e3428a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:03.122892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:03.160769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.162243 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8752499
Dec 22 15:07:03.163401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9d8b570b-e04c-4f93-b29d-7a39c64008f2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:03.165511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40326) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.174827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.175027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': '4fa93477-5dec-4ad0-a2df-2ee4f2e3428a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:03.175550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.177736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.182398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f04bad71-6d56-4df9-bbf3-5365971fb753 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:03.183607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:03.188047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:03.191088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:03.196950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:03.206295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f10fa-fcaa-4517-8ffd-98f46cc5bed7 None None] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:03.214417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.281969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.287861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.290136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d39f43ca-67fb-48a3-b416-35087ee7f2c9 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:03.314219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031e7054-5b94-428b-80cf-d9844ab30196,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:03.316856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:03.325431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.325765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=490fb50c-02eb-40eb-b4c6-203d90074237,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:03.329635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.331204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:03.331707 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.1642478
Dec 22 15:07:03.334766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40330) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.342329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Provisioning for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:03.347722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '96181de6-7e1c-4819-a673-9da6901e3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:03.348090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 2691e4ce-a3af-4499-9319-fb37fdf88a03, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:03.355290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:03.362012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Provisioning complete for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:03.362384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.374453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.385034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.398177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:03.398773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.412289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.414436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:03.433886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=031e7054-5b94-428b-80cf-d9844ab30196,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:03.436541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:03.437314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.438412 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/031e7054-5b94-428b-80cf-d9844ab30196 HTTP/1.1" status: 204  len: 168 time: 0.1014874
Dec 22 15:07:03.441306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40334) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.450315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:03.463618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 2691e4ce-a3af-4499-9319-fb37fdf88a03) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:03.469779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:03.470499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.497381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48706d77-c601-4c1d-abd9-fb2df62e6b84 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:03.502231 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3374715
Dec 22 15:07:03.505387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40338) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.513231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cfe248-93dc-49f2-aed0-a0abb404eedc None None] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:03.514891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03', 'name': 'tempest-PortsTestJSON-999519941'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:03.561332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:07:03.658435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-48706d77-c601-4c1d-abd9-fb2df62e6b84 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:03.661331 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48706d77-c601-4c1d-abd9-fb2df62e6b84 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2183440
Dec 22 15:07:03.663270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40342) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.689773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:03.700421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:03.710507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:03.713742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.738023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 38ac6b28-267d-4148-a16d-cd67ab823e51 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:03.754573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.857520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.865004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.879742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:03.880606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d8b570b-e04c-4f93-b29d-7a39c64008f2,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:03.896184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.3 (2691e4ce-a3af-4499-9319-fb37fdf88a03/490fb50c-02eb-40eb-b4c6-203d90074237/38ac6b28-267d-4148-a16d-cd67ab823e51) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:03.898938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.904006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-743619f5-e913-4426-a336-29779bf93239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:03.927398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.939260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.943178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8408923
Dec 22 15:07:03.943357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:03.943548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40346) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:03.982747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:03.994555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7700c6b0-e92d-4edb-b75f-c9d27cced7bc tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.012653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa93477-5dec-4ad0-a2df-2ee4f2e3428a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.018030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.025665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.029904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fa93477-5dec-4ad0-a2df-2ee4f2e3428a HTTP/1.1" status: 204  len: 168 time: 0.3623593
Dec 22 15:07:04.030191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40350) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.074924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-2691e4ce-a3af-4499-9319-fb37fdf88a03', 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': '490fb50c-02eb-40eb-b4c6-203d90074237'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:04.075726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.088253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-910aac04-fff8-4579-ae17-2b391084100e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:04.115451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=9d8b570b-e04c-4f93-b29d-7a39c64008f2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.116702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-910aac04-fff8-4579-ae17-2b391084100e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:04.122205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-910aac04-fff8-4579-ae17-2b391084100e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0869291
Dec 22 15:07:04.122408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:04.122408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575865490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:04.125137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40354) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.132644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316850558'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:04.145376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:04.157772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:04.173800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.174774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.180604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:07:04.181520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-9dfa3eda-7ad9-4419-a854-b046407e6069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:07:04.242000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:04.247978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.248942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:04.252124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:04.259242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:04.264878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object 38ac6b28-267d-4148-a16d-cd67ab823e51 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:04.293939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.302176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3acb9ebf-b380-4168-8f1f-e6766bf4db19 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.336804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.342108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.348311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2383dcff-17e4-4f92-886e-c7d320a7e9db tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.381492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=38ac6b28-267d-4148-a16d-cd67ab823e51,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.384897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:04.389578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.397516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:04.399274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a92bde-b87a-447d-8db3-54d81d31fe63,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.404303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.405620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:04.407899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.411744 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2831032
Dec 22 15:07:04.414046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40358) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.427510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': '60a92bde-b87a-447d-8db3-54d81d31fe63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:04.435775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:04.440729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:04.443625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:04.450810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:04.460127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:04.469367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.474532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:04.475129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.515541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Allocated IP 172.20.0.2 (2691e4ce-a3af-4499-9319-fb37fdf88a03/490fb50c-02eb-40eb-b4c6-203d90074237/f72ff19b-6127-4d07-9515-d16ef741b98d) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:04.533642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.537345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.539306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.563061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c8fee2-09f9-4c43-b490-3898f62f903b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.565513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.575958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.579636 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1623378
Dec 22 15:07:04.581395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40364) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.584207 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0751219
Dec 22 15:07:04.587139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40368) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.601851 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3f88379e-47cf-42c5-8d6c-6795397954a7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules/f1c8fee2-09f9-4c43-b490-3898f62f903b HTTP/1.1" status: 200  len: 705 time: 0.0186596
Dec 22 15:07:04.602334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40372) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.663501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-783d4d98-8488-4b46-9065-59b73784a88d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:04.673905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 38ac6b28-267d-4148-a16d-cd67ab823e51 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:04.674347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.680967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-783d4d98-8488-4b46-9065-59b73784a88d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:04.684477 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-783d4d98-8488-4b46-9065-59b73784a88d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0788667
Dec 22 15:07:04.685672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40376) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.717015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.729263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.756312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.758369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.775899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1c8fee2-09f9-4c43-b490-3898f62f903b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.779335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:04.787376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.789359 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f1c8fee2-09f9-4c43-b490-3898f62f903b HTTP/1.1" status: 204  len: 168 time: 0.1023450
Dec 22 15:07:04.791839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40380) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.840612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85d736e0-d646-4bf8-8a56-6d52c53b5888 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:04.857735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85d736e0-d646-4bf8-8a56-6d52c53b5888 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:04.861780 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-85d736e0-d646-4bf8-8a56-6d52c53b5888 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0655813
Dec 22 15:07:04.862180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40384) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:04.867862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': '60a92bde-b87a-447d-8db3-54d81d31fe63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:04.874507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:04.884000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:04.901705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.962618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.967799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:04.969770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:04.992102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59806a32-e5a8-4bb0-b05f-66245729da06,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:04.994725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.009583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.013918 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1478300
Dec 22 15:07:05.014528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40388) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.039309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b5a8fc8a-5c60-460b-ade8-c559e838b96d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules/59806a32-e5a8-4bb0-b05f-66245729da06 HTTP/1.1" status: 200  len: 705 time: 0.0209191
Dec 22 15:07:05.039564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40392) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.082310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-058033a5-1939-4d26-a592-9a890be95fba None None] Provisioning complete for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:05.083043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-058033a5-1939-4d26-a592-9a890be95fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.090958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-140bba48-7c23-4d26-bf06-87a514217d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:05.117902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-140bba48-7c23-4d26-bf06-87a514217d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:05.122605 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-140bba48-7c23-4d26-bf06-87a514217d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0789092
Dec 22 15:07:05.123388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.127155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.153417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Transition to ACTIVE for port object f72ff19b-6127-4d07-9515-d16ef741b98d will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:05.170262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.171486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9d8b570b-e04c-4f93-b29d-7a39c64008f2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:05.182238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.210111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.211959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-edae96f0-e360-497f-8169-94eca5e0e61d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.226195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.226950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59806a32-e5a8-4bb0-b05f-66245729da06,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.231438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.232238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Transition to ACTIVE for port object f72ff19b-6127-4d07-9515-d16ef741b98d will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:05.238902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.242861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/59806a32-e5a8-4bb0-b05f-66245729da06 HTTP/1.1" status: 204  len: 168 time: 0.1158330
Dec 22 15:07:05.242861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.255629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575865490>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:02Z', 'revision_number': 3, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:05.263923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.269127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.291914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-814e43ce-e5cf-474e-8aa9-afdae2c81a00 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:05.306978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-814e43ce-e5cf-474e-8aa9-afdae2c81a00 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:05.311517 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-814e43ce-e5cf-474e-8aa9-afdae2c81a00 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0651240
Dec 22 15:07:05.311814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40404) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.317719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': '60a92bde-b87a-447d-8db3-54d81d31fe63', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:05.324141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:05.327088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:05.327466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Updating router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:05.334441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:05.351506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.367526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 38ac6b28-267d-4148-a16d-cd67ab823e51 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:05.414288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.418725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.420929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-796177ee-0c67-4927-bb46-5e8884c74626 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.447488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Pushing event updated for resources: {'Port': ['ID=f72ff19b-6127-4d07-9515-d16ef741b98d,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.448591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471351f7-bb0a-41af-b0ee-e57b6abf0869,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.451267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.455093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:05.457896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.458877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:05.461407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:05.463922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.464797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.466358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1532512
Dec 22 15:07:05.468920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40408) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.491535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4cfdc0a5-c3ea-4bdb-8777-71a46705b5d2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules/471351f7-bb0a-41af-b0ee-e57b6abf0869 HTTP/1.1" status: 200  len: 706 time: 0.0191863
Dec 22 15:07:05.492048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40412) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.540548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8919493d-c6d0-4ac5-b462-9a6a7fdb6d64 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:05.548023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:05.548336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.557812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8919493d-c6d0-4ac5-b462-9a6a7fdb6d64 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:05.560007 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8919493d-c6d0-4ac5-b462-9a6a7fdb6d64 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.0671344
Dec 22 15:07:05.562807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40416) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.593986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.605156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.620644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.627556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c588784b-9bda-4a63-9bbc-41ecc3f6d95d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.632023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.634377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.655385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=471351f7-bb0a-41af-b0ee-e57b6abf0869,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.665116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.671125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.678957 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/471351f7-bb0a-41af-b0ee-e57b6abf0869 HTTP/1.1" status: 204  len: 168 time: 0.1144798
Dec 22 15:07:05.679689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40420) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.708217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=38ac6b28-267d-4148-a16d-cd67ab823e51,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.717266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.735192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Attempting to bind port f72ff19b-6127-4d07-9515-d16ef741b98d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:05.735570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Attempting to bind port f72ff19b-6127-4d07-9515-d16ef741b98d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '96181de6-7e1c-4819-a673-9da6901e3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:05.735937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Attempting to bind port f72ff19b-6127-4d07-9515-d16ef741b98d on network 2691e4ce-a3af-4499-9319-fb37fdf88a03 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:05.743277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-52b5e444-2e95-481a-ac10-182e4871c817 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:05.760766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-52b5e444-2e95-481a-ac10-182e4871c817 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:05.765033 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-52b5e444-2e95-481a-ac10-182e4871c817 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0814698
Dec 22 15:07:05.765416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40424) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.816228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:05.816665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Checking segment: {'id': '96181de6-7e1c-4819-a673-9da6901e3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:05.816946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.817350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Bound using segment: {'id': '96181de6-7e1c-4819-a673-9da6901e3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:05.817836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Bound port: f72ff19b-6127-4d07-9515-d16ef741b98d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96181de6-7e1c-4819-a673-9da6901e3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2691e4ce-a3af-4499-9319-fb37fdf88a03'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:05.818214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.830743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.861235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.918895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.928886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.929142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f18434d3-e733-47c6-87de-711bdd77c2bc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:05.939033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.946671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a92bde-b87a-447d-8db3-54d81d31fe63,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:05.950437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:05.958481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:05.963286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/60a92bde-b87a-447d-8db3-54d81d31fe63 HTTP/1.1" status: 204  len: 168 time: 0.1933079
Dec 22 15:07:05.963286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40428) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:05.966811 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/38ac6b28-267d-4148-a16d-cd67ab823e51 HTTP/1.1" status: 204  len: 168 time: 1.3785939
Dec 22 15:07:05.969338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.017833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bdb75829-76ea-493d-bf0a-6d0be7ecc9f6 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:06.027258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] For port f72ff19b-6127-4d07-9515-d16ef741b98d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:06.031775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] For port f72ff19b-6127-4d07-9515-d16ef741b98d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f72ff19b-6127-4d07-9515-d16ef741b98d,segment=NetworkSegment(96181de6-7e1c-4819-a673-9da6901e3fa4),segment_id=96181de6-7e1c-4819-a673-9da6901e3fa4)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:06.035037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bdb75829-76ea-493d-bf0a-6d0be7ecc9f6 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:06.036460 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bdb75829-76ea-493d-bf0a-6d0be7ecc9f6 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0726178
Dec 22 15:07:06.042639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40436) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.044799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.048795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group': {'name': 'tempest-secgroup--522202270'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:06.052282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.055304 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1b89b1-ae52-4e9c-95ae-b4dc99db5bc9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:07:06.055747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1b89b1-ae52-4e9c-95ae-b4dc99db5bc9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:07:06.056551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:06.067178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:06.069834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9b1b89b1-ae52-4e9c-95ae-b4dc99db5bc9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/38ac6b28-267d-4148-a16d-cd67ab823e51 HTTP/1.1" status: 404  len: 333 time: 0.0994036
Dec 22 15:07:06.073029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40440) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.081636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.117398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:06.122085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:06.124338 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5745ce14-7ac6-4875-b335-a2bac394e4c7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:06.125013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5745ce14-7ac6-4875-b335-a2bac394e4c7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:06.125604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:06.131436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:06.190403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5745ce14-7ac6-4875-b335-a2bac394e4c7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:06.191659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.191843 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5745ce14-7ac6-4875-b335-a2bac394e4c7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/38ac6b28-267d-4148-a16d-cd67ab823e51 HTTP/1.1" status: 404  len: 333 time: 0.1157811
Dec 22 15:07:06.193412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.194555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40444) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.198323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Pushing event updated for resources: {'Port': ['ID=f72ff19b-6127-4d07-9515-d16ef741b98d,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.201667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.212106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Transition to ACTIVE for port object 55b45753-1fbe-4b48-9b4a-2980a1d3a39a will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:06.227331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.231604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f14c1c47-5cad-4273-b90c-20aa6a2db3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.248923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.301065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Allocated IP 172.20.0.1 (1a00962c-b429-45fb-87df-5595aa9e3e24/add003db-0556-4ccc-9592-4e0c97298217/b2754cbb-5f19-4aba-a5bc-e1d73a780544) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:06.314010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Pushing event updated for resources: {'Port': ['ID=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.317787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.320766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Attempting to bind port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:06.321145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Attempting to bind port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:06.321521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Attempting to bind port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:06.329758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:06.330155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:06.330613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.331025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:06.331559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Bound port: 55b45753-1fbe-4b48-9b4a-2980a1d3a39a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:06.331949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.485809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66849eeb-cf2a-466c-870f-1499edf1b881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.502516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.503992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4602320
Dec 22 15:07:06.508778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40448) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.509868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] For port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:06.514115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] For port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:06.521853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Request body: {'security_group_rule': {'security_group_id': 'bbc0ca01-19af-4ffb-9438-c3510486cdc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:06.523661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.536469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-58049504-a2fc-4a7e-9e8d-b0abe9e3032e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.541154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.541707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:06.549544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0ca01-19af-4ffb-9438-c3510486cdc1,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.552647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.556334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Usage tracker for resource:security_group_rule and tenant:c5d4f78fcac5468bb422b8c5aa818189 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:06.562308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:06.573020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 490fb50c-02eb-40eb-b4c6-203d90074237 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:06.575177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:06.576175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Transition to ACTIVE for port object b2754cbb-5f19-4aba-a5bc-e1d73a780544 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:06.579201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.613445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.621793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0dfdbb9a-2619-4850-aa53-656a11b78d50 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.624033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Pushing event updated for resources: {'Port': ['ID=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.640979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.643212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:06.644133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575865490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:06.662240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.703396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.775611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.785366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.795045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-242cf247-d4fc-48ba-b260-46d6a692c903 tempest-ServersTestManualDisk-464012814 tempest-ServersTestManualDisk-464012814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:06.816675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.838049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Pushing event updated for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.842227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:06.843280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.844319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:06.846535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:06.847290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:06.847422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7232cd5c-d2d9-4afd-8a31-b1f88cf792c1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:06.849880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:06.867666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.868963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3521376
Dec 22 15:07:06.876645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40452) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:06.906824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.962499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:06.969529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d9d34b3f-fc8c-4355-850b-de567cc5832e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:07.006968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.010389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=490fb50c-02eb-40eb-b4c6-203d90074237,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:07.014321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:07.033509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.043688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/490fb50c-02eb-40eb-b4c6-203d90074237 HTTP/1.1" status: 204  len: 168 time: 0.8438165
Dec 22 15:07:07.046157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40456) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:07.061186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.172061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.219120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f72ff19b-6127-4d07-9515-d16ef741b98d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:07.252782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.267450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port f72ff19b-6127-4d07-9515-d16ef741b98d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:07.267790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.320523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.331663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6d552331-a3f7-40a4-a53e-0e610a7683ee tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:07.340849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575865490>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:02Z', 'revision_number': 3, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:07.345337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6e6a5-e55f-4bd8-bb9c-d6ab744ce66b None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:02Z', 'revision_number': 3, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:07.346953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f72ff19b-6127-4d07-9515-d16ef741b98d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:07.349918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0ca01-19af-4ffb-9438-c3510486cdc1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:07.352180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:07.443306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-51156b25-d980-444b-9c1f-ad5354e1e6d0 None None] Provisioning for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:07.458214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-51156b25-d980-444b-9c1f-ad5354e1e6d0 None None] Provisioning complete for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:07.458603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-51156b25-d980-444b-9c1f-ad5354e1e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.491588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.502302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.527774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-51156b25-d980-444b-9c1f-ad5354e1e6d0 None None] Port b2754cbb-5f19-4aba-a5bc-e1d73a780544 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:07.541276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a4b9dacd-0efb-47f2-989b-4cd717dfa649 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:07.552691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.554133 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/bbc0ca01-19af-4ffb-9438-c3510486cdc1 HTTP/1.1" status: 204  len: 168 time: 0.6765151
Dec 22 15:07:07.557530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40460) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:07.640311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-87aaa05a-50ee-4080-80de-9b2c8aefca1e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:07.670439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2c81d-3bf3-4465-85a0-2b177030e81f None None] Network 2691e4ce-a3af-4499-9319-fb37fdf88a03 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:07.675115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-87aaa05a-50ee-4080-80de-9b2c8aefca1e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:07.676431 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-87aaa05a-50ee-4080-80de-9b2c8aefca1e tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1173859
Dec 22 15:07:07.679239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40464) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:07.685780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.686473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port f72ff19b-6127-4d07-9515-d16ef741b98d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f72ff19b-6127-4d07-9515-d16ef741b98d,segment=NetworkSegment(96181de6-7e1c-4819-a673-9da6901e3fa4),segment_id=96181de6-7e1c-4819-a673-9da6901e3fa4)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:07.686833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.689357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Pushing event updated for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:07.692344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:07.805572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-83b6c1e1-3b9f-4c6f-8143-b8f5bf5e8f0c None None] Provisioning for port f72ff19b-6127-4d07-9515-d16ef741b98d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:07.814285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-83b6c1e1-3b9f-4c6f-8143-b8f5bf5e8f0c None None] Provisioning complete for port f72ff19b-6127-4d07-9515-d16ef741b98d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:07.814822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-83b6c1e1-3b9f-4c6f-8143-b8f5bf5e8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:07.848809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for f72ff19b-6127-4d07-9515-d16ef741b98d owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:07.882615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:07.883824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:07.915574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-975ed7f1-904f-4f08-96b2-56f09fff743d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Synchronizing usage tracker for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:07.974284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-975ed7f1-904f-4f08-96b2-56f09fff743d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Unset dirty status for tenant:c5d4f78fcac5468bb422b8c5aa818189 on resource:security_group_rule {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:07.975685 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-975ed7f1-904f-4f08-96b2-56f09fff743d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.2918477
Dec 22 15:07:07.989841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40468) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:07.994605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-83b6c1e1-3b9f-4c6f-8143-b8f5bf5e8f0c None None] Could not find standard attr ID for object f72ff19b-6127-4d07-9515-d16ef741b98d. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:07:07.999408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.000091 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.plugins.ml2.db [None req-83b6c1e1-3b9f-4c6f-8143-b8f5bf5e8f0c None None] No ports have port_id starting with f72ff19b-6127-4d07-9515-d16ef741b98d
Dec 22 15:07:08.034618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:08.078136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.api.v2.resource [None req-79078cd6-1876-429c-9d11-eeaa1acd4e52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] delete failed (client error): The resource could not be found.
Dec 22 15:07:08.079187 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-79078cd6-1876-429c-9d11-eeaa1acd4e52 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "DELETE /v2.0/security-groups/bbc0ca01-19af-4ffb-9438-c3510486cdc1 HTTP/1.1" status: 404  len: 347 time: 0.0819483
Dec 22 15:07:08.093174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40472) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:08.111664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=f72ff19b-6127-4d07-9515-d16ef741b98d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:08.114079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:08.122836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No DVR routers for this DVR port f72ff19b-6127-4d07-9515-d16ef741b98d on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:07:08.153477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89bc28-8547-4a6d-a9a0-6d721c3dea56 None None] DHCP port deletion for 2691e4ce-a3af-4499-9319-fb37fdf88a03 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:07:08.227085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3a6307ab-bf6e-4055-a73d-9d123f0b3a5c None None] Provisioning complete for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:08.227735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3a6307ab-bf6e-4055-a73d-9d123f0b3a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.291435 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ed07b179-ca68-4b96-969c-8efde7c79b2b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1901658
Dec 22 15:07:08.301356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3a6307ab-bf6e-4055-a73d-9d123f0b3a5c None None] Port b2754cbb-5f19-4aba-a5bc-e1d73a780544 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:08.327580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.356214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85752e5f70>,) {'filters': {'network_id': ['2691e4ce-a3af-4499-9319-fb37fdf88a03']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:08.372505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752e5f70>, '96181de6-7e1c-4819-a673-9da6901e3fa4') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:08.373095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85752e5f70>, '96181de6-7e1c-4819-a673-9da6901e3fa4') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:08.377832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:07:08.389644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.414787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.425590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:08.426254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:08.440491 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:08.533461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.536845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf52ea25-c4b4-4942-af9b-fccf2cb642d1 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:08.555882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.566855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=2691e4ce-a3af-4499-9319-fb37fdf88a03,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:08.576228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:08.583168 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/2691e4ce-a3af-4499-9319-fb37fdf88a03 HTTP/1.1" status: 204  len: 168 time: 1.5355399
Dec 22 15:07:08.585669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40480) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:08.586749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40482) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:08.596410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1214484551'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:08.603506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:08.609147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:08.612586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:08.620562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:08.631714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:08.637925 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] 10.222.0.69 "PUT /v2.0/routers/d39e249e-fa6e-4b0a-abe1-de9ca36154f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6934001
Dec 22 15:07:08.649309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:08.652993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.685412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:08.695762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.696105 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 1691d4ee-a92e-4a03-8aa1-2505d8e48d76 of type vlan for network 7523ec0d-7a88-4bb2-b659-5c7c03254c30
Dec 22 15:07:08.725372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.762572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.766894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:08.767468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.773626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:08.803293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-60bbb47b-ed52-4532-bfac-54fe20021854 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5d4f78fcac5468bb422b8c5aa818189&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2163339
Dec 22 15:07:08.805764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40494) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:08.878504 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2871349
Dec 22 15:07:08.878866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40500) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:08.881481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:08.884893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=7523ec0d-7a88-4bb2-b659-5c7c03254c30,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:08.887464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:08.888354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:08.897818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:09.132332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.151829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 55b45753-1fbe-4b48-9b4a-2980a1d3a39a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:09.163721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:09.177785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:09.183743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:09.191147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:09.203244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:09.237520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:09.242525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:09.242901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.296007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.301306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bf597260-298b-49d8-af2b-ae506df809b8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:09.324245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe9e71-f83b-44f4-b002-955dc178d9bc,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:09.326762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:09.334327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.383559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.400743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:09.407739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.410475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c12dfab5-4bd7-4a72-ac60-34296ee7f9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:09.477996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.481225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f72ff19b-6127-4d07-9515-d16ef741b98d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:07:09.482559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8fe9e71-f83b-44f4-b002-955dc178d9bc HTTP/1.1" status: 204  len: 168 time: 0.6756959
Dec 22 15:07:09.521929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f72ff19b-6127-4d07-9515-d16ef741b98d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:07:09.522457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f72ff19b-6127-4d07-9515-d16ef741b98d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:07:09.527391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:09.531942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:09.573622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40518) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:09.579403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-4363421-network', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:09.584123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:09.588184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Usage tracker for resource:network and tenant:325cf0ec28a3458b98e9ada4ae27a5b9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:09.591974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:09.597978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:09.608100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.612047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Made reservation on behalf of 325cf0ec28a3458b98e9ada4ae27a5b9 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:09.613448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04855785-603f-4085-9f5d-d4be8a557e34 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:09.616629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.631392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.666743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:09.671889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Usage tracker for resource:security_group_rule and tenant:325cf0ec28a3458b98e9ada4ae27a5b9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:09.675333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:09.682172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:09.682789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=2bb21a88-726a-4d74-9d31-78810bbe014a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:09.700162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:09.710914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '1691d4ee-a92e-4a03-8aa1-2505d8e48d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:09.711260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 7523ec0d-7a88-4bb2-b659-5c7c03254c30, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:09.734484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:09.745734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 7523ec0d-7a88-4bb2-b659-5c7c03254c30) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:09.751743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:09.753018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.754891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.757773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dab071-f8ce-412f-840a-53c430e82eca None None] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:09.759204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.762641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e5ed68ee-4ac1-4d79-923e-914f1ea9d138 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:09.791848 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9119351
Dec 22 15:07:09.795961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40524) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:09.803031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1633688441'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:09.804298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:09.810355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4337abcf-3078-4510-ae33-e0a20bbea1b5,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:09.814461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:09.818456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.819149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Added segment 9259ad5d-78bc-437f-958c-383d2201f5e5 of type vlan for network 724a96db-2edf-404d-bf2c-d74f7dad0570
Dec 22 15:07:09.971856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:09.977789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:09.980931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:09.982815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:09.989445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:10.001443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:10.005033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.014408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.015852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:10.016743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.022114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff02c4e4-23d8-40a6-b364-073d897e5460 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:10.032535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port b7b5e004-aebf-4805-8248-2e31c2d6c527 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:10.056850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-7523ec0d-7a88-4bb2-b659-5c7c03254c30', 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': '2bb21a88-726a-4d74-9d31-78810bbe014a'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:10.058396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.140666 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5655937
Dec 22 15:07:10.145102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:10.147923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Pushing event updated for resources: {'Network': ['ID=724a96db-2edf-404d-bf2c-d74f7dad0570,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:10.153815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Request body: {'subnet': {'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-4363421-subnet', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:10.158706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:10.159929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:10.164498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Usage tracker for resource:subnet and tenant:325cf0ec28a3458b98e9ada4ae27a5b9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:10.168197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:10.174537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:10.188763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Made reservation on behalf of 325cf0ec28a3458b98e9ada4ae27a5b9 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:10.191618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.205094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:10.211793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.2 (7523ec0d-7a88-4bb2-b659-5c7c03254c30/2bb21a88-726a-4d74-9d31-78810bbe014a/b7b5e004-aebf-4805-8248-2e31c2d6c527) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:10.403744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.430914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object b7b5e004-aebf-4805-8248-2e31c2d6c527 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:10.447561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.454699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.460252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a326ec01-453e-4c4f-94ee-8817781a2c37 tempest-RoutersIpV6AdminTest-60220327 tempest-RoutersIpV6AdminTest-60220327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:10.466455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:10.524927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7f131c2e-4432-4d4e-a922-f405071592f4 {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:07:10.525418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:07:10.532554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:10.535947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:10.540537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:10.570464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042b1ae5-ad4b-494b-bf2b-7556f875ecb6,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:10.574567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:10.577899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Checking segment: {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:10.578255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Network hostable DHCP agents. Network: 724a96db-2edf-404d-bf2c-d74f7dad0570, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:10.585258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=b7b5e004-aebf-4805-8248-2e31c2d6c527,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:10.588033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:10.605454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:10.619537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 724a96db-2edf-404d-bf2c-d74f7dad0570) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:10.624331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:10.624928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.628242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29667f-52bd-411e-9bff-92048bb5f978 None None] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:10.641466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:10.643210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.647506 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5010726
Dec 22 15:07:10.650152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40548) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:10.659418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:10.666132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:10.675005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Usage tracker for resource:router and tenant:325cf0ec28a3458b98e9ada4ae27a5b9 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:10.676472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 0.8792212
Dec 22 15:07:10.678989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40552) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:10.679727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:10.687220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:10.701283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.702594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.735412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.761741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port b7b5e004-aebf-4805-8248-2e31c2d6c527 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:10.762171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.912814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:10.918685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-724a96db-2edf-404d-bf2c-d74f7dad0570', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:10.919701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.074998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.156668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Allocated IP 172.20.0.2 (724a96db-2edf-404d-bf2c-d74f7dad0570/042b1ae5-ad4b-494b-bf2b-7556f875ecb6/ba5fb7e6-6b3f-451f-bf7f-50079acad880) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:11.163597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.181215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 55b45753-1fbe-4b48-9b4a-2980a1d3a39a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:11.218515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.253814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.377179 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:11.396480 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:11.397464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e8460>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:11.414046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for b7b5e004-aebf-4805-8248-2e31c2d6c527 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:11.484512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Allocated IP 172.26.3.19 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/6d6eec0f-1dd4-4633-95f1-d9e05be0a720) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:11.496713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:11.497352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.589695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Allocated IP 172.20.0.3 (7523ec0d-7a88-4bb2-b659-5c7c03254c30/2bb21a88-726a-4d74-9d31-78810bbe014a/731d4298-4faa-4c6e-ab7f-888a83a68097) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:11.681503 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:11.735061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.748122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c02ab3cc-a936-4dba-ac28-4450e12cd8d0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:11.868267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.875643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.912831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.918051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Transition to ACTIVE for port object ba5fb7e6-6b3f-451f-bf7f-50079acad880 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:11.928583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57a91ec4-ba28-4796-b27f-f4dce51181f9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:11.956309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Transition to ACTIVE for port object ba5fb7e6-6b3f-451f-bf7f-50079acad880 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:11.968663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=b7b5e004-aebf-4805-8248-2e31c2d6c527,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:11.971402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.975754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.975916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:11.978355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5e34fffa-9f37-47c0-92d4-65a2ef782acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:11.980276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:11.991165 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/b7b5e004-aebf-4805-8248-2e31c2d6c527 HTTP/1.1" status: 204  len: 168 time: 1.3111336
Dec 22 15:07:11.992171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40572) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:12.038313 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b9dec3-726a-49ca-a576-115aa56b7ca3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:12.039140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c1b9dec3-726a-49ca-a576-115aa56b7ca3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:12.057417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c1b9dec3-726a-49ca-a576-115aa56b7ca3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:12.062378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40576) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:12.063234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c1b9dec3-726a-49ca-a576-115aa56b7ca3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/b7b5e004-aebf-4805-8248-2e31c2d6c527 HTTP/1.1" status: 404  len: 333 time: 0.0686550
Dec 22 15:07:12.075493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40580) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:12.101953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Transition to ACTIVE for port object 731d4298-4faa-4c6e-ab7f-888a83a68097 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:12.117953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:12.127408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:12.129904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:12.132901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Transition to ACTIVE for port object 731d4298-4faa-4c6e-ab7f-888a83a68097 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:12.147635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.196308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:12.199639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:12.203096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Pushing event updated for resources: {'Port': ['ID=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.203538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:12.205829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:12.207508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb7e6-6b3f-451f-bf7f-50079acad880,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.211396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:12.213355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:12.214387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:12.216839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:12.224087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:12.267076 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e8460>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:07Z', 'revision_number': 2, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:12.271829 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:12.272478 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Updating router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 port b2754cbb-5f19-4aba-a5bc-e1d73a780544 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:12.321477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--862799114', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:12.328116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:12.332768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.334480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:12.338770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:12.346852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:12.360699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:12.365074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.382105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.398783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 2bb21a88-726a-4d74-9d31-78810bbe014a {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:12.404155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.427766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:12.433439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:12.437790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:12.444437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:12.489599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Attempting to bind port ba5fb7e6-6b3f-451f-bf7f-50079acad880 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:12.490308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Attempting to bind port ba5fb7e6-6b3f-451f-bf7f-50079acad880 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:12.491498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Attempting to bind port ba5fb7e6-6b3f-451f-bf7f-50079acad880 on network 724a96db-2edf-404d-bf2c-d74f7dad0570 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:12.512562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Pushing event updated for resources: {'Port': ['ID=731d4298-4faa-4c6e-ab7f-888a83a68097,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.529607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:12.541502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:12.541848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.542644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Checking segment: {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:12.543763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.545054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Bound using segment: {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:12.545728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Bound port: ba5fb7e6-6b3f-451f-bf7f-50079acad880, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:12.546566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.547019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.550766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-04b8a7d2-3a23-40be-8d70-125d8a005c87 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:12.558972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Attempting to bind port 731d4298-4faa-4c6e-ab7f-888a83a68097 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:12.559511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Attempting to bind port 731d4298-4faa-4c6e-ab7f-888a83a68097 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1691d4ee-a92e-4a03-8aa1-2505d8e48d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:12.560119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Attempting to bind port 731d4298-4faa-4c6e-ab7f-888a83a68097 on network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:12.571081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:12.571844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Checking segment: {'id': '1691d4ee-a92e-4a03-8aa1-2505d8e48d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:12.572542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.573062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Bound using segment: {'id': '1691d4ee-a92e-4a03-8aa1-2505d8e48d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:12.574338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Bound port: 731d4298-4faa-4c6e-ab7f-888a83a68097, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691d4ee-a92e-4a03-8aa1-2505d8e48d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7523ec0d-7a88-4bb2-b659-5c7c03254c30'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:12.574907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.593681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:12.605636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e49c9-1b4e-4408-9742-a72e1af52d00,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.610366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:12.613587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.613870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.614407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 199ebfcc-5b52-4268-be2c-1ffd34ca0094 of type vlan for network a0aea796-5bd1-4388-b34a-c5fcc1562874
Dec 22 15:07:12.663343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.719385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.720842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.721409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.729137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:12.730647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.734933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.736974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-309f613b-340e-4f57-bb5f-22563d732ca8 tempest-RoutersNegativeIpV6Test-2043384495 tempest-RoutersNegativeIpV6Test-2043384495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:12.782916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] For port ba5fb7e6-6b3f-451f-bf7f-50079acad880, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:12.794971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] For port ba5fb7e6-6b3f-451f-bf7f-50079acad880, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5fb7e6-6b3f-451f-bf7f-50079acad880,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:12.800496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.805186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:12.818250 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.834456 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Transition to ACTIVE for port object b2754cbb-5f19-4aba-a5bc-e1d73a780544 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:12.842476 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.848507 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:12.863585 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7860918
Dec 22 15:07:12.872053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40586) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:12.872855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=a0aea796-5bd1-4388-b34a-c5fcc1562874,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.890258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:12.891908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:12.899101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:12.908242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:12.915656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:12.922447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:12.931692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:12.938719 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Pushing event updated for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:12.945262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.946720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:12.956432 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.956946 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.957368 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.957837 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.958388 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.958818 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.959248 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.960108 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.960638 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.962430 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.963017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:12.986724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.020209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb7e6-6b3f-451f-bf7f-50079acad880,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:13.030288 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:13.044830 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:13.080694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.090565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] For port 731d4298-4faa-4c6e-ab7f-888a83a68097, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:13.097116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33885da3-dd97-492e-8597-8bbe70c96f0e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:13.112166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] For port 731d4298-4faa-4c6e-ab7f-888a83a68097, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=731d4298-4faa-4c6e-ab7f-888a83a68097,segment=NetworkSegment(1691d4ee-a92e-4a03-8aa1-2505d8e48d76),segment_id=1691d4ee-a92e-4a03-8aa1-2505d8e48d76)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:13.118424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.136330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b976f670-0d2d-42e3-8156-7daeea10fe63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:13.176211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb21a88-726a-4d74-9d31-78810bbe014a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:13.190770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:13.200921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.205433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.241413 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/2bb21a88-726a-4d74-9d31-78810bbe014a HTTP/1.1" status: 204  len: 168 time: 1.1729066
Dec 22 15:07:13.241644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40590) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:13.246532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Pushing event updated for resources: {'Port': ['ID=731d4298-4faa-4c6e-ab7f-888a83a68097,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:13.254145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:13.258978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Attempting to bind port b2754cbb-5f19-4aba-a5bc-e1d73a780544 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:13.259350 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Attempting to bind port b2754cbb-5f19-4aba-a5bc-e1d73a780544 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:13.259706 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Attempting to bind port b2754cbb-5f19-4aba-a5bc-e1d73a780544 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:13.270095 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:13.270541 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:13.271022 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.271429 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Bound using segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:13.272164 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Bound port: b2754cbb-5f19-4aba-a5bc-e1d73a780544, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:13.272588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.360352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Router 4e96231c-1a35-4856-8fe6-c449743d1393 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:07:13.420849 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] For port b2754cbb-5f19-4aba-a5bc-e1d73a780544, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:13.424617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] For port b2754cbb-5f19-4aba-a5bc-e1d73a780544, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b2754cbb-5f19-4aba-a5bc-e1d73a780544,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:13.429899 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.439749 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:13.499238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.522197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 731d4298-4faa-4c6e-ab7f-888a83a68097 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:13.522561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.628621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:13.643708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Sync routers for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:13.650901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.653230 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0017824
Dec 22 15:07:13.656696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40594) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:13.674980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:13.675726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758194f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:13.705057 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Pushing event updated for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:13.717306 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:13.720769 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:13.721405 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e8460>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:13.899794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:13.956845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:14.027269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:14.047574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:14.146333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.10 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/91db014a-5b8c-4b84-95a9-af9b07dc5e67) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:14.159791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port 731d4298-4faa-4c6e-ab7f-888a83a68097, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=731d4298-4faa-4c6e-ab7f-888a83a68097,segment=NetworkSegment(1691d4ee-a92e-4a03-8aa1-2505d8e48d76),segment_id=1691d4ee-a92e-4a03-8aa1-2505d8e48d76)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:14.160184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:14.511971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 731d4298-4faa-4c6e-ab7f-888a83a68097 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:14.567871 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e8460>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:13Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:14.573901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758194f0>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:12Z', 'revision_number': 3, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:14.578822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Checking router: 4e96231c-1a35-4856-8fe6-c449743d1393 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:14.579230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Updating router 4e96231c-1a35-4856-8fe6-c449743d1393 port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:14.593625 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c501aa-0cdd-422b-9dc9-0de55db11214 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:13Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:14.645057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c8082-34ca-47f2-baa1-6965bac95395 None None] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:14.757662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:14.772936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:14.815644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:14.867014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=731d4298-4faa-4c6e-ab7f-888a83a68097,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:14.869333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:14.909477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No DVR routers for this DVR port 731d4298-4faa-4c6e-ab7f-888a83a68097 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:07:14.936588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-157bae9d-2113-4c77-9039-d92cfe3ba597 None None] Provisioning for port ba5fb7e6-6b3f-451f-bf7f-50079acad880 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:14.984326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.081044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d13e3-1b6d-400c-9fba-fb184bbef6f1 None None] Network 7523ec0d-7a88-4bb2-b659-5c7c03254c30 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:15.181026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.345227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.346369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b2754cbb-5f19-4aba-a5bc-e1d73a780544 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:15.385257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743c3e20>,) {'filters': {'network_id': ['7523ec0d-7a88-4bb2-b659-5c7c03254c30']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:15.398663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-38336961-4fc8-4773-b479-d38d0253ae26 None None] Could not find standard attr ID for object 731d4298-4faa-4c6e-ab7f-888a83a68097. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:07:15.400900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743c3e20>, '1691d4ee-a92e-4a03-8aa1-2505d8e48d76') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:15.401204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743c3e20>, '1691d4ee-a92e-4a03-8aa1-2505d8e48d76') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:15.422755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.434552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.442027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-65dda386-ac45-47fe-8dfe-94760e373b64 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:15.465830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Allocated IP 172.20.0.1 (724a96db-2edf-404d-bf2c-d74f7dad0570/042b1ae5-ad4b-494b-bf2b-7556f875ecb6/7391418d-0b95-4568-be0d-bd73a095743a) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:15.521014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=91db014a-5b8c-4b84-95a9-af9b07dc5e67,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:15.533165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.551667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:15.552263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.647940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.667966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Transition to ACTIVE for port object 7391418d-0b95-4568-be0d-bd73a095743a will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:15.685278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:15.686594 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:15.695097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.700293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a5935fc7-964a-40f2-9421-c59a091f21f2 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:15.700865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.710572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d13d27ea-e9d3-4902-a891-a8e6734a3254 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:15.728818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.749526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:15.758132 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/7523ec0d-7a88-4bb2-b659-5c7c03254c30 HTTP/1.1" status: 204  len: 168 time: 2.5172145
Dec 22 15:07:15.758454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40598) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:15.765149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:15.773551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'name': 'tempest-PortsTestJSON-1756605716'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:15.774123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:15.833509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:15.837237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=7523ec0d-7a88-4bb2-b659-5c7c03254c30,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:15.847967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:15.866231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87396c-493c-4c46-a5b6-8937e6abb037 None None] DHCP port deletion for 7523ec0d-7a88-4bb2-b659-5c7c03254c30 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:07:15.874416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:15.874879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:15.937164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:15.941586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:15.944817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:15.950943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:15.978220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:15.982362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.000358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:16.009006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:16.025062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:16.086728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.113818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.114796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.116907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Pushing event updated for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:16.121155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:16.159585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 4e2845d5-cf76-4620-b357-682f8855d193 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:16.196756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.224545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Transition to ACTIVE for port object 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:16.231340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.271265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.284497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.292434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4e1bdc6e-2eb8-4712-a440-564087c8eb03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:16.427798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:07:16.435891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port b2754cbb-5f19-4aba-a5bc-e1d73a780544, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b2754cbb-5f19-4aba-a5bc-e1d73a780544,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:16.442071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Pushing event updated for resources: {'Port': ['ID=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:16.445676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:16.447808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.453664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5fb7e6-6b3f-451f-bf7f-50079acad880 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:16.491146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6365548b-1d46-41b7-8540-8b721eb1399a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:16.519314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Attempting to bind port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:16.519848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Attempting to bind port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:16.520231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Attempting to bind port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:16.569637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:16.570070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:16.570421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.570826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:16.571317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Bound port: 6d6eec0f-1dd4-4633-95f1-d9e05be0a720, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:16.571817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.591332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.661718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:16.667951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:16.674194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.674980 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:16.683335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e4cd44d-122a-45ad-a79c-a2195a40a746 None None] Provisioning for port 7391418d-0b95-4568-be0d-bd73a095743a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:16.688635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10d25006-63d0-4461-b823-a6df317554e3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:16.695785 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:16.696424 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e8100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:16.700088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:16.705929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.707349 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.8134797
Dec 22 15:07:16.710419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40602) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:16.716932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e4cd44d-122a-45ad-a79c-a2195a40a746 None None] Provisioning complete for port 7391418d-0b95-4568-be0d-bd73a095743a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:16.717319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e4cd44d-122a-45ad-a79c-a2195a40a746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.730376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:16.737073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.740741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:16.743888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:16.747750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:16.749405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.750586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] For port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:16.768125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ba5fb7e6-6b3f-451f-bf7f-50079acad880 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:16.771274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.776950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] For port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:16.779791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ba5fb7e6-6b3f-451f-bf7f-50079acad880 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:16.780212 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.830986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.838163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:16.857200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.0951378
Dec 22 15:07:16.857200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=4e2845d5-cf76-4620-b357-682f8855d193,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:16.858417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:16.861167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40608) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:16.861719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:16.876067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4e4cd44d-122a-45ad-a79c-a2195a40a746 None None] Port 7391418d-0b95-4568-be0d-bd73a095743a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:16.886357 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e25f667e-faed-4eae-8ddf-0be08bc9cc78 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1737192
Dec 22 15:07:16.889185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40610) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:16.940516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:16.946520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Pushing event updated for resources: {'Port': ['ID=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:16.950246 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:16.951678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:16.999966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:17.000633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758194f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:17.062232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa1653-f413-4982-9eb7-a8154a7c9809 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:17.063983 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ebaa1653-f413-4982-9eb7-a8154a7c9809 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1723676
Dec 22 15:07:17.066829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40616) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:17.122306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:17.133232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:17.204073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Pushing event updated for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:17.207029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:17.222538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 4e2845d5-cf76-4620-b357-682f8855d193 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:17.222888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.247006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:17.247934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-16132d3d-d657-4b62-8284-ae87e0fb9cc2 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1798975
Dec 22 15:07:17.248601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40620) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:17.254123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949979739', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:17.321057 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e8100>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:17.327513 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:17.328010 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Updating router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:17.382225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:17.387559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:17.391405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:17.395720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.398350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:17.416345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:17.561872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.783871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.786111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.826971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.835159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-342448dc-7827-4fa0-ac9f-4af5e1e566ae tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:17.843954 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.858848 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Transition to ACTIVE for port object 91db014a-5b8c-4b84-95a9-af9b07dc5e67 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:17.871290 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.876272 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:17.886735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-72feb64f-10f3-4205-9947-c7e4002e6244 None None] Provisioning complete for port 7391418d-0b95-4568-be0d-bd73a095743a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:17.887431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-72feb64f-10f3-4205-9947-c7e4002e6244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.922092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=7af0dfcb-2dd1-40f5-8d5d-84d59606110d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:17.925160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 4e2845d5-cf76-4620-b357-682f8855d193 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:17.939337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:17.946429 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Pushing event updated for resources: {'Port': ['ID=91db014a-5b8c-4b84-95a9-af9b07dc5e67,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:17.950363 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:17.950926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-72feb64f-10f3-4205-9947-c7e4002e6244 None None] Port 7391418d-0b95-4568-be0d-bd73a095743a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:17.962289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port ba5fb7e6-6b3f-451f-bf7f-50079acad880, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5fb7e6-6b3f-451f-bf7f-50079acad880,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:17.971379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:17.971738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: a0aea796-5bd1-4388-b34a-c5fcc1562874, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:17.977010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.979157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:17.987277 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Attempting to bind port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:17.987951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Attempting to bind port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:17.988206 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Attempting to bind port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:17.995625 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:17.996086 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:17.996524 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:17.996965 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:17.997485 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Bound port: 91db014a-5b8c-4b84-95a9-af9b07dc5e67, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:17.998048 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.035805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:18.060475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a0aea796-5bd1-4388-b34a-c5fcc1562874) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:18.065190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:18.065838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758194f0>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7391418d-0b95-4568-be0d-bd73a095743a', 'name': '', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'mac_address': 'fa:16:3e:18:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:15Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 2, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'subnets': [{'id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:18.066485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.073477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b0cc-1fe9-4e3e-badd-47500d4e30be None None] The sync data for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv is: [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7391418d-0b95-4568-be0d-bd73a095743a', 'name': '', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'mac_address': 'fa:16:3e:18:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:15Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 2, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'subnets': [{'id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:18.086521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625e167-9d18-452f-a7a3-cd167ea9602a None None] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:18.111266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.113914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8642807
Dec 22 15:07:18.115848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:18.116652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40624) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:18.129196 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] For port 91db014a-5b8c-4b84-95a9-af9b07dc5e67, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:18.131539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b2754cbb-5f19-4aba-a5bc-e1d73a780544 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:18.134222 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] For port 91db014a-5b8c-4b84-95a9-af9b07dc5e67, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91db014a-5b8c-4b84-95a9-af9b07dc5e67,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:18.140301 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.145244 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:18.167610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=4e2845d5-cf76-4620-b357-682f8855d193,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:18.170038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:18.179510 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.199276 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/4e2845d5-cf76-4620-b357-682f8855d193 HTTP/1.1" status: 204  len: 168 time: 1.3073094
Dec 22 15:07:18.201641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40628) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:18.214257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'mac_address': 'fa:16:3e:3d:03:09', 'name': 'tempest-PortsTestJSON-126314013'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:18.246983 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Pushing event updated for resources: {'Port': ['ID=91db014a-5b8c-4b84-95a9-af9b07dc5e67,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:18.250486 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:18.259822 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:18.261539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759e8100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:06:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:18.301667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Router 4e96231c-1a35-4856-8fe6-c449743d1393 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:07:18.303969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=ba5fb7e6-6b3f-451f-bf7f-50079acad880,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:18.321710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:18.372768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b2754cbb-5f19-4aba-a5bc-e1d73a780544 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:18.373306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.439898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:18.445150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:18.449051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:18.455060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:18.459518 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:18.470465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:18.626055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a0aea796-5bd1-4388-b34a-c5fcc1562874', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:18.626916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.721510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 731d4298-4faa-4c6e-ab7f-888a83a68097 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:07:18.741592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:18.765267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 731d4298-4faa-4c6e-ab7f-888a83a68097 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:07:18.765623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 731d4298-4faa-4c6e-ab7f-888a83a68097 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:07:18.794767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 13943e4b-292f-499f-b18b-1854113efc5b yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:18.873672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Allocated IP 172.20.0.2 (a0aea796-5bd1-4388-b34a-c5fcc1562874/7af0dfcb-2dd1-40f5-8d5d-84d59606110d/082979fc-46f6-4e48-8b12-8a24045f87ed) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:18.895650 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759e8100>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:18.900853 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b7cc6-3f5c-4a84-bc95-2c9be7f7f432 None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:19.006473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:19.041744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.050368 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] 10.222.0.69 "PUT /v2.0/routers/4e96231c-1a35-4856-8fe6-c449743d1393/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3846204
Dec 22 15:07:19.069339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.097723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.105970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f315af94-3eca-4401-8b85-eb297dfd5f37 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:19.107713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.119491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Transition to ACTIVE for port object 082979fc-46f6-4e48-8b12-8a24045f87ed will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:19.142053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Transition to ACTIVE for port object 082979fc-46f6-4e48-8b12-8a24045f87ed will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:19.151933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.158638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-eee75ff6-5416-48f8-8bfc-27395b59b40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:19.237526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Pushing event updated for resources: {'Port': ['ID=082979fc-46f6-4e48-8b12-8a24045f87ed,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:19.255752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.256432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.256780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.257115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.257520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.257854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.258178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.258504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.258824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.259151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.259459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.278079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:19.283238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:19.285730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:19.288583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:19.327816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:19.331385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:19.333761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:19.337874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:19.338456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.357932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=13943e4b-292f-499f-b18b-1854113efc5b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:19.375094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.375496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.375901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.376354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.379236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.379236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.379476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.379939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.380361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.380834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.381251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:19.385794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:19.388437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.1856983
Dec 22 15:07:19.390876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40644) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:19.399977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Attempting to bind port 082979fc-46f6-4e48-8b12-8a24045f87ed on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:19.400656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Attempting to bind port 082979fc-46f6-4e48-8b12-8a24045f87ed by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:19.401924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Attempting to bind port 082979fc-46f6-4e48-8b12-8a24045f87ed on network a0aea796-5bd1-4388-b34a-c5fcc1562874 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:19.410827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:19.411609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Checking segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:19.412459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.413358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Bound using segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:19.414280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Bound port: 082979fc-46f6-4e48-8b12-8a24045f87ed, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:19.415130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.463320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938334ac-5982-4d9a-8269-6ae450c5eb9a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:19.465029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-938334ac-5982-4d9a-8269-6ae450c5eb9a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:19.485669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-938334ac-5982-4d9a-8269-6ae450c5eb9a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:19.487695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-938334ac-5982-4d9a-8269-6ae450c5eb9a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/13943e4b-292f-499f-b18b-1854113efc5b HTTP/1.1" status: 200  len: 840 time: 0.0953457
Dec 22 15:07:19.489804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40648) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:19.523233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] For port 082979fc-46f6-4e48-8b12-8a24045f87ed, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:19.528784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] For port 082979fc-46f6-4e48-8b12-8a24045f87ed, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=082979fc-46f6-4e48-8b12-8a24045f87ed,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:19.534906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.546847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9b5dc695-de55-400d-93c7-a6a43f2fcf69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:19.569863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 13943e4b-292f-499f-b18b-1854113efc5b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:19.570809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.665057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (a0aea796-5bd1-4388-b34a-c5fcc1562874/7af0dfcb-2dd1-40f5-8d5d-84d59606110d/8f12af30-716d-45f7-bf27-1f60f5406ecf) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:19.717207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Pushing event updated for resources: {'Port': ['ID=082979fc-46f6-4e48-8b12-8a24045f87ed,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:19.727280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:19.872045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.884305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.907414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40652) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:19.916875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 8f12af30-716d-45f7-bf27-1f60f5406ecf will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:19.921882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763407677', 'description': 'tempest-secgroup-smoke-1763407677 description', 'project_id': '4451455dab8f415a9d4d3d481cc30910'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:19.930020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:19.935869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:19.940514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:19.952762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:19.968741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.986508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:19.992989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55ff6048-bdb5-422e-b0d2-a62491350aba tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:20.025329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 13943e4b-292f-499f-b18b-1854113efc5b owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:20.093341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:20.096771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:20.099085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:20.102209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:20.105054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:20.133997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:20.134859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.136871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:20.140749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:20.143292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:20.152579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:20.172488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 082979fc-46f6-4e48-8b12-8a24045f87ed up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:20.185755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.195247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=13943e4b-292f-499f-b18b-1854113efc5b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:20.197368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:20.205995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.223639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/13943e4b-292f-499f-b18b-1854113efc5b HTTP/1.1" status: 204  len: 168 time: 0.7325890
Dec 22 15:07:20.228166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40656) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:20.251518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.254942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.259413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 082979fc-46f6-4e48-8b12-8a24045f87ed completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:20.260666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ad84643-e02e-4817-9439-f656b53f94f8 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:20.265666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5fb7e6-6b3f-451f-bf7f-50079acad880 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:20.272747 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-58710c8b-15a2-4cd0-86dc-e2e3028789c5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:20.273237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-58710c8b-15a2-4cd0-86dc-e2e3028789c5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:20.288937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-58710c8b-15a2-4cd0-86dc-e2e3028789c5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:20.294377 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-58710c8b-15a2-4cd0-86dc-e2e3028789c5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/13943e4b-292f-499f-b18b-1854113efc5b HTTP/1.1" status: 404  len: 333 time: 0.0609753
Dec 22 15:07:20.294687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40660) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:20.300748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'name': 'tempest-PortsTestJSON-882835700'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:20.355728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442bb10a-cbed-4cbc-90cc-3d009d40e443,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:20.359550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.360927 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4527745
Dec 22 15:07:20.361998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:20.362666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.371051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40664) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:20.381647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:20.390475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:20.402013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ba5fb7e6-6b3f-451f-bf7f-50079acad880 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:20.402561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.406345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:20.412287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:20.428140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:20.446213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:20.468140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:20.471882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.505228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:20.508308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.549995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port afefb4e7-3682-4b7d-a1ab-85961ac64fab yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:20.616418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.625623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.634638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97047bf9-cc57-4658-b7b2-f5674022a069 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:20.674286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e59231-2627-40f5-bf33-d385d7fb267e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:20.677259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:20.711575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.713366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3414435
Dec 22 15:07:20.716544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40668) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:20.725877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:20.797504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:20.807766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:20.813014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:20.830508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:20.860197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7e4d4-35b2-4837-b323-0f8438cd582a None None] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:20.875045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.879569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.889575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.891319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.913195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:20.958325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Provisioning for port 082979fc-46f6-4e48-8b12-8a24045f87ed completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:20.974748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.975397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Provisioning complete for port 082979fc-46f6-4e48-8b12-8a24045f87ed triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:20.976581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.977203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:20.990166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9362e081-5f2f-4ee3-818f-03243df84d6a tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:21.000352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:21.002667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.029615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.029840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.031726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.031726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.031726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.031726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.031726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.032162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.032885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.032885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.033752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:07:21.033889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.039158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:21.043423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:21.049838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:21.060242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:21.064097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:21.064713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.102281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=afefb4e7-3682-4b7d-a1ab-85961ac64fab,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:21.104862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.109098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3916435
Dec 22 15:07:21.113082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40672) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:21.113553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8147824
Dec 22 15:07:21.113553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:21.113553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-333246ab-cc15-4b10-b749-a91b8ecc8a38 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:21.113813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40676) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:21.122400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:21.125037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c81c32-d00b-4ecd-b8b7-58c2ad84adf5,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:21.127465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:21.129708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:21.161727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:21.178002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:21.185266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:21.196157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.208297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:21.252989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] For port 082979fc-46f6-4e48-8b12-8a24045f87ed, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=082979fc-46f6-4e48-8b12-8a24045f87ed,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:21.260225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.262575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b6751e3-0395-4a32-8bcd-608e6b250da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:21.311084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:21.312108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.326077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:21.331448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Pushing event updated for resources: {'Port': ['ID=082979fc-46f6-4e48-8b12-8a24045f87ed,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:21.335023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:21.491179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Provisioning for port 8f12af30-716d-45f7-bf27-1f60f5406ecf completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:21.497414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Provisioning complete for port 8f12af30-716d-45f7-bf27-1f60f5406ecf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:21.497910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.510321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.555799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Port 8f12af30-716d-45f7-bf27-1f60f5406ecf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:21.569910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Provisioning complete for port 082979fc-46f6-4e48-8b12-8a24045f87ed triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:21.570308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd110-a425-44c1-afc1-4288a08ec36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.815739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1f61f67d-4159-4690-aeac-4dbd7b948877 None None] Provisioning complete for port 8f12af30-716d-45f7-bf27-1f60f5406ecf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:21.815951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1f61f67d-4159-4690-aeac-4dbd7b948877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.843850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.866555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.876307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1f61f67d-4159-4690-aeac-4dbd7b948877 None None] Port 8f12af30-716d-45f7-bf27-1f60f5406ecf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:21.879697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:21.910781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cc30ae-fdf0-4b18-b201-f29544cdbf15,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:21.915016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:21.920729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:21.921822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8103843
Dec 22 15:07:21.924763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40682) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:21.930608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:21.938253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:21.942162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:21.945061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:21.951318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:21.968043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.000526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.001759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aeda573f-1522-4698-afa1-262eff547d9f None None] Provisioning complete for port 8f12af30-716d-45f7-bf27-1f60f5406ecf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:22.002481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aeda573f-1522-4698-afa1-262eff547d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.009924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.015654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4dc0e94b-c8c1-45d7-b549-42b7a29f8328 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:22.044154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.048601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.050500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1bef4d5c-bc93-4b9b-8321-a410e98ed137 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:22.071313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c613126-c191-46cf-a0ca-d5035895682c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:22.078786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aeda573f-1522-4698-afa1-262eff547d9f None None] Port 8f12af30-716d-45f7-bf27-1f60f5406ecf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:22.082465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 082979fc-46f6-4e48-8b12-8a24045f87ed up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:22.087208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:22.087876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] In _notify_port_updated(), no bound segment for port afefb4e7-3682-4b7d-a1ab-85961ac64fab on network 7bc96890-a86f-4640-8eb5-21f60cc19f0b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:07:22.092307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.092929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.094228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/ports/afefb4e7-3682-4b7d-a1ab-85961ac64fab HTTP/1.1" status: 200  len: 818 time: 0.9801824
Dec 22 15:07:22.097798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40686) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.102475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=afefb4e7-3682-4b7d-a1ab-85961ac64fab,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:22.105707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:22.133305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.137923 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2086730
Dec 22 15:07:22.141299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.148594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:22.158815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:22.164448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 082979fc-46f6-4e48-8b12-8a24045f87ed triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:22.164755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.171116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:22.175936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:22.185751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port afefb4e7-3682-4b7d-a1ab-85961ac64fab {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:22.186091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.214578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:22.245201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:07:22.249490 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Project 4451455dab8f415a9d4d3d481cc30910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:07:22.257223 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:07:22.264930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.449100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:22.453910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/1db8958a-750b-4b52-b1bb-c8bbf1acaac2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3358777
Dec 22 15:07:22.456330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40694) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.569308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.577090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.582362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.599941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.600310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.600714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.601059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.601408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.601756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.602103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.607129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a087dbf6-af91-4df7-9b90-debaa7629553 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4938 time: 0.1465850
Dec 22 15:07:22.607339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.633084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a9cb0d00-7d98-4193-9230-33cc63c6f726 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:22.680477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.680849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.681208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.681562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.681906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.682254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.684509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-daa7ca29-d71a-4d42-9a14-04058f970bab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3999 time: 0.0762973
Dec 22 15:07:22.687234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40702) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.709423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for afefb4e7-3682-4b7d-a1ab-85961ac64fab owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:22.751704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26ee48c-fc2e-4b23-97ce-07003b7ca253,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:22.758793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:22.765830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.767202 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6249094
Dec 22 15:07:22.770063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40706) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.785642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'security_group_rule': {'security_group_id': '442bb10a-cbed-4cbc-90cc-3d009d40e443', 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:22.811901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.819407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7e1a2e7-03af-4ef2-b63f-39da9a2dc5a1 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:22.843581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:22.862241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:security_group_rule and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:22.864762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=afefb4e7-3682-4b7d-a1ab-85961ac64fab,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:22.866775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:22.867796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:22.874823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:22.876649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.890242 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/afefb4e7-3682-4b7d-a1ab-85961ac64fab HTTP/1.1" status: 204  len: 168 time: 0.7910926
Dec 22 15:07:22.890436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Project 4451455dab8f415a9d4d3d481cc30910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:07:22.892860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40712) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.898128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.972868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12044307-68a8-46cd-a919-e7918a7eb74c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:22.973652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12044307-68a8-46cd-a919-e7918a7eb74c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:22.976242 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-86a44602-ca3f-498b-a99e-027b3971b021 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3042 time: 0.2878995
Dec 22 15:07:22.992548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:22.992958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12044307-68a8-46cd-a919-e7918a7eb74c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:22.996416 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12044307-68a8-46cd-a919-e7918a7eb74c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1006377
Dec 22 15:07:22.997627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40718) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:22.998433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.000798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-acb477a7-7957-4a1e-a57c-efe7354c69c2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:23.029143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e10ebd-3771-4e1f-8265-8626a58908d2,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:23.031581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:23.044791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.049137 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2666969
Dec 22 15:07:23.050208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d4ea56-bacf-433d-bf3d-a20983f6f31d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:23.055070 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1d4ea56-bacf-433d-bf3d-a20983f6f31d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/afefb4e7-3682-4b7d-a1ab-85961ac64fab HTTP/1.1" status: 404  len: 333 time: 0.0562634
Dec 22 15:07:23.059448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40730) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:23.064712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565300745'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:23.070615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:23.075104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:23.078272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:23.087870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:23.098499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:23.101836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.135393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:23.148818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.149243 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 685dd0ac-2579-4099-b80a-60d4c8f3a59b of type vlan for network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b
Dec 22 15:07:23.180237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.185716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40746) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:23.193528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723631510', 'description': 'tempest-secgroup-smoke-1723631510 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:23.202446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:23.207954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:23.218168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:23.227047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:23.238503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.242215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:23.242804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.247210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7feff288-33b0-4d80-8b93-2644ad1cdaa7 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:23.262371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.367763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3072743
Dec 22 15:07:23.371088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40758) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:23.377327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:23.378644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:23.381817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:23.385168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:23.389284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:23.390616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:23.393391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:23.399718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:23.471179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.476763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.484220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eb46aa4e-2aee-4d65-b7ae-b52687d6ec03 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:23.490687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:23.495600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:23.498831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:23.505956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:23.526176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:23.541020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130d2eff-9724-466e-b518-9473d4a7baec,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:23.544762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:23.546120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.547331 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3606462
Dec 22 15:07:23.550727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40762) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:23.722157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:23.735671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:23.750165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:23.754983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:23.769181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:23.785287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:23.869751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.021281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.052153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.060952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:24.104070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbff72a8-66a8-4c85-a455-42ffd326a084,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:24.109953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:24.135995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.140192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40774) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:24.140743 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5884702
Dec 22 15:07:24.148960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:24.157765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:24.164654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:24.184094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:24.194074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.204693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59ed7541-f359-405e-9e4d-110cc5696759 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:24.209987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:24.240237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.322898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.330168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.338942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=2d7af892-6e7c-44f4-9097-dc0f8b55c2b6,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:24.341834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:24.343201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:24.358838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '685dd0ac-2579-4099-b80a-60d4c8f3a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:24.359211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:24.373325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9beb72c-f3af-49c1-aa3b-ae482e1336f5,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:24.379145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:24.386267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.390583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2491241
Dec 22 15:07:24.392242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40792) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:24.400279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:24.404135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:24.412429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:24.419420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:24.421638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:24.425326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:24.430877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c18714-7225-4ed7-afdb-38074490e451 None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:24.431403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:24.437818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:24.438497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.462410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.470328 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0979249
Dec 22 15:07:24.472812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40800) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:24.482576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:24.559667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-202369a8-6e8f-47e8-8993-f961ebaeaed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.578597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.589370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.591398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bbc2201f-8e23-44de-bd51-0a5d979d8d15 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:24.668998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab80857-3bd5-4ab6-ae55-0c8f1e66d36c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:24.684748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:24.702146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.705858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3101287
Dec 22 15:07:24.707349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40804) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:24.722211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:24.735241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:24.747536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:24.751895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:24.765990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:24.811770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.832841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:24.839340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:24.849450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:24.863551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:24.873496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': '2d7af892-6e7c-44f4-9097-dc0f8b55c2b6'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:24.875224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.877694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:24.883550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.951427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.967029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:24.973675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:25.035431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e7a165-cc68-4d58-bd79-4e782e1d936e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:25.053316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:25.072475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.073986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3656821
Dec 22 15:07:25.076809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40810) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:25.085703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:25.095903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:25.108088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:25.111969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:25.121339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:25.139043 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:07:25.151246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.222100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.ipam_backend_mixin [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d7af892-6e7c-44f4-9097-dc0f8b55c2b6 (CIDR: 172.20.0.0/28)
Dec 22 15:07:25.231761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:07:25.232171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:07:25.259769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2d865a2c-d958-41a6-b10e-4c6985b17261 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7857583
Dec 22 15:07:25.263002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40814) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:25.270445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:25.297945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.299637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Allocated IP 172.20.0.2 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/2d7af892-6e7c-44f4-9097-dc0f8b55c2b6/4072a5e4-01fd-4e2a-8bd4-bab5806b0904) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:25.303622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.317185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0eede708-cae1-492a-a8f6-b75fa9162517 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:25.338517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61446ea2-7313-41b1-a810-6ad85344d860,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:25.342711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:25.362295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.363553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2858236
Dec 22 15:07:25.366405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40818) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:25.382157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '130d2eff-9724-466e-b518-9473d4a7baec', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:25.398365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:25.411033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:25.416598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:25.423068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:25.439930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:07:25.449149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.500956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:25.511024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:25.517459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:25.530838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:25.537026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.544060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.546161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:25.551696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:25.566036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a22411-5bfe-4331-a4b3-8328df37a7d3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:25.569793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:25.572112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.588145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.590601 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2232625
Dec 22 15:07:25.615230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.628492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Transition to ACTIVE for port object 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:25.650181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Transition to ACTIVE for port object 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:25.659737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.680744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:25.769060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:25.774311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:25.780919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:25.783693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Pushing event updated for resources: {'Port': ['ID=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:25.786514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:25.893771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Attempting to bind port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:25.894151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Attempting to bind port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '685dd0ac-2579-4099-b80a-60d4c8f3a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:25.894537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Attempting to bind port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 on network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:25.907849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:25.908240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Checking segment: {'id': '685dd0ac-2579-4099-b80a-60d4c8f3a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:25.908728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:25.909168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Bound using segment: {'id': '685dd0ac-2579-4099-b80a-60d4c8f3a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:25.909659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Bound port: 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685dd0ac-2579-4099-b80a-60d4c8f3a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:25.910196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.036805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] For port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:26.041615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] For port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,segment=NetworkSegment(685dd0ac-2579-4099-b80a-60d4c8f3a59b),segment_id=685dd0ac-2579-4099-b80a-60d4c8f3a59b)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:26.044078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.050895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.051321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e092ba9-e716-4f3f-a9a2-071d65a6a95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:26.055902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:26.140788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Pushing event updated for resources: {'Port': ['ID=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:26.146110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:26.172598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:26.192695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=881f74dc-2c7a-4529-8818-eeb50aac49c0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:26.204104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:26.215651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:26.218403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:26.239231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:26.239817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.254599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:26.264494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e5f035b7-25dc-4669-bb6c-90dc46dff9c2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:26.264941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:26.266006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.294528 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0304425
Dec 22 15:07:26.299372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40838) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:26.309784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'fixed_ips': [{'subnet_id': '2d7af892-6e7c-44f4-9097-dc0f8b55c2b6'}, {'subnet_id': '881f74dc-2c7a-4529-8818-eeb50aac49c0'}], 'name': 'tempest-PortsTestJSON-1476378424'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:26.345235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e5f035b7-25dc-4669-bb6c-90dc46dff9c2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:26.346404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e5f035b7-25dc-4669-bb6c-90dc46dff9c2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723631510&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.2102165
Dec 22 15:07:26.426860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.443905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:26.452199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.453126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91db014a-5b8c-4b84-95a9-af9b07dc5e67 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:26.482453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:26.595805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:26.600766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:26.621287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:26.627976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:26.628362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.656868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:26.669049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:26.679984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:26.690827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:26.699749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-4b14aaeb-9411-439b-9dd1-e740f4d9b000 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:26.701711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-4b14aaeb-9411-439b-9dd1-e740f4d9b000 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:26.715117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:26.721013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.749511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-4b14aaeb-9411-439b-9dd1-e740f4d9b000 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:26.750688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-4b14aaeb-9411-439b-9dd1-e740f4d9b000 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 796 time: 0.3032084
Dec 22 15:07:26.759267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port fa36880e-c206-4dd0-a1d2-166c59a613f7 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:26.764312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.782587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 91db014a-5b8c-4b84-95a9-af9b07dc5e67, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91db014a-5b8c-4b84-95a9-af9b07dc5e67,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:26.787393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:26.792734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:26.820126 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-9ff1d84b-03b8-4e91-8932-9ac9f3fe2762 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0626774
Dec 22 15:07:26.863921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=91db014a-5b8c-4b84-95a9-af9b07dc5e67,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:26.873638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:27.155603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-1aebdd93-a61a-41f4-a765-3ee66460f93c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:27.227572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-1aebdd93-a61a-41f4-a765-3ee66460f93c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:27.230271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-1aebdd93-a61a-41f4-a765-3ee66460f93c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4035633
Dec 22 15:07:27.290719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73a158-b514-41e6-aac4-17ca85da4abd None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:27.462387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.13 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/2d7af892-6e7c-44f4-9097-dc0f8b55c2b6/fa36880e-c206-4dd0-a1d2-166c59a613f7) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:27.474336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.26 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/881f74dc-2c7a-4529-8818-eeb50aac49c0/fa36880e-c206-4dd0-a1d2-166c59a613f7) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:27.501391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d7e1865a-a466-4967-844a-80841c3d370b None None] Provisioning for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:27.533075 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-ca32b459-e184-40af-9143-c815bc90aab7 service neutron] 10.222.0.69 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882621
Dec 22 15:07:27.542569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0fe02633-7662-4c3e-8e07-97403b7a5e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:27.716223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Update dhcp port {'port': {'network_id': 'c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b', 'fixed_ips': [{'subnet_id': '2d7af892-6e7c-44f4-9097-dc0f8b55c2b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '881f74dc-2c7a-4529-8818-eeb50aac49c0'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '4072a5e4-01fd-4e2a-8bd4-bab5806b0904'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:07:27.768899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:27.804146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-14fba572-5ca7-4b7b-b81a-3038425bd97f service neutron] 10.222.0.69 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570310
Dec 22 15:07:27.848803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:27.868528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object fa36880e-c206-4dd0-a1d2-166c59a613f7 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:27.899108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:27.910120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-84770bb4-4411-4719-9d15-f53980189b1a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:28.022600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:28.036210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:28.040054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:28.093329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=fa36880e-c206-4dd0-a1d2-166c59a613f7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:28.096012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.112008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:28.126589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.133204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Allocated IP 172.20.0.18 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/881f74dc-2c7a-4529-8818-eeb50aac49c0/4072a5e4-01fd-4e2a-8bd4-bab5806b0904) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:28.158481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:28.161993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.212687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40856) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:28.219684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d7af892-6e7c-44f4-9097-dc0f8b55c2b6'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:28.225129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 1.9207191
Dec 22 15:07:28.316165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:28.402816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] For port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,segment=NetworkSegment(685dd0ac-2579-4099-b80a-60d4c8f3a59b),segment_id=685dd0ac-2579-4099-b80a-60d4c8f3a59b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:28.441943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.457166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:28.457541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.476054 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2105dbd4-8726-46a4-8761-c13c52746495 req-692ba912-7af3-4621-9363-9b26415b782d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 210 time: 0.3315206
Dec 22 15:07:28.518623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Transition to ACTIVE for port object 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:28.528951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.595046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ee036bac-a10d-430e-9849-08ca506065d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:28.675702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:28.820687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91db014a-5b8c-4b84-95a9-af9b07dc5e67 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:28.858357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Pushing event updated for resources: {'Port': ['ID=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:28.868034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:28.938936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:28.939233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:29.116353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Delete allocated IP 172.20.0.26 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/881f74dc-2c7a-4529-8818-eeb50aac49c0) {{(pid=83457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:07:29.138272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:29.240534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:29.290185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:29.474371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:29.492314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Ignored duplicate provisioning block setup for port fa36880e-c206-4dd0-a1d2-166c59a613f7 by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 15:07:29.497844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:29.504103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5685b3bd-e476-4d49-ad79-dc535e761a40 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:29.585962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7573a-508e-4f5d-9fcc-15e72b396fa4 None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:29.727741 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0ed3048-db85-46e9-b031-c263de3b8999 req-f0b98e3a-2f58-4686-9d61-9b01bbb30a34 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 210 time: 0.0990767
Dec 22 15:07:29.755430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] In _notify_port_updated(), no bound segment for port fa36880e-c206-4dd0-a1d2-166c59a613f7 on network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:07:29.759655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:29.760799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:29.765353 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/ports/fa36880e-c206-4dd0-a1d2-166c59a613f7 HTTP/1.1" status: 200  len: 920 time: 1.5491669
Dec 22 15:07:29.765353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=fa36880e-c206-4dd0-a1d2-166c59a613f7,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:29.766988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40874) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:29.768628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:29.776095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d7af892-6e7c-44f4-9097-dc0f8b55c2b6'}, {'subnet_id': '881f74dc-2c7a-4529-8818-eeb50aac49c0'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:29.798317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Provisioning for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:29.820192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Provisioning complete for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:29.820606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.083849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.110824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:30.149040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e9eb3c11-64c0-485f-822d-66b715e5f949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:30.150981 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e9eb3c11-64c0-485f-822d-66b715e5f949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 796 time: 0.3191316
Dec 22 15:07:30.212726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] For port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,segment=NetworkSegment(685dd0ac-2579-4099-b80a-60d4c8f3a59b),segment_id=685dd0ac-2579-4099-b80a-60d4c8f3a59b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:30.221378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.223964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:30.259097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-635b6499-b3fd-4f06-9cd1-1f0cf22cfe6b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 380 time: 0.0671685
Dec 22 15:07:30.259745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.273331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['130d2eff-9724-466e-b518-9473d4a7baec']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:30.292678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:30.293244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.351916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Pushing event updated for resources: {'Port': ['ID=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:30.358615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:30.554341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Provisioning for port fa36880e-c206-4dd0-a1d2-166c59a613f7 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:30.563132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Provisioning complete for port fa36880e-c206-4dd0-a1d2-166c59a613f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:30.564419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.631314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Port fa36880e-c206-4dd0-a1d2-166c59a613f7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:30.644691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Provisioning complete for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:30.645076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8f1268ea-8e28-475b-bb10-fed04856e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.668104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:30.696666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:30.749140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:30.770080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:30.941182 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6060be92-0804-44fb-be28-21a68a86b15b req-1749ac61-3534-4b61-b359-511bc5cd80de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 210 time: 0.0563211
Dec 22 15:07:30.968979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b0c0c322-4682-4a6c-bee0-e01ec8e6237f None None] Provisioning complete for port fa36880e-c206-4dd0-a1d2-166c59a613f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:30.970459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c322-4682-4a6c-bee0-e01ec8e6237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.080629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.27 (c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b/881f74dc-2c7a-4529-8818-eeb50aac49c0/fa36880e-c206-4dd0-a1d2-166c59a613f7) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:31.093968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0c322-4682-4a6c-bee0-e01ec8e6237f None None] Port fa36880e-c206-4dd0-a1d2-166c59a613f7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:31.215378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9562d699-c005-46cf-b35a-7f20f42df380 None None] Provisioning complete for port fa36880e-c206-4dd0-a1d2-166c59a613f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:31.215794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9562d699-c005-46cf-b35a-7f20f42df380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.229796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.7 (a0aea796-5bd1-4388-b34a-c5fcc1562874/7af0dfcb-2dd1-40f5-8d5d-84d59606110d/d657cd10-21d5-4c34-9ec4-6e2d9053cfbf) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:31.272279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9562d699-c005-46cf-b35a-7f20f42df380 None None] Port fa36880e-c206-4dd0-a1d2-166c59a613f7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:31.411646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.437904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Ignored duplicate provisioning block setup for port fa36880e-c206-4dd0-a1d2-166c59a613f7 by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 15:07:31.449592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.457268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9e2a3ee-35e3-424a-853c-3979fc138da6 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:31.587206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.636188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=fa36880e-c206-4dd0-a1d2-166c59a613f7,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:31.677807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:31.688758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object d657cd10-21d5-4c34-9ec4-6e2d9053cfbf will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:31.717844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] In _notify_port_updated(), no bound segment for port fa36880e-c206-4dd0-a1d2-166c59a613f7 on network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:07:31.721846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:31.722473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.723948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/ports/fa36880e-c206-4dd0-a1d2-166c59a613f7 HTTP/1.1" status: 200  len: 1000 time: 1.9543836
Dec 22 15:07:31.727796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40888) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:31.742545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.749631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:31.801711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd70f90c-d47b-468a-94b9-6e0bd1998681 None None] Provisioning complete for port fa36880e-c206-4dd0-a1d2-166c59a613f7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:31.802254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd70f90c-d47b-468a-94b9-6e0bd1998681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.814743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:31.817932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:31.827873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:31.836113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port fa36880e-c206-4dd0-a1d2-166c59a613f7 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:31.836664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.877353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dd70f90c-d47b-468a-94b9-6e0bd1998681 None None] Port fa36880e-c206-4dd0-a1d2-166c59a613f7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:31.899534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:31.900161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:31.904080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:31.909457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:31.937564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6678445
Dec 22 15:07:32.123079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Request body: {'port': {'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:32.128891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:32.159896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.284213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-790fbb3d-2a4e-4db8-a993-f414f8245c1e None None] Provisioning for port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:32.289582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:32.290152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.315513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for fa36880e-c206-4dd0-a1d2-166c59a613f7 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:32.326241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-790fbb3d-2a4e-4db8-a993-f414f8245c1e None None] Provisioning complete for port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:32.326241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-790fbb3d-2a4e-4db8-a993-f414f8245c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.366898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.394231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af531-ac0d-4080-83c8-3c4b4ce665d6 req-83bbd6e2-0ed9-4924-94e3-48755b0b0822 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:32.394915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3f5af531-ac0d-4080-83c8-3c4b4ce665d6 req-83bbd6e2-0ed9-4924-94e3-48755b0b0822 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:32.416566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-790fbb3d-2a4e-4db8-a993-f414f8245c1e None None] Port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:32.464367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3f5af531-ac0d-4080-83c8-3c4b4ce665d6 req-83bbd6e2-0ed9-4924-94e3-48755b0b0822 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:32.475355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f5af531-ac0d-4080-83c8-3c4b4ce665d6 req-83bbd6e2-0ed9-4924-94e3-48755b0b0822 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 931 time: 0.2578690
Dec 22 15:07:32.577557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.578103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f5af531-ac0d-4080-83c8-3c4b4ce665d6 req-e5056702-a567-4f51-aff2-8a10f9a470ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954275
Dec 22 15:07:32.584225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:32.658445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=fa36880e-c206-4dd0-a1d2-166c59a613f7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:32.666331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:32.844607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:32.865324 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/fa36880e-c206-4dd0-a1d2-166c59a613f7 HTTP/1.1" status: 204  len: 168 time: 1.1342161
Dec 22 15:07:32.866064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:32.924459 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f85af34-1bfe-40f4-8140-000e3146f524 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:32.925056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9f85af34-1bfe-40f4-8140-000e3146f524 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:32.953202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9f85af34-1bfe-40f4-8140-000e3146f524 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:32.958731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9f85af34-1bfe-40f4-8140-000e3146f524 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/fa36880e-c206-4dd0-a1d2-166c59a613f7 HTTP/1.1" status: 404  len: 333 time: 0.0915599
Dec 22 15:07:32.959559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40902) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:33.040076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 881f74dc-2c7a-4529-8818-eeb50aac49c0 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:33.043952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.044783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d657cd10-21d5-4c34-9ec4-6e2d9053cfbf {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:07:33.055702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.074001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Transition to ACTIVE for port object d657cd10-21d5-4c34-9ec4-6e2d9053cfbf will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:33.080595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.088124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-61c70455-c3e3-4356-b66d-1bb01f43c5b1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:33.107829 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.194104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.212846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.239078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:33.272813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:33.325930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.330419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-053f89fa-14a8-4a4c-951a-3e08ada896a9 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:33.371481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=881f74dc-2c7a-4529-8818-eeb50aac49c0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:33.371734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Attempting to bind port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:33.372274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Attempting to bind port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:33.372840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Attempting to bind port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf on network a0aea796-5bd1-4388-b34a-c5fcc1562874 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:33.375414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:33.379011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.386076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/881f74dc-2c7a-4529-8818-eeb50aac49c0 HTTP/1.1" status: 204  len: 168 time: 0.4250736
Dec 22 15:07:33.388354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40908) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:33.389206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf on network a0aea796-5bd1-4388-b34a-c5fcc1562874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:07:33.389926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Attempting to bind port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf on network a0aea796-5bd1-4388-b34a-c5fcc1562874 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:33.390692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965a04e-929f-44f3-b660-15fe55de8149 None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:33.398267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:33.399040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Checking segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:33.399627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Bound using segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:33.400254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Bound port: d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:33.400793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.549482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:33.553960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:33.560642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.565779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:33.670241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:33.677421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:33.699976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.701471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 1093 time: 1.7547212
Dec 22 15:07:33.702122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:07:33.766636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 2d7af892-6e7c-44f4-9097-dc0f8b55c2b6 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:33.770255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:33.934004 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-2210132b-fbc4-407b-92ad-abe92d9b9bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1096 time: 0.1756065
Dec 22 15:07:33.950359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.051036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'status': 'completed', 'code': 200}
Dec 22 15:07:34.075631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076f5d0-3e08-4e1d-ab1d-24ba313b6622 req-e7d06a43-7b4c-486d-825a-0b2b8ef2b5c0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:34.078087 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e20c40cd-10be-4415-9890-c251ab96ccfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 217 time: 0.1329920
Dec 22 15:07:34.079447 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c076f5d0-3e08-4e1d-ab1d-24ba313b6622 req-e7d06a43-7b4c-486d-825a-0b2b8ef2b5c0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 943 time: 0.1904793
Dec 22 15:07:34.157267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e05d6571-f41c-4dc3-9763-11ee9d7af581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:34.159037 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-e05d6571-f41c-4dc3-9763-11ee9d7af581 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.0720706
Dec 22 15:07:34.163860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-c076f5d0-3e08-4e1d-ab1d-24ba313b6622 req-51752fb7-76f8-4b22-8fc9-875debdb79dc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:34.172009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.237287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-c076f5d0-3e08-4e1d-ab1d-24ba313b6622 req-51752fb7-76f8-4b22-8fc9-875debdb79dc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:34.238446 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c076f5d0-3e08-4e1d-ab1d-24ba313b6622 req-51752fb7-76f8-4b22-8fc9-875debdb79dc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521344
Dec 22 15:07:34.284804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.295138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4af01553-42b3-41e3-8c31-dc99be89f405 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:34.312123 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-0934257b-75a6-4293-a526-af5fefedb16f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1427290
Dec 22 15:07:34.346847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7af892-6e7c-44f4-9097-dc0f8b55c2b6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:34.349789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:34.352582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.361304 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/2d7af892-6e7c-44f4-9097-dc0f8b55c2b6 HTTP/1.1" status: 204  len: 168 time: 0.9711125
Dec 22 15:07:34.362688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40920) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:34.509887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.523439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:34.523771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.548777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9cdbe-8269-47fe-955d-bec5095f8032 None None] Network c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:34.549397 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-752b185c-5c49-4876-846d-78313b1341cb service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279365
Dec 22 15:07:34.751371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-03b4e307-910c-4f76-a4b1-2d99adf4edab None None] Provisioning complete for port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:34.751758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03b4e307-910c-4f76-a4b1-2d99adf4edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.788852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,segment=NetworkSegment(685dd0ac-2579-4099-b80a-60d4c8f3a59b),segment_id=685dd0ac-2579-4099-b80a-60d4c8f3a59b)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:34.789089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:34.790658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8735a6b-5ba2-4f87-87e7-84681c97f3b3 req-eadf0b95-003e-4eae-be31-c1210fc577f3 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2350311
Dec 22 15:07:34.931156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:34.939914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-445820ac-1ac9-4631-9b79-a374971530f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1096 time: 0.0961497
Dec 22 15:07:34.952782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc1be2-ef05-4249-89b4-69598dfaa2e4 None None] DHCP port deletion for c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:07:34.957305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc1be2-ef05-4249-89b4-69598dfaa2e4 None None] Deleting port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:34.957703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1be2-ef05-4249-89b4-69598dfaa2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.011361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.015831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-40544931-d5f4-44cb-86a9-59727b9b048d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:35.062339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=4072a5e4-01fd-4e2a-8bd4-bab5806b0904,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:35.067040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:35.069827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No DVR routers for this DVR port 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:07:35.074516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc1be2-ef05-4249-89b4-69598dfaa2e4 None None] The port '4072a5e4-01fd-4e2a-8bd4-bab5806b0904' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:07:35.106883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-11da809b-7f5d-4562-a1cb-29dff0130c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:35.108341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-11da809b-7f5d-4562-a1cb-29dff0130c7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 897 time: 0.1589050
Dec 22 15:07:35.188423 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-c7a7b720-e032-46c3-abab-a6ccd99a547b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 217 time: 0.0723622
Dec 22 15:07:35.205874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.235279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575898370>,) {'filters': {'network_id': ['c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:35.247650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575898370>, '685dd0ac-2579-4099-b80a-60d4c8f3a59b') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:35.248324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575898370>, '685dd0ac-2579-4099-b80a-60d4c8f3a59b') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:35.254534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-87b10de7-3d29-4c37-b1d8-ebe10f5dd4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:35.256174 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-87b10de7-3d29-4c37-b1d8-ebe10f5dd4e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.0605228
Dec 22 15:07:35.259513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.277204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.288636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:35.289308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:35.312880 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:35.358172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-932d1e8a-9d39-4a0b-b311-c8c83d88f5b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0917497
Dec 22 15:07:35.422708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.427652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.430893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-703151df-b636-4de8-a23f-504e1d5da63e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:35.464469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:35.467019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:35.477833 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/c3d3b7a7-b9f8-425d-b7fa-5764e17b9d4b HTTP/1.1" status: 204  len: 168 time: 1.1123471
Dec 22 15:07:35.483021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40928) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:35.584370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa85ba1-946d-415e-a8cd-bfdfca22225b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:35.585652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-efa85ba1-946d-415e-a8cd-bfdfca22225b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:35.611337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-efa85ba1-946d-415e-a8cd-bfdfca22225b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:35.616846 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-efa85ba1-946d-415e-a8cd-bfdfca22225b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1327841
Dec 22 15:07:35.617787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40932) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:35.695164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-62300b8c-b5eb-45be-8698-c53d2f19f5c4 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274887
Dec 22 15:07:35.706899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b1d9-1259-448c-aeb6-86512cf614a4 req-193591b5-5100-4af7-b24e-2841863d68c9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:35.708428 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3fa5b1d9-1259-448c-aeb6-86512cf614a4 req-193591b5-5100-4af7-b24e-2841863d68c9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 943 time: 0.3141024
Dec 22 15:07:35.844454 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-aa891529-ee3c-423a-b417-95db7dbaf816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2201548
Dec 22 15:07:35.847250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40936) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:35.853702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1318880278'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:35.857350 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3fa5b1d9-1259-448c-aeb6-86512cf614a4 req-4bed07a6-4b30-46e1-9b02-22f129d03bcb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244557
Dec 22 15:07:35.862980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:35.867465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:35.871409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:35.877911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:35.889361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f338682a-1b91-48ba-a8bc-e1987c12ac5e req-f4213ef6-d564-4ccf-91f0-e2828582e958 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799510
Dec 22 15:07:35.892120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:35.895161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.962909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:35.973698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:35.974039 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 56d93270-185a-4720-8655-cae7befb2c38 of type vlan for network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def
Dec 22 15:07:36.002096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.038623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.042934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:36.043497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.047254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57bae6b2-d0f9-4678-8ceb-43590630465b tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:36.061620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:07:36.101871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:07:36.102142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4072a5e4-01fd-4e2a-8bd4-bab5806b0904 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:07:36.149316 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2985444
Dec 22 15:07:36.149716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:36.154138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=2c05e1ed-1b56-4d7e-9584-6f3243ba5def,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:36.156563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:36.157028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:36.165985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:36.272355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:36.276265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:36.279315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:36.284974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:36.296263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:36.399653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.654350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.658017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-589ebd47-6d09-4e0f-b2cb-abdb911b58d0 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:36.741161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=e9972ef8-6d8a-445d-a41e-b819c3434afa,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:36.743755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:36.756081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '56d93270-185a-4720-8655-cae7befb2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:36.756461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 2c05e1ed-1b56-4d7e-9584-6f3243ba5def, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:36.778507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:36.788260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 2c05e1ed-1b56-4d7e-9584-6f3243ba5def) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:36.793073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:36.796607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:36.798249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b459a-44e0-48b4-bedf-062cf6925e51 None None] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:36.826416 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6731987
Dec 22 15:07:36.826645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:36.838919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def', 'name': 'tempest-PortsTestJSON-1422778271'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:36.995403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:37.006228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:37.021734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:37.025510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.044039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-2c05e1ed-1b56-4d7e-9584-6f3243ba5def', 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': 'e9972ef8-6d8a-445d-a41e-b819c3434afa'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:37.045137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.065173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 0986f465-a021-4982-8be5-ad0a2ec5f47c yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:37.091742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5157a8a-6017-4aa0-8628-ef375d5f1370 req-293c09b6-bafb-422a-960f-3323bfc2bf8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:37.100162 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f5157a8a-6017-4aa0-8628-ef375d5f1370 req-293c09b6-bafb-422a-960f-3323bfc2bf8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 943 time: 0.0998282
Dec 22 15:07:37.154831 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f5157a8a-6017-4aa0-8628-ef375d5f1370 req-86e8d813-2a04-4380-adb6-bcd9089585f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534251
Dec 22 15:07:37.248154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d657cd10-21d5-4c34-9ec4-6e2d9053cfbf details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:07:37.339844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Allocated IP 172.20.0.2 (2c05e1ed-1b56-4d7e-9584-6f3243ba5def/e9972ef8-6d8a-445d-a41e-b819c3434afa/ff97d159-ec5d-43af-ba16-deda2a7d9e38) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:37.498297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:37.525560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:07:37.646159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.666470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d657cd10-21d5-4c34-9ec4-6e2d9053cfbf {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:07:37.690476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.697115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:37.703661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.706780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Transition to ACTIVE for port object ff97d159-ec5d-43af-ba16-deda2a7d9e38 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:37.709350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b0b038c6-b282-42c2-895c-8980e4ed34f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:37.773187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Transition to ACTIVE for port object ff97d159-ec5d-43af-ba16-deda2a7d9e38 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:37.793286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.809846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:37.813099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:37.813992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:37.862662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.5 (2c05e1ed-1b56-4d7e-9584-6f3243ba5def/e9972ef8-6d8a-445d-a41e-b819c3434afa/0986f465-a021-4982-8be5-ad0a2ec5f47c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:37.871311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:37.874261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:37.877913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:37.924362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Pushing event updated for resources: {'Port': ['ID=ff97d159-ec5d-43af-ba16-deda2a7d9e38,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:37.930894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:37.984542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Attempting to bind port ff97d159-ec5d-43af-ba16-deda2a7d9e38 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:37.984927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Attempting to bind port ff97d159-ec5d-43af-ba16-deda2a7d9e38 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '56d93270-185a-4720-8655-cae7befb2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:37.985289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Attempting to bind port ff97d159-ec5d-43af-ba16-deda2a7d9e38 on network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:37.991817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:37.992199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Checking segment: {'id': '56d93270-185a-4720-8655-cae7befb2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:37.992636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:37.993035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Bound using segment: {'id': '56d93270-185a-4720-8655-cae7befb2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:37.993509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Bound port: ff97d159-ec5d-43af-ba16-deda2a7d9e38, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d93270-185a-4720-8655-cae7befb2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:37.993887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.060768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['d657cd10-21d5-4c34-9ec4-6e2d9053cfbf'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:07:38.087730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.105458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object 0986f465-a021-4982-8be5-ad0a2ec5f47c will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:38.132477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] For port ff97d159-ec5d-43af-ba16-deda2a7d9e38, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:38.146593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.148757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] For port ff97d159-ec5d-43af-ba16-deda2a7d9e38, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff97d159-ec5d-43af-ba16-deda2a7d9e38,segment=NetworkSegment(56d93270-185a-4720-8655-cae7befb2c38),segment_id=56d93270-185a-4720-8655-cae7befb2c38)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:38.155194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7cb51d74-7399-4dc1-b18c-270c35081cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:38.162899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.172636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-9f53e233-046e-4ebf-9098-865a6cf0e9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:38.221815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:38.230248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:38.236447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:38.277162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=0986f465-a021-4982-8be5-ad0a2ec5f47c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:38.296796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:38.298770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Pushing event updated for resources: {'Port': ['ID=ff97d159-ec5d-43af-ba16-deda2a7d9e38,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:38.302484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:38.329288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:38.329876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.411274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5834658
Dec 22 15:07:38.413922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:38.420675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '2c05e1ed-1b56-4d7e-9584-6f3243ba5def', 'name': 'tempest-PortsTestJSON-1052667944'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:38.491143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2255c0-e529-45ed-a8ee-2de6fbc936a2 req-a2234e87-fcda-45fd-a572-c438195bd1f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:38.491424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6f2255c0-e529-45ed-a8ee-2de6fbc936a2 req-a2234e87-fcda-45fd-a572-c438195bd1f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 944 time: 0.1496994
Dec 22 15:07:38.586050 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6f2255c0-e529-45ed-a8ee-2de6fbc936a2 req-8c0aafae-7f94-4079-a7d3-e6a4d5790876 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807455
Dec 22 15:07:38.652155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:38.656590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:38.659512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:38.666694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:38.677486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:38.680596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:38.704371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 0313b156-97db-4835-880e-85ee548a270c yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:38.854465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.4 (2c05e1ed-1b56-4d7e-9584-6f3243ba5def/e9972ef8-6d8a-445d-a41e-b819c3434afa/0313b156-97db-4835-880e-85ee548a270c) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:39.065597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.081927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object 0313b156-97db-4835-880e-85ee548a270c will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:39.106629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.112312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ff4a1b8b-f947-4ea7-80a4-20eb17f36013 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:39.186915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:39.190360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:39.192326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=0313b156-97db-4835-880e-85ee548a270c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:39.194450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:39.220261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:39.258400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d657cd10-21d5-4c34-9ec4-6e2d9053cfbf up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:39.258671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:39.259046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.289983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8742440
Dec 22 15:07:39.293061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40972) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:39.345597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:39.350853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:39.351472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.385776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfdf6b-e3c1-44f5-b39a-432cec72a287 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:39.386886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1cbfdf6b-e3c1-44f5-b39a-432cec72a287 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:39.411882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc712dad-0a12-42d5-bdb9-e9a1d70d1dc8 None None] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:39.412262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1cbfdf6b-e3c1-44f5-b39a-432cec72a287 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:39.413815 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1cbfdf6b-e3c1-44f5-b39a-432cec72a287 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.1196880
Dec 22 15:07:39.417267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40976) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:39.489251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 0313b156-97db-4835-880e-85ee548a270c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:39.489949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.570136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a263fca6-9252-4766-be2d-e3fde9d691f0 None None] Provisioning for port ff97d159-ec5d-43af-ba16-deda2a7d9e38 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:39.649044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.698399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:07:39.745526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:39.760284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.763275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:39.826272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:39.862256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:39.873498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:39.888577 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'code': 200}
Dec 22 15:07:39.990419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 0313b156-97db-4835-880e-85ee548a270c owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:40.175966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff97d159-ec5d-43af-ba16-deda2a7d9e38 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:40.289940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ff97d159-ec5d-43af-ba16-deda2a7d9e38 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:40.298099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cb44593c-d41a-4658-8dcd-7fa162ef85e4 req-f2d5c67f-4bde-4a57-a501-1b8e2bc6fc6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1098 time: 0.1735318
Dec 22 15:07:40.302260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ff97d159-ec5d-43af-ba16-deda2a7d9e38 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:40.302819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.373061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9b318-b6ac-4028-a7d1-9b830b9db862 req-8ffaa648-b860-4e79-b95d-3ece3f30b9b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:40.374606 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9ad9b318-b6ac-4028-a7d1-9b830b9db862 req-8ffaa648-b860-4e79-b95d-3ece3f30b9b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.6172028
Dec 22 15:07:40.383157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cb44593c-d41a-4658-8dcd-7fa162ef85e4 req-b6def6b0-013d-42ec-8ff1-8a9c3f7c103c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718596
Dec 22 15:07:40.453881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Provisioning complete for port ff97d159-ec5d-43af-ba16-deda2a7d9e38 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:40.454482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.505125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9ad9b318-b6ac-4028-a7d1-9b830b9db862 req-45ac969f-7de2-412d-b8ad-2c30e755190d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113768
Dec 22 15:07:40.517040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.523333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:40.571362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.586075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=0313b156-97db-4835-880e-85ee548a270c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:40.587363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:40.648674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port ff97d159-ec5d-43af-ba16-deda2a7d9e38, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff97d159-ec5d-43af-ba16-deda2a7d9e38,segment=NetworkSegment(56d93270-185a-4720-8655-cae7befb2c38),segment_id=56d93270-185a-4720-8655-cae7befb2c38)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:40.689606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.697233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bf3f90d-8f95-4e22-8593-7b9ea41f0488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:40.715412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.742490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 40992) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:40.753644 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/0313b156-97db-4835-880e-85ee548a270c HTTP/1.1" status: 204  len: 168 time: 1.3208327
Dec 22 15:07:40.795902 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e9961-959b-4437-af46-0ff3c2b634e5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:40.796708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-489e9961-959b-4437-af46-0ff3c2b634e5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:40.799049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=ff97d159-ec5d-43af-ba16-deda2a7d9e38,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:40.803506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:40.804510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Provisioning for port 0986f465-a021-4982-8be5-ad0a2ec5f47c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:40.812026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Provisioning complete for port 0986f465-a021-4982-8be5-ad0a2ec5f47c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:40.812430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:40.825332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-489e9961-959b-4437-af46-0ff3c2b634e5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:40.830361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 40996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:40.841532 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-489e9961-959b-4437-af46-0ff3c2b634e5 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/0313b156-97db-4835-880e-85ee548a270c HTTP/1.1" status: 404  len: 333 time: 0.0979638
Dec 22 15:07:40.873672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Port 0986f465-a021-4982-8be5-ad0a2ec5f47c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:40.876978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5a52b2f3-c220-4e74-94d4-641beabb1f07 None None] Could not find standard attr ID for object 0313b156-97db-4835-880e-85ee548a270c. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:07:40.903342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 0986f465-a021-4982-8be5-ad0a2ec5f47c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:40.903777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:41.003809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4711a903-1a43-4395-9486-f7072db753f3 None None] Provisioning complete for port 0986f465-a021-4982-8be5-ad0a2ec5f47c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:41.004287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4711a903-1a43-4395-9486-f7072db753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:41.082411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4711a903-1a43-4395-9486-f7072db753f3 None None] Port 0986f465-a021-4982-8be5-ad0a2ec5f47c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:41.085705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4711a903-1a43-4395-9486-f7072db753f3 None None] Could not find standard attr ID for object 0313b156-97db-4835-880e-85ee548a270c. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:07:41.164504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:41.289353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 0986f465-a021-4982-8be5-ad0a2ec5f47c owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:41.434528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:41.440941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6512aebb-38a1-4bc3-b3af-9263f7baa9ea tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:41.487158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=0986f465-a021-4982-8be5-ad0a2ec5f47c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:41.490585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:41.636609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:41.659438 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/0986f465-a021-4982-8be5-ad0a2ec5f47c HTTP/1.1" status: 204  len: 168 time: 0.8274088
Dec 22 15:07:41.662004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41004) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:41.850817 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a48be9-63af-4fe7-a7a5-aa230a1f5578 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:41.852036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d5a48be9-63af-4fe7-a7a5-aa230a1f5578 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/0986f465-a021-4982-8be5-ad0a2ec5f47c HTTP/1.1" status: 404  len: 333 time: 0.1888461
Dec 22 15:07:41.855435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41008) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:41.930366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3eb9a-b94a-4d17-adb1-bf495811c09d req-bf73fb80-d0f7-4380-8202-4da0504617d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:41.932898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b4b3eb9a-b94a-4d17-adb1-bf495811c09d req-bf73fb80-d0f7-4380-8202-4da0504617d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.0842977
Dec 22 15:07:41.986636 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b4b3eb9a-b94a-4d17-adb1-bf495811c09d req-7c358c31-9559-4496-b4bc-e4a5a39eb615 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480971
Dec 22 15:07:42.077163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff97d159-ec5d-43af-ba16-deda2a7d9e38 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:42.080587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet e9972ef8-6d8a-445d-a41e-b819c3434afa {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:42.083548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.149079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.165405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ff97d159-ec5d-43af-ba16-deda2a7d9e38 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:42.165880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.312994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.318363 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-195d4ec9-4e46-43ef-8ddb-3b52eb580721 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0775673
Dec 22 15:07:42.441034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b6c3-4f4a-44cf-bab0-09e52b1147f0 req-e907849d-2876-4594-a200-ebee7a57714d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:42.442625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3135b6c3-4f4a-44cf-bab0-09e52b1147f0 req-e907849d-2876-4594-a200-ebee7a57714d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.2446585
Dec 22 15:07:42.473684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.487865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20f093b7-93c0-4650-9fc2-561184650c48 tempest-NetworksTestDHCPv6-924464587 tempest-NetworksTestDHCPv6-924464587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:42.514512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-092cb6fd-ce84-455b-a3bf-b643eab12852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1098 time: 0.0940616
Dec 22 15:07:42.550483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=e9972ef8-6d8a-445d-a41e-b819c3434afa,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:42.553943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:42.566483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205624d7-479c-49e9-955e-2cc05b66449b None None] Network 2c05e1ed-1b56-4d7e-9584-6f3243ba5def requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:42.577819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.600771 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/e9972ef8-6d8a-445d-a41e-b819c3434afa HTTP/1.1" status: 204  len: 168 time: 0.7413449
Dec 22 15:07:42.601379 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3135b6c3-4f4a-44cf-bab0-09e52b1147f0 req-94e5652c-d262-4aab-a679-0865d2dc6487 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503465
Dec 22 15:07:42.601919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:42.727861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21177-688e-4589-bd72-8fa22503b115 req-5f090fd9-d313-4eee-8619-dce1d2fa0b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:42.730908 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-5f090fd9-d313-4eee-8619-dce1d2fa0b65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 897 time: 0.1954665
Dec 22 15:07:42.731719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41020) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:42.891790 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-20248b82-90fc-47de-8403-9f9ff17ab2bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 217 time: 0.1053889
Dec 22 15:07:42.899698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.918650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port ff97d159-ec5d-43af-ba16-deda2a7d9e38 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:42.920415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:42.981381 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-096c7433-a378-4e86-991e-6b5772db7165 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1093 time: 0.2441204
Dec 22 15:07:42.983726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:42.992696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:42.994117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21177-688e-4589-bd72-8fa22503b115 req-b125c06c-38a4-4b32-ad33-d8f810885938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:42.995850 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-b125c06c-38a4-4b32-ad33-d8f810885938 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.0946047
Dec 22 15:07:43.013714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:43.023490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:43.030371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:43.043015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] DHCP port deletion for 2c05e1ed-1b56-4d7e-9584-6f3243ba5def request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:07:43.050022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Deleting port ff97d159-ec5d-43af-ba16-deda2a7d9e38 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:43.050611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.092035 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-b326be4c-1d61-494c-9186-bf6e1b673b99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0886023
Dec 22 15:07:43.097374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:43.127887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.286008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-9439e6e8-6884-41ce-adcc-244acbb59db4 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869574
Dec 22 15:07:43.375745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] For port ff97d159-ec5d-43af-ba16-deda2a7d9e38, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff97d159-ec5d-43af-ba16-deda2a7d9e38,segment=NetworkSegment(56d93270-185a-4720-8655-cae7befb2c38),segment_id=56d93270-185a-4720-8655-cae7befb2c38)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:43.376502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.472097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port ff97d159-ec5d-43af-ba16-deda2a7d9e38, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff97d159-ec5d-43af-ba16-deda2a7d9e38,segment=NetworkSegment(56d93270-185a-4720-8655-cae7befb2c38),segment_id=56d93270-185a-4720-8655-cae7befb2c38)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:43.472502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.493045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ad21177-688e-4589-bd72-8fa22503b115 req-4e1dd171-798b-4be3-8617-e44915f9f9aa service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982810
Dec 22 15:07:43.553860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Calling delete_port for ff97d159-ec5d-43af-ba16-deda2a7d9e38 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:43.614058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for ff97d159-ec5d-43af-ba16-deda2a7d9e38 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:43.641421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.645923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-c94339c5-ec9c-41c3-85f0-5f5f80089f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:43.696687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Pushing event deleted for resources: {'Port': ['ID=ff97d159-ec5d-43af-ba16-deda2a7d9e38,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:43.701420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:43.703338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:43.704277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] No DVR routers for this DVR port ff97d159-ec5d-43af-ba16-deda2a7d9e38 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:07:43.770578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.db.api [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:07:43.770894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_db.api [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:07:43.855037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.201 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/08f5adbc-6d44-4ac1-9e58-e4893212ddbe) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:44.017259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.048517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.053171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-71c09082-8eb0-445a-b919-01ed2974aa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:44.065177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff97d159-ec5d-43af-ba16-deda2a7d9e38 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:07:44.099764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ff97d159-ec5d-43af-ba16-deda2a7d9e38 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:07:44.100120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff97d159-ec5d-43af-ba16-deda2a7d9e38 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:07:44.121357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:44.127345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:44.129522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=08f5adbc-6d44-4ac1-9e58-e4893212ddbe,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:44.131598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:44.157050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:44.271503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port ff97d159-ec5d-43af-ba16-deda2a7d9e38 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:44.271840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.348176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] The port 'ff97d159-ec5d-43af-ba16-deda2a7d9e38' was deleted {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:07:44.659370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.742102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857559a8e0>,) {'filters': {'network_id': ['2c05e1ed-1b56-4d7e-9584-6f3243ba5def']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:44.768905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857559a8e0>, '56d93270-185a-4720-8655-cae7befb2c38') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:44.769193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857559a8e0>, '56d93270-185a-4720-8655-cae7befb2c38') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:44.786303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.813782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.820261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:44.820666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   util.warn(
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:44.835214 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:44.843172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-0c4cf781-e31f-493c-9800-e6c04000d504 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:44.861499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-0c4cf781-e31f-493c-9800-e6c04000d504 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:44.862652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-0c4cf781-e31f-493c-9800-e6c04000d504 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763407677&fields=id&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 267 time: 0.0618234
Dec 22 15:07:44.918770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.924123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:44.933415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:44.960950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=2c05e1ed-1b56-4d7e-9584-6f3243ba5def,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:44.966696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:44.982062 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/2c05e1ed-1b56-4d7e-9584-6f3243ba5def HTTP/1.1" status: 204  len: 168 time: 2.3749120
Dec 22 15:07:44.983601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41040) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:44.998695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778633274'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:45.007920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:45.021396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:45.025375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:45.036100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6111afe6-71e0-4854-83d1-9087eb92ecc8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:45.036818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6111afe6-71e0-4854-83d1-9087eb92ecc8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:45.039486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:45.056523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:45.059550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.078610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6111afe6-71e0-4854-83d1-9087eb92ecc8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:45.079748 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6111afe6-71e0-4854-83d1-9087eb92ecc8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.2087500
Dec 22 15:07:45.106066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:45.112540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-32ea7dba-9e5c-4b4e-b141-efcd02837c38 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/quotas/4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 375 time: 0.0269098
Dec 22 15:07:45.117577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.117577 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment 2b17a4f6-ca6a-405d-80b2-bc199c3df091 of type vlan for network c7804009-8af7-4570-aa75-a84ba9453a15
Dec 22 15:07:45.121592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.178031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.187538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.233339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.237302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:45.238027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.246793 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-e2d700b0-e1fd-4649-a6f4-07be2f3f2f45 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1279535
Dec 22 15:07:45.249019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-76ca363e-b0e2-4c78-9d0c-ccc4d927d3e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:45.385526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.390013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.393395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f0d18b2f-a2ab-4626-91f2-e2633da5a41d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:45.418025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4333670
Dec 22 15:07:45.421202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41044) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:45.437713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=c7804009-8af7-4570-aa75-a84ba9453a15,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:45.439943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:45.441581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:45.449382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c7804009-8af7-4570-aa75-a84ba9453a15 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:45.483353 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-f5d1e526-de95-47ef-94e7-f25aee0478f4 service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132666
Dec 22 15:07:45.563283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=08f5adbc-6d44-4ac1-9e58-e4893212ddbe,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:45.579816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:45.621817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:45.674198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:45.689692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:45.693562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:45.700999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:45.718290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:45.733069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-84642bdc-f1fd-40bc-9415-0c7d49eda04b service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427278
Dec 22 15:07:45.889388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:46.067111 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 3a4090a1-23f6-4643-9c09-861d55716010 associated. External IP: 172.26.3.201, port: d657cd10-21d5-4c34-9ec4-6e2d9053cfbf.
Dec 22 15:07:46.308954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-11779c68-4769-4174-9654-f49d2bbbb6eb req-a5890c0b-51cd-4743-b56d-1dc95be1323a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:46.372572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-11779c68-4769-4174-9654-f49d2bbbb6eb req-a5890c0b-51cd-4743-b56d-1dc95be1323a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:46.373697 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-11779c68-4769-4174-9654-f49d2bbbb6eb req-a5890c0b-51cd-4743-b56d-1dc95be1323a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 210 time: 0.2512050
Dec 22 15:07:46.440951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:46.449929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fd208d73-f245-4e24-80ee-2cd4236dd023 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:46.537642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=b07684f5-1674-4595-ba00-ac5f61c5241f,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:46.545597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:46.572113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': '2b17a4f6-ca6a-405d-80b2-bc199c3df091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:46.572545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: c7804009-8af7-4570-aa75-a84ba9453a15, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:46.607263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c7804009-8af7-4570-aa75-a84ba9453a15 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:46.679369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c7804009-8af7-4570-aa75-a84ba9453a15) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:46.685786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:46.686451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:46.689392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac28bb6-9bff-4a72-8fff-6caa556e888a None None] Network c7804009-8af7-4570-aa75-a84ba9453a15 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:46.721687 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2942886
Dec 22 15:07:46.724992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41066) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:46.733125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15', 'name': 'tempest-PortsTestJSON-1239106662', 'fixed_ips': [{'subnet_id': 'b07684f5-1674-4595-ba00-ac5f61c5241f', 'ip_address': '172.20.0.10'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:46.942263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:46.948205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:46.952238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:46.954744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c7804009-8af7-4570-aa75-a84ba9453a15', 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': 'b07684f5-1674-4595-ba00-ac5f61c5241f'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:46.955762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:46.959336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:46.976739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:46.982628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.002275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:07:47.011019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port ed949fc4-e9a4-4a8b-9151-a01971b54d6e yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:47.132412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Allocated IP 172.20.0.2 (c7804009-8af7-4570-aa75-a84ba9453a15/b07684f5-1674-4595-ba00-ac5f61c5241f/2bbeb3b7-d04d-4732-9eb3-9dc131986d15) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:47.292949 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Sync routers for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:47.312758 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:47.313522 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61c10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:47.374577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.376862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:07:47.385545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:07:47.393459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Transition to ACTIVE for port object 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:47.396265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6a29dc60-5ece-4e18-96bc-938d857b2f94 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:47.397645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-6a29dc60-5ece-4e18-96bc-938d857b2f94 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.2279184
Dec 22 15:07:47.404694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.417180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Transition to ACTIVE for port object 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:47.425620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.436512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:47.505291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Pushing event updated for resources: {'Port': ['ID=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:47.511410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:47.515769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Network c7804009-8af7-4570-aa75-a84ba9453a15 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:47.517322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:47.523170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:47.528744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:47.529427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857572ddf0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:47.533068 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-3269adfc-7087-4e66-875c-fecf9cc7416e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 380 time: 0.0870569
Dec 22 15:07:47.535730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.10 (c7804009-8af7-4570-aa75-a84ba9453a15/b07684f5-1674-4595-ba00-ac5f61c5241f/ed949fc4-e9a4-4a8b-9151-a01971b54d6e) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:47.544613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'port': {'device_id': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'admin_state_up': True, 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'security_groups': ['442bb10a-cbed-4cbc-90cc-3d009d40e443']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:47.599131 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:47.638095 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6527786
Dec 22 15:07:47.643768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41072) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:47.646611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:07:47.815975 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4cbb68ad-48e9-40a1-9565-ed7e5668a37e req-726214a0-d191-44a2-8c1a-0f1cc2416db8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 210 time: 0.1038983
Dec 22 15:07:47.829140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Attempting to bind port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:47.829646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Attempting to bind port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '2b17a4f6-ca6a-405d-80b2-bc199c3df091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:47.830050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Attempting to bind port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 on network c7804009-8af7-4570-aa75-a84ba9453a15 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:47.879195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:47.879478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Checking segment: {'id': '2b17a4f6-ca6a-405d-80b2-bc199c3df091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:47.879884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.880287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Bound using segment: {'id': '2b17a4f6-ca6a-405d-80b2-bc199c3df091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:47.880801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Bound port: 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b17a4f6-ca6a-405d-80b2-bc199c3df091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:47.881175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.906148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:47.918015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:47.919228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:47.933735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Made reservation on behalf of 4451455dab8f415a9d4d3d481cc30910 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:47.937092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:47.997664 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'status': 'completed', 'code': 200}
Dec 22 15:07:48.026157 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-006be085-b7b1-4494-9f2c-1eb4bcf74162 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.3729517
Dec 22 15:07:48.113948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.125260 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61c10>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7391418d-0b95-4568-be0d-bd73a095743a', 'name': '', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'mac_address': 'fa:16:3e:18:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:15Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 2, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'subnets': [{'id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:48.130075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Checking router: 4e96231c-1a35-4856-8fe6-c449743d1393 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:48.130635 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Updating router 4e96231c-1a35-4856-8fe6-c449743d1393 port 7391418d-0b95-4568-be0d-bd73a095743a binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:48.153690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object ed949fc4-e9a4-4a8b-9151-a01971b54d6e will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:48.192666 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.196167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.20.0.7 (1a00962c-b429-45fb-87df-5595aa9e3e24/add003db-0556-4ccc-9592-4e0c97298217/416910c8-e06d-4a07-ac7f-6f22eaa2b690) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:48.215283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.221343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96090564-c423-4945-bee8-6cc1914e3b75 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:48.384308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] For port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:48.402709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] For port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,segment=NetworkSegment(2b17a4f6-ca6a-405d-80b2-bc199c3df091),segment_id=2b17a4f6-ca6a-405d-80b2-bc199c3df091)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:48.421242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.437734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-57369505-118f-4782-bcc3-62d4b435be81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:48.458164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=ed949fc4-e9a4-4a8b-9151-a01971b54d6e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:48.461404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:48.476918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c7804009-8af7-4570-aa75-a84ba9453a15 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:48.478011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:48.480470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:48.520816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Pushing event updated for resources: {'Port': ['ID=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:48.533093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-33924f16-bf4e-427b-8594-c152bba0c787 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1098 time: 0.1601942
Dec 22 15:07:48.545705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:48.561258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:48.562462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.598804 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.8726635
Dec 22 15:07:48.600104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41086) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:48.607146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': 'c7804009-8af7-4570-aa75-a84ba9453a15', 'name': 'tempest-PortsTestJSON-1072777086', 'fixed_ips': [{'subnet_id': 'b07684f5-1674-4595-ba00-ac5f61c5241f', 'ip_address': '172.20.0.9'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:48.668115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.684150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857572ddf0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:07:44Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:48.690748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:07:48.691376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Updating router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 port 8f12af30-716d-45f7-bf27-1f60f5406ecf binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:07:48.753238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Transition to ACTIVE for port object 416910c8-e06d-4a07-ac7f-6f22eaa2b690 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:48.771633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.878307 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.899510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-7f752a58-2dad-427c-89c2-df58d94c161d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:48.901471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:48.905439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-7f752a58-2dad-427c-89c2-df58d94c161d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 897 time: 0.3595443
Dec 22 15:07:48.912449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:48.917417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:48.921449 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Transition to ACTIVE for port object 7391418d-0b95-4568-be0d-bd73a095743a will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:48.935757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:48.949859 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:48.950639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:48.955462 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:48.961204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.011534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port d6558ec2-568b-45b8-85fe-317e197f782e yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:49.030214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:49.142054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.164666 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e22a-b3e3-4d97-b0b8-aa09875d6e8c None None] Pushing event updated for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:49.181286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-0711e22a-b3e3-4d97-b0b8-aa09875d6e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:49.318877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:49.326135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Attempting to bind port 7391418d-0b95-4568-be0d-bd73a095743a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:49.329074 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Attempting to bind port 7391418d-0b95-4568-be0d-bd73a095743a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:49.329573 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Attempting to bind port 7391418d-0b95-4568-be0d-bd73a095743a on network 724a96db-2edf-404d-bf2c-d74f7dad0570 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:49.343387 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:49.345539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Checking segment: {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:49.345700 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.346188 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Bound using segment: {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:49.348343 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Bound port: 7391418d-0b95-4568-be0d-bd73a095743a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9259ad5d-78bc-437f-958c-383d2201f5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:49.348880 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.425802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1ec7ed28-342b-4a7b-a090-a6aa3b93490d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.2934737
Dec 22 15:07:49.439374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:49.441999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:49.467870 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] For port 7391418d-0b95-4568-be0d-bd73a095743a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:49.471568 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] For port 7391418d-0b95-4568-be0d-bd73a095743a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7391418d-0b95-4568-be0d-bd73a095743a,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:49.482122 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.490404 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:49.500839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.9 (c7804009-8af7-4570-aa75-a84ba9453a15/b07684f5-1674-4595-ba00-ac5f61c5241f/d6558ec2-568b-45b8-85fe-317e197f782e) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:49.529671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07cfc9-a75d-480a-83c7-2aa800591f4e req-56779c15-442a-4853-8405-b31034d6c990 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:49.531497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fe07cfc9-a75d-480a-83c7-2aa800591f4e req-56779c15-442a-4853-8405-b31034d6c990 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 931 time: 0.4996929
Dec 22 15:07:49.536602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:49.589610 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:49.590263 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61c10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:49.647026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:49.669110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:49.689810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.725058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Transition to ACTIVE for port object 8f12af30-716d-45f7-bf27-1f60f5406ecf will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:49.741397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:49.748194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ec735507-21a7-4e6e-911a-4e0dc0fbc293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:49.759522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fe07cfc9-a75d-480a-83c7-2aa800591f4e req-848bc946-ea6f-4456-bcd7-7b4c2936bb0b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2210684
Dec 22 15:07:49.783260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-e46b1188-f907-4b9f-8b3d-6629569f78bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 999 time: 0.8542848
Dec 22 15:07:49.943646 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e22a-b3e3-4d97-b0b8-aa09875d6e8c None None] Pushing event updated for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:49.968398 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-0711e22a-b3e3-4d97-b0b8-aa09875d6e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:49.975911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-ccacf665-be07-4526-b2b2-50267d3f3ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:49.979337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-ccacf665-be07-4526-b2b2-50267d3f3ce2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.1946886
Dec 22 15:07:49.991795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Pushing event updated for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:50.022103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:50.024112 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:50.039432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.082504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object d6558ec2-568b-45b8-85fe-317e197f782e will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:50.159799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.190996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-59ee45ce-955c-4297-bcdd-ecf216c63903 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:50.245071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:50.259835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.335324 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7958150
Dec 22 15:07:50.351672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Request body: {'port': {'device_id': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:50.362535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Attempting to bind port 8f12af30-716d-45f7-bf27-1f60f5406ecf on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:50.363018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Attempting to bind port 8f12af30-716d-45f7-bf27-1f60f5406ecf by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:50.363579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Attempting to bind port 8f12af30-716d-45f7-bf27-1f60f5406ecf on network a0aea796-5bd1-4388-b34a-c5fcc1562874 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:50.374292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:50.394494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=d6558ec2-568b-45b8-85fe-317e197f782e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:50.402404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:50.402908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Checking segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:50.403521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.404123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Bound using segment: {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:50.404761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Bound port: 8f12af30-716d-45f7-bf27-1f60f5406ecf, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ebfcc-5b52-4268-be2c-1ffd34ca0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:50.405228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.407071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:50.419167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network c7804009-8af7-4570-aa75-a84ba9453a15 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:50.420263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:50.429224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41096) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:50.443797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e8dbe-1fca-4cf0-ae31-a0fdd208210b None None] Network c7804009-8af7-4570-aa75-a84ba9453a15 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:50.464623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-7acf4df0-32e1-499a-bcb1-88bf8bb6b080 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4702926
Dec 22 15:07:50.659765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:50.668928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7391418d-0b95-4568-be0d-bd73a095743a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:50.706865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:50.707444 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61c10>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7391418d-0b95-4568-be0d-bd73a095743a', 'name': '', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'mac_address': 'fa:16:3e:18:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:15Z', 'updated_at': '2021-12-22T15:07:49Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'subnets': [{'id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:50.711460 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d5fb5-0f89-474a-aeb4-c82c63dd2dcb None None] The sync data for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv is: [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7391418d-0b95-4568-be0d-bd73a095743a', 'name': '', 'network_id': '724a96db-2edf-404d-bf2c-d74f7dad0570', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'mac_address': 'fa:16:3e:18:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:15Z', 'updated_at': '2021-12-22T15:07:49Z', 'revision_number': 4, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'subnets': [{'id': '042b1ae5-ad4b-494b-bf2b-7556f875ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:50.765293 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eeef46b3-dfc1-4316-bb71-ef78efcc72df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.3348253
Dec 22 15:07:50.852182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:50.853604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.863934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:50.875726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] For port 8f12af30-716d-45f7-bf27-1f60f5406ecf, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:50.886446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] For port 8f12af30-716d-45f7-bf27-1f60f5406ecf, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8f12af30-716d-45f7-bf27-1f60f5406ecf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:50.920100 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3183641
Dec 22 15:07:50.922559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41102) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:50.982060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.013760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-06dceb97-9f0f-4cc3-b3fb-fa88d10523df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:51.092513 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-505a6172-2951-4dbd-8736-6cc2ccab3d48 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6179049
Dec 22 15:07:51.135365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02990a5-f277-4d1e-bf70-32cd64b8b1fa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:51.136082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a02990a5-f277-4d1e-bf70-32cd64b8b1fa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:51.169323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c5d75-db03-4a95-8aea-f67f155448d1 req-834299af-8ebe-46fc-960e-7fa97458002e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:51.176699 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-712c5d75-db03-4a95-8aea-f67f155448d1 req-834299af-8ebe-46fc-960e-7fa97458002e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 931 time: 0.1399841
Dec 22 15:07:51.179724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 7391418d-0b95-4568-be0d-bd73a095743a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:51.193757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a02990a5-f277-4d1e-bf70-32cd64b8b1fa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:51.195105 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a02990a5-f277-4d1e-bf70-32cd64b8b1fa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2711082
Dec 22 15:07:51.199422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41106) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:51.200082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Pushing event updated for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:51.203779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:51.208448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Provisioning for port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:51.217281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7391418d-0b95-4568-be0d-bd73a095743a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:51.217596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.308181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Provisioning complete for port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:51.308614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.320431 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-712c5d75-db03-4a95-8aea-f67f155448d1 req-77ff77fc-3570-4d5e-b618-25a1227e0e62 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426082
Dec 22 15:07:51.369300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:07:51.370456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857572ddf0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:51.394528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520fb91-6b65-412a-96eb-f1808b47823e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:51.409635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520fb91-6b65-412a-96eb-f1808b47823e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:51.413905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520fb91-6b65-412a-96eb-f1808b47823e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:51.419119 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4520fb91-6b65-412a-96eb-f1808b47823e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.2192769
Dec 22 15:07:51.419742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41110) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:51.553451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port d6558ec2-568b-45b8-85fe-317e197f782e {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:51.553795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.657957 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcafd391-e005-4840-b1da-6b8f9f5bb2ec req-442369af-089b-4345-9321-00e7a0feeb64 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5530741
Dec 22 15:07:51.761196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.769738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41114) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:51.884213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416910c8-e06d-4a07-ac7f-6f22eaa2b690 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:07:51.905117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.912107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.951262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a770351e-e266-47c1-aa52-8fe72316e914 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1801751
Dec 22 15:07:51.953427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:07:51.956973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Transition to ACTIVE for port object 416910c8-e06d-4a07-ac7f-6f22eaa2b690 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:51.962646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:51.970176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4f0e7a68-4b12-4a45-aae2-b9b3491550d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:52.035061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.064476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 7391418d-0b95-4568-be0d-bd73a095743a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7391418d-0b95-4568-be0d-bd73a095743a,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:52.088090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.091248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] For port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,segment=NetworkSegment(2b17a4f6-ca6a-405d-80b2-bc199c3df091),segment_id=2b17a4f6-ca6a-405d-80b2-bc199c3df091)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:52.094135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:52.137912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.152798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Pushing event updated for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:52.158648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:52.257885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for d6558ec2-568b-45b8-85fe-317e197f782e owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:52.315009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:52.325545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:52.328911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:52.350725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Attempting to bind port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:52.351315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Attempting to bind port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:52.351835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Attempting to bind port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:52.363268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:07:52.370489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Attempting to bind port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:52.390090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:52.390461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:52.390808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Bound using segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:52.391254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Bound port: 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:52.391602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.569007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Provisioning for port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:52.582587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Pushing event updated for resources: {'Port': ['ID=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:52.586918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:52.590179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:52.591625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:52.600490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.605920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:52.675475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.676934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 200  len: 1093 time: 2.3332498
Dec 22 15:07:52.679266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:07:52.725035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f904-3da4-462f-b054-41897d857130 req-8df9464f-8b14-40da-99b6-b835a72163dd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:52.725774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a89f904-3da4-462f-b054-41897d857130 req-8df9464f-8b14-40da-99b6-b835a72163dd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:52.734492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.740651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b59d83-d5db-4175-a9ed-5ab7a587356c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:52.765992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Provisioning complete for port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:52.766375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:52.804112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'status': 'completed', 'code': 200}
Dec 22 15:07:52.822954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857572ddf0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:07:44Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:50Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:52.823378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Pushing event updated for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:52.828999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:52.835910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ef43f-237b-4656-a205-e2785a47ae24 None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:07:44Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:50Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:07:52.845496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a89f904-3da4-462f-b054-41897d857130 req-8df9464f-8b14-40da-99b6-b835a72163dd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:52.846619 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a89f904-3da4-462f-b054-41897d857130 req-8df9464f-8b14-40da-99b6-b835a72163dd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.3285296
Dec 22 15:07:52.868865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=d6558ec2-568b-45b8-85fe-317e197f782e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:52.877713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:52.922189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-ebd8df12-aa23-4a1a-942d-ca61db35a63f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1096 time: 0.1775522
Dec 22 15:07:52.984612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41122) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:53.043963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Could not find standard attr ID for object d6558ec2-568b-45b8-85fe-317e197f782e. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:07:53.071353 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-89134483-d7e6-446c-a96c-c83b6b25c79b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 200  len: 217 time: 0.1395540
Dec 22 15:07:53.074609 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a89f904-3da4-462f-b054-41897d857130 req-6acc34bc-b114-4e19-813b-4d462d344344 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2146168
Dec 22 15:07:53.114735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Provisioning for port ed949fc4-e9a4-4a8b-9151-a01971b54d6e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:53.120751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Provisioning complete for port ed949fc4-e9a4-4a8b-9151-a01971b54d6e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:53.121423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:53.209255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3204be00-c8be-45a7-ab04-976c59575718 None None] Port ed949fc4-e9a4-4a8b-9151-a01971b54d6e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:53.213702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d6016d18-2ec8-4df4-aec5-9bb15a09569d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:53.220671 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-d6016d18-2ec8-4df4-aec5-9bb15a09569d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.1412973
Dec 22 15:07:53.227657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:53.246729 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cd167ec8-fbf8-457c-a037-5f0c7d6aec3b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.2595866
Dec 22 15:07:53.261541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/d6558ec2-568b-45b8-85fe-317e197f782e HTTP/1.1" status: 204  len: 168 time: 1.8406408
Dec 22 15:07:53.264146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41126) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:53.319439 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebad479-5064-4dac-b5fc-19a647846457 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:53.319939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9ebad479-5064-4dac-b5fc-19a647846457 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:53.342445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9ebad479-5064-4dac-b5fc-19a647846457 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:53.342992 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9ebad479-5064-4dac-b5fc-19a647846457 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/d6558ec2-568b-45b8-85fe-317e197f782e HTTP/1.1" status: 404  len: 333 time: 0.0778756
Dec 22 15:07:53.345858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41130) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:53.419895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port ed949fc4-e9a4-4a8b-9151-a01971b54d6e {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:53.420229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:53.456661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-0bd71c72-a8e1-45e1-8867-e2845aa35c8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2271497
Dec 22 15:07:53.622615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-8e30af8a-9e21-4c09-9f56-cf039d19a04b service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571815
Dec 22 15:07:53.716446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:53.790377 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5635493f-0019-45c8-aba0-9e3bebe83358 req-fd8bd3f2-4e43-4a56-98d1-daf7c1f62783 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591544
Dec 22 15:07:53.865064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for ed949fc4-e9a4-4a8b-9151-a01971b54d6e owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:53.922993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-c3100e08-bb7f-45d6-b081-51fb6046ae9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1096 time: 0.0749729
Dec 22 15:07:54.035716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.045430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66e439c9-7155-4e5d-b3d3-66e2f6b9de93 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:54.090448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=ed949fc4-e9a4-4a8b-9151-a01971b54d6e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:54.092077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-7b9dc34d-a4d0-4b1a-93d1-0fb62c076032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:54.093108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:54.093568 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-7b9dc34d-a4d0-4b1a-93d1-0fb62c076032 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1636362
Dec 22 15:07:54.252469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41136) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:54.263919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.285301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/ed949fc4-e9a4-4a8b-9151-a01971b54d6e HTTP/1.1" status: 204  len: 168 time: 0.9383624
Dec 22 15:07:54.287988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41140) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:54.348935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:54.349487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-f09ab936-ab46-4605-ac5f-5b336975412f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 200  len: 217 time: 0.2433546
Dec 22 15:07:54.399096 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbce842b-e9b4-4db6-8ba0-3af5fa20d982 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:07:54.399658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bbce842b-e9b4-4db6-8ba0-3af5fa20d982 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:07:54.434904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:54.435281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.439107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bbce842b-e9b4-4db6-8ba0-3af5fa20d982 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:07:54.443170 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bbce842b-e9b4-4db6-8ba0-3af5fa20d982 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/ed949fc4-e9a4-4a8b-9151-a01971b54d6e HTTP/1.1" status: 404  len: 333 time: 0.1519055
Dec 22 15:07:54.444031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41144) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:54.446558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6a8977ac-6216-470e-bcfd-da8fc5efa186 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1912763
Dec 22 15:07:54.449710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-8cb375d3-ce2e-44f3-b5ed-6a6d9ca68935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:54.451197 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-8cb375d3-ce2e-44f3-b5ed-6a6d9ca68935 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0925164
Dec 22 15:07:54.495738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cdd3a-2de9-4ecb-af61-d8b26d666931 req-9eb28c43-bd30-4bee-bcd5-c8830f600b6c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:54.497284 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-055cdd3a-2de9-4ecb-af61-d8b26d666931 req-9eb28c43-bd30-4bee-bcd5-c8830f600b6c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.1663632
Dec 22 15:07:54.534420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-b40d047e-a8ef-439e-b1f3-cda3d76f9eae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744996
Dec 22 15:07:54.563113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a82255cc-31af-48a3-b8ea-ebad26b963cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.570736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7391418d-0b95-4568-be0d-bd73a095743a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:54.656015 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-055cdd3a-2de9-4ecb-af61-d8b26d666931 req-7a648beb-019b-4bb8-b437-cd30bcc01b79 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504085
Dec 22 15:07:54.658310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7391418d-0b95-4568-be0d-bd73a095743a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:54.658910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.696319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet b07684f5-1674-4595-ba00-ac5f61c5241f {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:07:54.700182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.707094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-9add716e-fbd9-4e34-900e-3b61152fb569 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618686
Dec 22 15:07:54.766316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.796846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8f12af30-716d-45f7-bf27-1f60f5406ecf up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:54.859083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-834503cb-3a65-44a7-9f7e-2cd13cad78b0 req-5f0f61bc-7366-40db-987e-84c2cd42ec02 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446109
Dec 22 15:07:54.869948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 8f12af30-716d-45f7-bf27-1f60f5406ecf completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:54.875265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8f12af30-716d-45f7-bf27-1f60f5406ecf triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:54.875674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.962696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:54.991788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.023806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 8f12af30-716d-45f7-bf27-1f60f5406ecf, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8f12af30-716d-45f7-bf27-1f60f5406ecf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:55.028013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.031049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:55.040015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.044284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8ef066b3-5f45-495a-a14d-e00ba21938fe tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:55.082795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=b07684f5-1674-4595-ba00-ac5f61c5241f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:55.086739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:55.090717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.098914 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/b07684f5-1674-4595-ba00-ac5f61c5241f HTTP/1.1" status: 204  len: 168 time: 0.6496356
Dec 22 15:07:55.099087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4a859-5d13-4642-beb8-2d3f4ec53792 None None] Network c7804009-8af7-4570-aa75-a84ba9453a15 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:55.099322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41148) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:55.156016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:55.166766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:55.213728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.223994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:55.224316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.351546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] DHCP port deletion for c7804009-8af7-4570-aa75-a84ba9453a15 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:07:55.355804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Deleting port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:55.356189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.434425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,segment=NetworkSegment(2b17a4f6-ca6a-405d-80b2-bc199c3df091),segment_id=2b17a4f6-ca6a-405d-80b2-bc199c3df091)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:55.435071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.449764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:55.559371 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a5a5419b-2e4d-4c40-a9dd-c06414b7f055 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1081603
Dec 22 15:07:55.562816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:55.596207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] For port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,segment=NetworkSegment(2b17a4f6-ca6a-405d-80b2-bc199c3df091),segment_id=2b17a4f6-ca6a-405d-80b2-bc199c3df091)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:55.596633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.637245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.642007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-07e3901d-80b7-4626-962d-6541d8464c22 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:55.683751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=2bbeb3b7-d04d-4732-9eb3-9dc131986d15,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:55.687754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:55.690224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No DVR routers for this DVR port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:07:55.714605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Calling delete_port for 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:07:55.788748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:07:55.789318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:07:55.817284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.845876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574865d30>,) {'filters': {'network_id': ['c7804009-8af7-4570-aa75-a84ba9453a15']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:55.858767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574865d30>, '2b17a4f6-ca6a-405d-80b2-bc199c3df091') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:55.859060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574865d30>, '2b17a4f6-ca6a-405d-80b2-bc199c3df091') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:07:55.864297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cd450-c056-407d-abe6-72fcf9d0394e req-28b9e2ed-ca87-4810-828b-7622fb8caacc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:55.865770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f6cd450-c056-407d-abe6-72fcf9d0394e req-28b9e2ed-ca87-4810-828b-7622fb8caacc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.0764458
Dec 22 15:07:55.872307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.888767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.895044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:07:55.895492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:07:55.909889 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:07:55.921170 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f6cd450-c056-407d-abe6-72fcf9d0394e req-9275722b-9fdc-4532-877f-65e007dcd35b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490818
Dec 22 15:07:55.991641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.996729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:55.999338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:56.023988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=c7804009-8af7-4570-aa75-a84ba9453a15,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:56.026181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:56.033285 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/c7804009-8af7-4570-aa75-a84ba9453a15 HTTP/1.1" status: 204  len: 168 time: 0.9330966
Dec 22 15:07:56.036916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41158) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:56.043264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-128890041'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:56.048196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:56.051938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:network and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:56.054744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:56.061343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:56.070833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:56.073919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.101201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:07:56.110472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.110798 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Added segment c04adb00-1101-4f58-8829-6ab9826ec55b of type vlan for network 86cc1a4c-39b2-4c00-aceb-81374c046a80
Dec 22 15:07:56.141112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.162192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8f12af30-716d-45f7-bf27-1f60f5406ecf up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:56.172182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.175856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:56.176438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.179881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75be2198-d753-4f7a-b998-a5a78be12163 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:56.232243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8f12af30-716d-45f7-bf27-1f60f5406ecf triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:56.232654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.275094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2370956
Dec 22 15:07:56.278563 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41162) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:56.284481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:56.284656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Network': ['ID=86cc1a4c-39b2-4c00-aceb-81374c046a80,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:56.287158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:56.293020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Deleting port 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:07:56.293020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.325053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:07:56.397396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:56.401534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:56.404332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:56.409933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:56.420023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:56.430710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fb6b2-583e-4d4d-bf38-b7e1e9f16d03 None None] The port '2bbeb3b7-d04d-4732-9eb3-9dc131986d15' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:07:56.524022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.560686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:07:56.562185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41166) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:56.598114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:07:56.598457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2bbeb3b7-d04d-4732-9eb3-9dc131986d15 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:07:56.744277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.747644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-887c69fc-73fa-45e8-8d34-2362cb56f230 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:56.795745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d3570f2b-d09f-450a-9544-7e148014f78a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.2322636
Dec 22 15:07:56.817182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=781a9d58-c7f6-46b8-a6d9-07f4a0238880,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:56.821398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:56.831605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Checking segment: {'id': 'c04adb00-1101-4f58-8829-6ab9826ec55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:56.831950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network hostable DHCP agents. Network: 86cc1a4c-39b2-4c00-aceb-81374c046a80, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:07:56.854236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:07:56.863230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 86cc1a4c-39b2-4c00-aceb-81374c046a80) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:56.867539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:56.868255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.872598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c24b8d-e3ed-49bb-b70d-c81f960bddf8 None None] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:56.897024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6148098
Dec 22 15:07:56.897238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41170) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:56.902868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-973116314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:56.908918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:56.914394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:router and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:56.918150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:56.923681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:56.934106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.935088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.956650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.975514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:56.998901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.000396 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e5e8fb0-4520-40a8-8010-bb3e2dab4c30 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.1022761
Dec 22 15:07:57.003281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41176) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:57.009323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80', 'name': 'tempest-PortsTestJSON-27686871'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:07:57.090464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-86cc1a4c-39b2-4c00-aceb-81374c046a80', 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': '781a9d58-c7f6-46b8-a6d9-07f4a0238880'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:07:57.091653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.128225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed8b7-cc07-4df9-a963-b629d8bb2f46 req-9ec06976-6328-4d6d-b968-e62a82dbd794 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:57.129720 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0d4ed8b7-cc07-4df9-a963-b629d8bb2f46 req-9ec06976-6328-4d6d-b968-e62a82dbd794 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.0834816
Dec 22 15:07:57.154460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:07:57.159850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:port and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:07:57.161863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:07:57.168690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:07:57.178330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:07:57.182229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.184870 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0d4ed8b7-cc07-4df9-a963-b629d8bb2f46 req-e9f29f69-af16-4858-859a-924e6800cd91 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488446
Dec 22 15:07:57.206171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port 28757a66-1337-4862-a554-41825831ba8b yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:07:57.254711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Allocated IP 172.20.0.2 (86cc1a4c-39b2-4c00-aceb-81374c046a80/781a9d58-c7f6-46b8-a6d9-07f4a0238880/f6a5a617-6068-42b7-bb3d-b6276611133b) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:57.453125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.462797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Transition to ACTIVE for port object f6a5a617-6068-42b7-bb3d-b6276611133b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:57.480658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Transition to ACTIVE for port object f6a5a617-6068-42b7-bb3d-b6276611133b will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:57.485778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.491569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-af12f8d6-cd79-41fd-a82b-00e4f3e7f055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:57.553313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.3 (86cc1a4c-39b2-4c00-aceb-81374c046a80/781a9d58-c7f6-46b8-a6d9-07f4a0238880/28757a66-1337-4862-a554-41825831ba8b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:07:57.557102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c3d1d7bb-6580-4fa2-9286-c6695c5b94f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.563555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:57.570608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:57.575369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:57.581372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Pushing event updated for resources: {'Port': ['ID=f6a5a617-6068-42b7-bb3d-b6276611133b,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:57.585057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:57.666986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Attempting to bind port f6a5a617-6068-42b7-bb3d-b6276611133b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:07:57.667362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Attempting to bind port f6a5a617-6068-42b7-bb3d-b6276611133b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c04adb00-1101-4f58-8829-6ab9826ec55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:07:57.667792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Attempting to bind port f6a5a617-6068-42b7-bb3d-b6276611133b on network 86cc1a4c-39b2-4c00-aceb-81374c046a80 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:07:57.674176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:07:57.674573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Checking segment: {'id': 'c04adb00-1101-4f58-8829-6ab9826ec55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:07:57.674957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.675357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Bound using segment: {'id': 'c04adb00-1101-4f58-8829-6ab9826ec55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:07:57.675832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Bound port: f6a5a617-6068-42b7-bb3d-b6276611133b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04adb00-1101-4f58-8829-6ab9826ec55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cc1a4c-39b2-4c00-aceb-81374c046a80'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:07:57.676223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.764553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.780168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object 28757a66-1337-4862-a554-41825831ba8b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:07:57.799736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41180) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:57.804840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] For port f6a5a617-6068-42b7-bb3d-b6276611133b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:07:57.808804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] For port f6a5a617-6068-42b7-bb3d-b6276611133b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f6a5a617-6068-42b7-bb3d-b6276611133b,segment=NetworkSegment(c04adb00-1101-4f58-8829-6ab9826ec55b),segment_id=c04adb00-1101-4f58-8829-6ab9826ec55b)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:07:57.813323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.817494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:57.857154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.863052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:57.893963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Pushing event updated for resources: {'Port': ['ID=f6a5a617-6068-42b7-bb3d-b6276611133b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:57.895983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:57.975965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:07:57.983964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:57.985291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:07:57.989054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=28757a66-1337-4862-a554-41825831ba8b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:57.991188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:07:58.021615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:58.026891 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b21068c-214a-4da5-9e39-8baaf4f30d41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.2256165
Dec 22 15:07:58.076529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:58.077022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:58.103926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.0993583
Dec 22 15:07:58.106988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41184) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:58.109816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:58.206323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f6a5a617-6068-42b7-bb3d-b6276611133b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:07:58.281606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f6a5a617-6068-42b7-bb3d-b6276611133b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:58.391193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1185d1-ac0b-473a-8cbf-01b854bb3fa1 req-77b9ad9c-b4a2-4ed3-8573-ea8f36e05c1f tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:58.392719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2d1185d1-ac0b-473a-8cbf-01b854bb3fa1 req-77b9ad9c-b4a2-4ed3-8573-ea8f36e05c1f tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.0767391
Dec 22 15:07:58.439536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2d1185d1-ac0b-473a-8cbf-01b854bb3fa1 req-185c3e1c-5563-403e-9f13-940f26b14ef3 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413351
Dec 22 15:07:58.803793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:58.805923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2c6bf-9726-47a2-91e4-2bcc86fdea1c None None] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:07:58.925823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Provisioning for port f6a5a617-6068-42b7-bb3d-b6276611133b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:58.958365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Provisioning complete for port f6a5a617-6068-42b7-bb3d-b6276611133b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:58.959022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.029354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41190) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:07:59.138192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.140495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-41e2105d-8dcf-4cb4-b309-641fe6b9ecd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1093326
Dec 22 15:07:59.167139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.172651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.176314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e82d8e15-3521-4ca0-9025-d68237b4b814 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:59.184173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] For port f6a5a617-6068-42b7-bb3d-b6276611133b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f6a5a617-6068-42b7-bb3d-b6276611133b,segment=NetworkSegment(c04adb00-1101-4f58-8829-6ab9826ec55b),segment_id=c04adb00-1101-4f58-8829-6ab9826ec55b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:07:59.188280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.190967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:07:59.256969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Pushing event updated for resources: {'Port': ['ID=f6a5a617-6068-42b7-bb3d-b6276611133b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:59.261157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:59.269960 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:07:59.290534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.295419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=28757a66-1337-4862-a554-41825831ba8b,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:07:59.299868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:07:59.412872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Provisioning complete for port f6a5a617-6068-42b7-bb3d-b6276611133b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:59.414144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.528494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.581143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Provisioning for port 28757a66-1337-4862-a554-41825831ba8b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:07:59.589971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Provisioning complete for port 28757a66-1337-4862-a554-41825831ba8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:59.590594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.647419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebc124-efe9-4063-9e70-1a3172f3285d None None] Port 28757a66-1337-4862-a554-41825831ba8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:59.774075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6af77457-51bc-4c85-aa20-743dc6536cb8 None None] Provisioning complete for port 28757a66-1337-4862-a554-41825831ba8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:59.774075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6af77457-51bc-4c85-aa20-743dc6536cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.796538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:07:59.829456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6af77457-51bc-4c85-aa20-743dc6536cb8 None None] Port 28757a66-1337-4862-a554-41825831ba8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:07:59.857252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341eda4-fe6b-43db-9f33-730fc2208c29 req-e9b06b0e-c78c-4b40-88c4-48a3ca272722 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:07:59.858678 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2341eda4-fe6b-43db-9f33-730fc2208c29 req-e9b06b0e-c78c-4b40-88c4-48a3ca272722 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.2610893
Dec 22 15:07:59.950239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9218064e-241f-4720-9411-f0445cbd1917 None None] Provisioning complete for port 28757a66-1337-4862-a554-41825831ba8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:07:59.950565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9218064e-241f-4720-9411-f0445cbd1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.004408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9218064e-241f-4720-9411-f0445cbd1917 None None] Port 28757a66-1337-4862-a554-41825831ba8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:00.041660 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2341eda4-fe6b-43db-9f33-730fc2208c29 req-6f701161-a255-4a47-985d-5408bc9e5044 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1764104
Dec 22 15:08:00.143481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41196) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:00.164186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f6a5a617-6068-42b7-bb3d-b6276611133b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:00.228228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.233513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.242140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f6a5a617-6068-42b7-bb3d-b6276611133b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:00.242522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.265664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ce62cd93-bd56-4576-964a-d88144def38e tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:00.276882 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0ef2f6d0-a695-4f5a-95f1-606985bb6927 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1293600
Dec 22 15:08:00.351893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.356617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=28757a66-1337-4862-a554-41825831ba8b,revision_number=3']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:00.360075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:00.489320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:00.490355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:00.729229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8b46f59a-25d7-438f-98e7-65a2b265d772 None None] Provisioning complete for port 28757a66-1337-4862-a554-41825831ba8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:00.729603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8b46f59a-25d7-438f-98e7-65a2b265d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:00.781209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8b46f59a-25d7-438f-98e7-65a2b265d772 None None] Port 28757a66-1337-4862-a554-41825831ba8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:00.849672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Router 2aa78689-ef41-49de-af6d-c7ecdc7a14a9 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:08:01.018119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:08:01.022719 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/routers/2aa78689-ef41-49de-af6d-c7ecdc7a14a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9146717
Dec 22 15:08:01.026158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41200) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:01.028738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] Sync routers for ids ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:08:01.040396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] Routers {'2aa78689-ef41-49de-af6d-c7ecdc7a14a9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:01.041040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576115af0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:01.102047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d4ad6-d429-4443-9b85-e924fac0f4b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:01.102728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3d7d4ad6-d429-4443-9b85-e924fac0f4b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:01.103220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576115af0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:01.114060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] Routers {'2aa78689-ef41-49de-af6d-c7ecdc7a14a9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:01.114747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576115af0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:01.118547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3d7d4ad6-d429-4443-9b85-e924fac0f4b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:01.119994 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3d7d4ad6-d429-4443-9b85-e924fac0f4b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aa78689-ef41-49de-af6d-c7ecdc7a14a9 HTTP/1.1" status: 200  len: 980 time: 0.0927730
Dec 22 15:08:01.122946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41206) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:01.173075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576115af0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:01.173492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cf79b-cb28-4be8-ad2a-bfc1e071c03e None None] The sync data for ids ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:08:01.279784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41210) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:01.387801 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3820f539-45d3-45a2-aeb4-6e885db15671 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1067185
Dec 22 15:08:01.443389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00404f60-c658-42af-8c98-1c62c099324c req-9062b82a-420b-4b52-bab6-81792ff69c93 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:01.444828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-00404f60-c658-42af-8c98-1c62c099324c req-9062b82a-420b-4b52-bab6-81792ff69c93 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.2616162
Dec 22 15:08:01.553814 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-00404f60-c658-42af-8c98-1c62c099324c req-cd816fe5-1f47-4452-8d0a-7362d1db2c8b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028953
Dec 22 15:08:01.843868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:02.171531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port 28757a66-1337-4862-a554-41825831ba8b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:02.171861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:02.350133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:02.391620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41214) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:02.474864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for 28757a66-1337-4862-a554-41825831ba8b owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:02.626296 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6c9644c9-428e-436a-a63f-267e0efaca2e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.2332923
Dec 22 15:08:02.661390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:02.668075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7e2c1ca-7af4-4367-b9fb-ae6be99c99b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:02.710797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=28757a66-1337-4862-a554-41825831ba8b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:02.714814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:02.779438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8a6e-8b9b-495c-aeaa-0784cb094a7f req-51e3f45d-d48a-4168-9648-a248c17e0649 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:02.781070 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-30ef8a6e-8b9b-495c-aeaa-0784cb094a7f req-51e3f45d-d48a-4168-9648-a248c17e0649 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 943 time: 0.0868566
Dec 22 15:08:02.828700 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-30ef8a6e-8b9b-495c-aeaa-0784cb094a7f req-a3d92dfa-ba45-4846-a4d1-6ef85e553256 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414197
Dec 22 15:08:03.068821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:03.192476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:03.323251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 416910c8-e06d-4a07-ac7f-6f22eaa2b690 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:08:03.453846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:03.466744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'port_id': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'mac_address': 'fa:16:3e:d8:9e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:08:03.472349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Router 2aa78689-ef41-49de-af6d-c7ecdc7a14a9 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:08:03.559803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:03.576635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416910c8-e06d-4a07-ac7f-6f22eaa2b690 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:08:03.591360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:03.595786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:03.597608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:03.617319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:08:03.628151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41220) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:03.630888 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] Sync routers for ids ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:08:03.643062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/routers/2aa78689-ef41-49de-af6d-c7ecdc7a14a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5186756
Dec 22 15:08:03.645538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41224) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:03.651286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] Routers {'2aa78689-ef41-49de-af6d-c7ecdc7a14a9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:03.652163 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dc51f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:03.672559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:03.676609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:03.705228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a0f176-e10b-42f0-b7ba-00599799c366 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:08:03.705832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-07a0f176-e10b-42f0-b7ba-00599799c366 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:03.726499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-07a0f176-e10b-42f0-b7ba-00599799c366 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:03.731197 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-07a0f176-e10b-42f0-b7ba-00599799c366 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/28757a66-1337-4862-a554-41825831ba8b HTTP/1.1" status: 404  len: 333 time: 0.0811496
Dec 22 15:08:03.731525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41228) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:03.750959 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dc51f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:03.757503 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-255e240a-179a-4675-9b7f-e29e51d817c7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 991 time: 0.1280692
Dec 22 15:08:03.764641 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] Routers {'2aa78689-ef41-49de-af6d-c7ecdc7a14a9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:03.765345 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dc51f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:03.796507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabf42c0-7178-4aec-a365-ffc4d09604b0 None None] New status for floating IP 3a4090a1-23f6-4643-9c09-861d55716010: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:08:03.826460 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dc51f0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:03.826857 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4b08c-c10a-4740-872f-f751f7a9a692 None None] The sync data for ids ['2aa78689-ef41-49de-af6d-c7ecdc7a14a9'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:08:03.863182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['416910c8-e06d-4a07-ac7f-6f22eaa2b690'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:08:03.881420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.202637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900152-04a9-442e-b47c-efe763f68e3f req-074ca6c6-c11f-4ed8-9fc8-789968d189ae tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:04.204124 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53900152-04a9-442e-b47c-efe763f68e3f req-074ca6c6-c11f-4ed8-9fc8-789968d189ae tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 944 time: 0.2183337
Dec 22 15:08:04.479557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.489333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.493624 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53900152-04a9-442e-b47c-efe763f68e3f req-377000e3-a6f7-42d9-8ae0-7c5204d6b9db tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143737
Dec 22 15:08:04.520222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.520949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa78689-ef41-49de-af6d-c7ecdc7a14a9 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:08:04.531890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.532962 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-987867be-ad5e-420e-a8eb-b7101f4d5c87 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/routers/2aa78689-ef41-49de-af6d-c7ecdc7a14a9 HTTP/1.1" status: 204  len: 168 time: 0.7997262
Dec 22 15:08:04.535490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41234) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:04.715065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 781a9d58-c7f6-46b8-a6d9-07f4a0238880 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:08:04.717905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.760778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41238) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:04.771333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.856731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.873025 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4be1906d-a544-4739-86e2-1974d33c2521 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 200  len: 993 time: 0.1067317
Dec 22 15:08:04.926858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.930406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b1e5fa54-bbc5-4bda-ae17-38ff41129ce8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:04.966328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=781a9d58-c7f6-46b8-a6d9-07f4a0238880,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:04.969033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:04.971354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:04.977665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1b7f4-96ed-4314-b734-a931df87e6fd None None] Network 86cc1a4c-39b2-4c00-aceb-81374c046a80 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:04.978264 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/781a9d58-c7f6-46b8-a6d9-07f4a0238880 HTTP/1.1" status: 204  len: 168 time: 0.4417257
Dec 22 15:08:04.981483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41242) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:05.093483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.104175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port f6a5a617-6068-42b7-bb3d-b6276611133b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:05.104534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.213021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] DHCP port deletion for 86cc1a4c-39b2-4c00-aceb-81374c046a80 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:08:05.217201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Deleting port f6a5a617-6068-42b7-bb3d-b6276611133b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:05.217588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.310816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] For port f6a5a617-6068-42b7-bb3d-b6276611133b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f6a5a617-6068-42b7-bb3d-b6276611133b,segment=NetworkSegment(c04adb00-1101-4f58-8829-6ab9826ec55b),segment_id=c04adb00-1101-4f58-8829-6ab9826ec55b)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:05.311171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.334380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 416910c8-e06d-4a07-ac7f-6f22eaa2b690 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:05.430884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for f6a5a617-6068-42b7-bb3d-b6276611133b owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:05.465903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] For port f6a5a617-6068-42b7-bb3d-b6276611133b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f6a5a617-6068-42b7-bb3d-b6276611133b,segment=NetworkSegment(c04adb00-1101-4f58-8829-6ab9826ec55b),segment_id=c04adb00-1101-4f58-8829-6ab9826ec55b)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:05.466215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.506166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.510541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8742f69c-d070-4ca5-a2c9-543dfb9fdf03 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:05.550821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=f6a5a617-6068-42b7-bb3d-b6276611133b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:05.554826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:05.557528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No DVR routers for this DVR port f6a5a617-6068-42b7-bb3d-b6276611133b on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:08:05.590981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Calling delete_port for f6a5a617-6068-42b7-bb3d-b6276611133b owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:05.633248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:05.640831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:05.641262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.701103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140977-21f5-4aee-a121-2b7cb130bcea req-c5729fec-3572-48e8-82d6-af2990204ad7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:05.703543 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d140977-21f5-4aee-a121-2b7cb130bcea req-c5729fec-3572-48e8-82d6-af2990204ad7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 944 time: 0.0823917
Dec 22 15:08:05.722958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:08:05.723464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:08:05.726117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.754035 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d140977-21f5-4aee-a121-2b7cb130bcea req-0f184fed-e579-4a9f-86e9-f2ddba914664 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447061
Dec 22 15:08:05.761990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85748bbe80>,) {'filters': {'network_id': ['86cc1a4c-39b2-4c00-aceb-81374c046a80']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:05.781867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748bbe80>, 'c04adb00-1101-4f58-8829-6ab9826ec55b') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:05.781867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85748bbe80>, 'c04adb00-1101-4f58-8829-6ab9826ec55b') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:05.784554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.787306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.803624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.810339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:08:05.810680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.811796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:05.821535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:08:05.825715 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:08:05.828278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:05.829947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-01fffde4-26a0-4b80-b8b9-cd9b29a0c40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:05.876975 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'code': 200}
Dec 22 15:08:05.899027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:05.903349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:06.011555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.015344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-89f6cf64-490d-45fd-afd2-8aa72034aee3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:06.029274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.075167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=86cc1a4c-39b2-4c00-aceb-81374c046a80,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:06.083596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:06.094020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/86cc1a4c-39b2-4c00-aceb-81374c046a80 HTTP/1.1" status: 204  len: 168 time: 1.1116076
Dec 22 15:08:06.097851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41250) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:06.163213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f6a5a617-6068-42b7-bb3d-b6276611133b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:08:06.174935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bdb24640-3a27-4ea8-810b-b46bc8eb8e6e req-d68ea5c6-de30-48c3-8fe2-8646a32c9bd7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1098 time: 0.1402531
Dec 22 15:08:06.179711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbbee2-38f1-47e6-b3a2-48075b28fd3c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:06.180238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-13bbbee2-38f1-47e6-b3a2-48075b28fd3c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:06.201303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f6a5a617-6068-42b7-bb3d-b6276611133b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:08:06.201662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f6a5a617-6068-42b7-bb3d-b6276611133b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:08:06.221686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-13bbbee2-38f1-47e6-b3a2-48075b28fd3c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:06.222805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-13bbbee2-38f1-47e6-b3a2-48075b28fd3c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/f11c39a7-3149-4554-b4f4-3f1c85248bc3 HTTP/1.1" status: 200  len: 841 time: 0.1231570
Dec 22 15:08:06.224989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Deleting port f6a5a617-6068-42b7-bb3d-b6276611133b {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:06.225707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.226573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:06.234003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bdb24640-3a27-4ea8-810b-b46bc8eb8e6e req-bef50d95-87dc-497d-8ada-dea823dd7ce7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470371
Dec 22 15:08:06.298862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ded0997-cf19-4b50-b2c8-91b89b156dde tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:06.310150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ded0997-cf19-4b50-b2c8-91b89b156dde tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:06.315305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41258) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:06.315460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6ded0997-cf19-4b50-b2c8-91b89b156dde tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/f11c39a7-3149-4554-b4f4-3f1c85248bc3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0877814
Dec 22 15:08:06.321115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:06.330590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0f88b-0d93-491a-8805-fa6d140f5419 None None] The port 'f6a5a617-6068-42b7-bb3d-b6276611133b' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:08:06.427007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:06.430785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:06.433769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:06.439274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:06.449532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:06.549696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.762603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.766696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e674ed81-4adb-4bef-ab85-ddcdf3ffe33b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:06.833185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:06.833985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=0a4d51e5-26f5-4fd8-9f28-f36b28bfd832,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:06.836236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:06.837876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:06.838995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:06.839558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.848078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f8611-d902-42b0-8a95-1043502bacab None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:06.863038 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5439572
Dec 22 15:08:06.863259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41264) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:06.869756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957706696'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:06.875848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:06.884340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:06.888572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:06.894610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:06.905593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:06.946610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:06.951632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:06.955361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:06.962181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:06.964927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e6ba-a24a-4c20-8ca3-7a4a343b5d15 req-da70edb9-b28b-48df-b750-d3f51a4054f5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:06.966383 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8a60e6ba-a24a-4c20-8ca3-7a4a343b5d15 req-da70edb9-b28b-48df-b750-d3f51a4054f5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.0828888
Dec 22 15:08:07.017787 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8a60e6ba-a24a-4c20-8ca3-7a4a343b5d15 req-4de93117-3999-46ec-9ab4-904312ad7a8b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435522
Dec 22 15:08:07.028321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.032821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.038698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:07.078486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e594d728-ccac-4966-af5e-10e40fd1bb2e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:07.081278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.085059 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2182560
Dec 22 15:08:07.085059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:07.085319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41268) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:07.092517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'security_group': {'name': 'tempest-secgroup-652663246'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:07.099605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:07.103723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:07.104905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'tenant_id': '8699f708acc84d0cb32e8ed5720cb01c', 'fixed_ips': [{'subnet_id': '0a4d51e5-26f5-4fd8-9f28-f36b28bfd832'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:08:07.105728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.106893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:07.112636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:07.123405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.158513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:07.162679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:07.166478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:07.171962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:07.226278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.230677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.234382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e1e3cc2-4888-42c6-b6f6-d6a772efbbf9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:07.269180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Allocated IP 172.20.0.2 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/0a4d51e5-26f5-4fd8-9f28-f36b28bfd832/49e443cd-d6de-4e92-8b97-e901ae606fa4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:07.272182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069eaf9d-9944-4d80-9dd5-787244328a88,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:07.274826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:07.276308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.280103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.1914101
Dec 22 15:08:07.280664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41272) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:07.286105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1314454440', 'security_groups': ['069eaf9d-9944-4d80-9dd5-787244328a88'], 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a4d51e5-26f5-4fd8-9f28-f36b28bfd832'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:07.427971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:07.437464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:07.448118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:07.474675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.485657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Transition to ACTIVE for port object 49e443cd-d6de-4e92-8b97-e901ae606fa4 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:07.503420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Transition to ACTIVE for port object 49e443cd-d6de-4e92-8b97-e901ae606fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:07.510107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.515083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:07.577773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.581432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:07.584728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:07.589354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:07.591961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:07.597297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:07.601884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port afcfb928-74ed-434e-9bcc-37de4820cf53 yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:08:07.678784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Attempting to bind port 49e443cd-d6de-4e92-8b97-e901ae606fa4 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:08:07.679075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Attempting to bind port 49e443cd-d6de-4e92-8b97-e901ae606fa4 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:08:07.679445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Attempting to bind port 49e443cd-d6de-4e92-8b97-e901ae606fa4 on network 7bc96890-a86f-4640-8eb5-21f60cc19f0b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:07.686684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:08:07.687064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Checking segment: {'id': '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:07.687467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.687920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Bound using segment: {'id': '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:08:07.688405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Bound port: 49e443cd-d6de-4e92-8b97-e901ae606fa4, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:08:07.688801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.777900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:08:07.780976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:08:07.784782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:07.788130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-07dcf55b-9968-4fd5-be25-10a2fdd03cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:07.809581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.4 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/0a4d51e5-26f5-4fd8-9f28-f36b28bfd832/afcfb928-74ed-434e-9bcc-37de4820cf53) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:07.867708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:07.870818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:08.013338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.035229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object afcfb928-74ed-434e-9bcc-37de4820cf53 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:08.058447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.070299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bcd6835b-efd5-46d2-bec8-35ef3176f9f4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:08.125347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:08.128763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:08.133166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:08.185488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=afcfb928-74ed-434e-9bcc-37de4820cf53,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:08.190364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:08.212997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:08.213849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.226538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:08.245214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.9636130
Dec 22 15:08:08.248209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41278) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:08.254367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:08.261444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35758179-1058-41b1-bb3a-587bebc1bd08 req-369f843d-6ef1-4e5c-9a54-49ecf7b979d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:08.263031 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-35758179-1058-41b1-bb3a-587bebc1bd08 req-369f843d-6ef1-4e5c-9a54-49ecf7b979d6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.1028807
Dec 22 15:08:08.301306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:08.319949 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-35758179-1058-41b1-bb3a-587bebc1bd08 req-a20a83e9-2c49-45db-a091-602e51a2cf81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496652
Dec 22 15:08:08.398896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:08.403222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:08.406087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:08.411931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:08.422978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:08.426451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.712819 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.ipam_backend_mixin [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a4d51e5-26f5-4fd8-9f28-f36b28bfd832 (CIDR: 172.20.0.0/28)
Dec 22 15:08:08.718018 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:08:08.718450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:08.729264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ef7ed-99ff-4f41-8191-c04bb066aa36 req-3477db4e-ffbc-4984-af2b-c0c2c54418c0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:08.730795 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f46ef7ed-99ff-4f41-8191-c04bb066aa36 req-3477db4e-ffbc-4984-af2b-c0c2c54418c0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.2837341
Dec 22 15:08:08.762253 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cb1b29ad-fa23-49c3-9ab9-8059597eef48 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5126209
Dec 22 15:08:08.764949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41284) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:08.771535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:08.852978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:08.854017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.864194 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f46ef7ed-99ff-4f41-8191-c04bb066aa36 req-7c795fe6-fd91-4ec4-8ba8-eeee91bf2a1a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257348
Dec 22 15:08:08.902898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:08.914401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:08.933322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Provisioning for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:08.933936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:08.938282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:08.938573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:08.938700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:08.942070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:08.948185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:08.961202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:08.966076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.060776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.077175 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-735e5506-dd6d-40c6-a507-246c8b99a513 tempest-TestVolumeBootPattern-750653115 tempest-TestVolumeBootPattern-750653115-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1093 time: 0.1730547
Dec 22 15:08:09.079834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41294) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:09.086214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:09.092566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:09.093170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:09.097234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:floatingip and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:09.098410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.100407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:09.100715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:09.106154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:09.116700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.170517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:09.173846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:09.221620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fad0e00a-c616-4a23-b96f-c12d7ea5dcd6 None None] Provisioning for port afcfb928-74ed-434e-9bcc-37de4820cf53 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:09.226766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fad0e00a-c616-4a23-b96f-c12d7ea5dcd6 None None] Provisioning complete for port afcfb928-74ed-434e-9bcc-37de4820cf53 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:09.227267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fad0e00a-c616-4a23-b96f-c12d7ea5dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.238110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.242427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-819ea8fd-fcdd-4c23-a0de-644a78df48cf tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:09.262502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.285975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fad0e00a-c616-4a23-b96f-c12d7ea5dcd6 None None] Port afcfb928-74ed-434e-9bcc-37de4820cf53 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:09.303625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:09.306931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:09.311005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:09.311577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.317015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91886f3b-6988-49a1-961f-b24390caa599 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:09.317562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=97441910-4715-41f6-8faa-5c5df44f8a13,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:09.324369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:09.340893 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5717745
Dec 22 15:08:09.341179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41298) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:09.349464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972324236', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97441910-4715-41f6-8faa-5c5df44f8a13'}], 'security_groups': ['e594d728-ccac-4966-af5e-10e40fd1bb2e']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:09.513617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.26.3.27 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/82f3abb0-b1c7-4a8e-a371-dd7cef640cbb) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:09.533023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.687952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Update dhcp port {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'fixed_ips': [{'subnet_id': '0a4d51e5-26f5-4fd8-9f28-f36b28bfd832', 'ip_address': '172.20.0.2'}, {'subnet_id': '97441910-4715-41f6-8faa-5c5df44f8a13'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '49e443cd-d6de-4e92-8b97-e901ae606fa4'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:08:09.740574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.936565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:09.939350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Allocated IP 172.20.0.18 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/97441910-4715-41f6-8faa-5c5df44f8a13/49e443cd-d6de-4e92-8b97-e901ae606fa4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:10.039601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.044561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-685a6977-befb-4ab3-8c21-f1929009e31c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:10.083694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:10.108875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.109806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:10.113263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:10.115205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=82f3abb0-b1c7-4a8e-a371-dd7cef640cbb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:10.117144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:10.127479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Transition to ACTIVE for port object 49e443cd-d6de-4e92-8b97-e901ae606fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:10.131206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.135554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2c1a3a0f-bebf-459e-8c78-54443d44bae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:10.145976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:10.217561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:10.320370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:10.324412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:10.400458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Delete allocated IP 172.20.0.4 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/0a4d51e5-26f5-4fd8-9f28-f36b28bfd832) {{(pid=83456) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:08:10.417794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.30 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/97441910-4715-41f6-8faa-5c5df44f8a13/afcfb928-74ed-434e-9bcc-37de4820cf53) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:10.800360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.815773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Provisioning complete for port afcfb928-74ed-434e-9bcc-37de4820cf53 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:10.816154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.824944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object afcfb928-74ed-434e-9bcc-37de4820cf53 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:10.831382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.837131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c7bf68a9-e032-4460-8deb-21de5c846936 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:10.871361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Port afcfb928-74ed-434e-9bcc-37de4820cf53 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:10.885001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:10.885383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.940976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:10.953122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Provisioning for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:10.958045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:10.958310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-156b2c2b-7450-4969-b61b-d0da5b4019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:10.975969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=afcfb928-74ed-434e-9bcc-37de4820cf53,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:10.987114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:11.024011 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:08:11.037077 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:11.037975 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dc5ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:11.084372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] In _notify_port_updated(), no bound segment for port afcfb928-74ed-434e-9bcc-37de4820cf53 on network 7bc96890-a86f-4640-8eb5-21f60cc19f0b {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:08:11.088175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:11.088794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.092547 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/ports/afcfb928-74ed-434e-9bcc-37de4820cf53 HTTP/1.1" status: 200  len: 921 time: 1.7479537
Dec 22 15:08:11.092922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41306) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:11.107307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.165345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port afcfb928-74ed-434e-9bcc-37de4820cf53 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:11.165758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.172681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.262202 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:11.437826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.536635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-62a6af92-2c9e-47ce-bdc5-39485477bae3 None None] Provisioning for port afcfb928-74ed-434e-9bcc-37de4820cf53 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:11.543219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.544191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-62a6af92-2c9e-47ce-bdc5-39485477bae3 None None] Provisioning complete for port afcfb928-74ed-434e-9bcc-37de4820cf53 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:11.545097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-62a6af92-2c9e-47ce-bdc5-39485477bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.549018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.555266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-57855477-4b10-4dbb-ade3-ab77ac5ab239 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:11.561126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for afcfb928-74ed-434e-9bcc-37de4820cf53 owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:11.626165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=82f3abb0-b1c7-4a8e-a371-dd7cef640cbb,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:11.638578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:11.641555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af92-2c9e-47ce-bdc5-39485477bae3 None None] Port afcfb928-74ed-434e-9bcc-37de4820cf53 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:11.670111 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dc5ee0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:11.674808 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:08:11.685965 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:11.686574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dc5ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:11.698362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.733538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.739572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bef5765a-0c2f-47df-a526-da3398c8ab22 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:11.783199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=afcfb928-74ed-434e-9bcc-37de4820cf53,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:11.787004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:11.890063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:11.898293 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:11.901286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/afcfb928-74ed-434e-9bcc-37de4820cf53 HTTP/1.1" status: 204  len: 168 time: 0.8066728
Dec 22 15:08:11.903809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41310) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:11.939484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Floating IP 7a9f9c79-6667-4de0-98b8-3e69cb24cb1f associated. External IP: 172.26.3.27, port: 416910c8-e06d-4a07-ac7f-6f22eaa2b690.
Dec 22 15:08:11.946701 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647074b-8a62-423e-9f66-f9d34dec1065 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:08:11.947415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7647074b-8a62-423e-9f66-f9d34dec1065 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:11.967740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7647074b-8a62-423e-9f66-f9d34dec1065 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:11.971425 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7647074b-8a62-423e-9f66-f9d34dec1065 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/afcfb928-74ed-434e-9bcc-37de4820cf53 HTTP/1.1" status: 404  len: 333 time: 0.0642068
Dec 22 15:08:11.971668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41314) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:12.050145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.082576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.132709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.140943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9aec331f-9bf6-4754-8a9c-2b06df6f6b92 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:12.161966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.163133 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/security-groups/069eaf9d-9944-4d80-9dd5-787244328a88 HTTP/1.1" status: 204  len: 168 time: 0.1904783
Dec 22 15:08:12.166461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:12.169644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069eaf9d-9944-4d80-9dd5-787244328a88,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:12.213840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:12.295116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:12.295508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:12.296275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.320635 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dc5ee0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:12.327959 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24a61f-ebd5-4e8c-bed9-b9a98814ec5c None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:07:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:08:12.363462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.394279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.400689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:08:12.446464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.450549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66c4e517-d3c3-4159-9720-6add2b52733d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:12.462502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594d728-ccac-4966-af5e-10e40fd1bb2e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:12.466144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:12.469371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.470580 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/security-groups/e594d728-ccac-4966-af5e-10e40fd1bb2e HTTP/1.1" status: 204  len: 168 time: 0.3032353
Dec 22 15:08:12.473129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41322) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:12.544978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 0a4d51e5-26f5-4fd8-9f28-f36b28bfd832 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:08:12.547865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.602694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.623847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:08:12.633802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:08:12.647991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:12.648678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cce2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:12.651787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.704854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.713512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6317592
Dec 22 15:08:12.714489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:12.773173 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'status': 'completed', 'code': 200}
Dec 22 15:08:12.789564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.795109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2f6b64e9-7a26-44a1-804a-231c4fb77319 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:12.828944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4d51e5-26f5-4fd8-9f28-f36b28bfd832,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:12.831438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:12.836948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:12.838929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:12.847617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41330) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:12.847785 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/0a4d51e5-26f5-4fd8-9f28-f36b28bfd832 HTTP/1.1" status: 204  len: 168 time: 0.3715777
Dec 22 15:08:12.855309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:12.882010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab66c456-8e7e-4f49-bdf2-0fcb313c09f3 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:12.959459 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-e622e59e-3dae-44a8-9e1b-b72b91ce7a94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1098 time: 0.1644077
Dec 22 15:08:13.085528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:13.091464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:13.096103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:13.104184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:13.131558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:13.334104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259cab-907d-40f3-8337-2651f707fb2f req-aa4edba7-4b35-491f-83d3-f25378587473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:13.335512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-aa4edba7-4b35-491f-83d3-f25378587473 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.3681996
Dec 22 15:08:13.435761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cce2b0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7a9f9c79-6667-4de0-98b8-3e69cb24cb1f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:d8:9e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:08:10Z', 'updated_at': '2021-12-22T15:08:10Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:13.439649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:08:13.452626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:13.453374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cce2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:07:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:13.474379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:13.489109 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-79c1da2d-d0ad-4f88-8192-b10e6ba1fa22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 200  len: 998 time: 0.1436098
Dec 22 15:08:13.634350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259cab-907d-40f3-8337-2651f707fb2f req-5868866e-f71b-4793-a0c8-30ff82d6e0fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:13.635979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-5868866e-f71b-4793-a0c8-30ff82d6e0fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0911491
Dec 22 15:08:13.643217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:13.784795 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-0a23ae6d-cbc4-4ea0-891c-699ffd619760 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1377308
Dec 22 15:08:13.964213 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-cba659c5-75ff-479d-805d-6eb33c64ea69 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711571
Dec 22 15:08:14.010034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bc3c2876-a0f2-4da2-8f1a-fc317399284e None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:14.010415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2876-a0f2-4da2-8f1a-fc317399284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.050724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.056883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d32f8bdf-73be-4149-b4f1-e0351b25ebfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:14.071049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c2876-a0f2-4da2-8f1a-fc317399284e None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:14.075754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cce2b0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7a9f9c79-6667-4de0-98b8-3e69cb24cb1f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:d8:9e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:08:10Z', 'updated_at': '2021-12-22T15:08:10Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:14.082520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bd7df-c836-4bba-ab23-d5e62fcb5cc1 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7a9f9c79-6667-4de0-98b8-3e69cb24cb1f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:d8:9e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:08:10Z', 'updated_at': '2021-12-22T15:08:10Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:08:14.091650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bc3c2876-a0f2-4da2-8f1a-fc317399284e None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:14.091887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bc3c2876-a0f2-4da2-8f1a-fc317399284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.140675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:14.153637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:14.156343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:14.156942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.185332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb59725-60a1-4328-8a9b-db1722c02244 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:14.190760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=62bee9d4-4c54-47bb-ae16-cfee95a79e99,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:14.193308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:14.203243 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02259cab-907d-40f3-8337-2651f707fb2f req-5ad35297-47ae-47b7-93f9-6b086c3befd7 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298036
Dec 22 15:08:14.207532 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3588641
Dec 22 15:08:14.207714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41336) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:14.213680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298492174'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:14.219644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.224412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.228049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.234205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.245647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.280725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.284376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.287197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.293152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.351852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.356206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.361238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dbd325d7-c8f3-4b36-934b-7fad805f3064 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:14.398388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25979c9-d8fe-4d34-aa1f-2c2c7471cce9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:14.402170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.405860 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.1945224
Dec 22 15:08:14.405860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:14.406307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41340) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:14.411659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'security_group': {'name': 'tempest-secgroup-2052517554'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:14.418518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.422304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.425123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.431615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.441024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.476020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.480486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.483310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.488879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.540280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Update dhcp port {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'fixed_ips': [{'subnet_id': '97441910-4715-41f6-8faa-5c5df44f8a13', 'ip_address': '172.20.0.18'}, {'subnet_id': '62bee9d4-4c54-47bb-ae16-cfee95a79e99'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '49e443cd-d6de-4e92-8b97-e901ae606fa4'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:08:14.544223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.547996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.551751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e7201b59-a9b5-4914-95a0-1100e61cd222 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:14.593438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6554660b-66b7-4cf2-b11f-0c2f52932e81,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:14.596449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.597648 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.1904538
Dec 22 15:08:14.598638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:14.600198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41344) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:14.606230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049896602'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:14.612437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.616347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.619410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.625418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.637342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.662895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.673867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.678201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:security_group_rule and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:14.680973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:14.687030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.747122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.751114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.754969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-482b537b-73ee-4ed2-9ec0-84ae00cdd93b tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:14.805851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121a8e46-a044-48ea-b31c-fd940c2a8091,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:14.809506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:14.813676 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2095757
Dec 22 15:08:14.813676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:14.813979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41348) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:14.819844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-791889947', 'security_groups': ['121a8e46-a044-48ea-b31c-fd940c2a8091'], 'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62bee9d4-4c54-47bb-ae16-cfee95a79e99'}]}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:14.870338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Allocated IP 172.20.0.2 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/62bee9d4-4c54-47bb-ae16-cfee95a79e99/49e443cd-d6de-4e92-8b97-e901ae606fa4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:14.964830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:14.976274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:14.986763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:14.991475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.012176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:15.013011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port a7cbaacd-7195-42a0-b1d1-d16a7dbbd089 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:08:15.037497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.055695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Transition to ACTIVE for port object 49e443cd-d6de-4e92-8b97-e901ae606fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:15.059560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.063223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3aa18aa3-db52-4a64-8f1d-4f00712a3157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:15.196696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:15.204604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:15.246435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.api [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4a2ad244-0d60-42d1-b87c-2c59f434835f {{(pid=83456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:08:15.247001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_db.api [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:08:15.393197 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d787d-efdf-4a58-8fc5-e79f6aa95f55 None None] New status for floating IP 7a9f9c79-6667-4de0-98b8-3e69cb24cb1f: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:08:15.715618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:15.716167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.748070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.768735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:15.770525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] device_id is not set on port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:08:15.780866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Provisioning for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:15.785600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:15.785989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7dc88b74-1782-4b9c-9ca2-8fd57dc43953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:15.975467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.6 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/62bee9d4-4c54-47bb-ae16-cfee95a79e99/fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:16.159744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.169754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:16.175954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:16.198846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.204537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3b148ec6-14f1-40a2-b25c-d96059b8e513 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:16.237506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:16.238003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.399338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:16.403106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:16.405067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:16.407152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:16.433713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:16.469647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:16.470248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.495308 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6803470
Dec 22 15:08:16.498051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41352) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:16.503556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:16.627928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-675c73cb-fc80-456a-a075-d4299e386cad None None] Provisioning for port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:16.633882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-675c73cb-fc80-456a-a075-d4299e386cad None None] Provisioning complete for port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:16.635036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-675c73cb-fc80-456a-a075-d4299e386cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.656053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:16.659881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:16.662723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:16.668708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:16.678403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:16.682834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:16.687390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-675c73cb-fc80-456a-a075-d4299e386cad None None] Port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:16.804152 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.ipam_backend_mixin [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62bee9d4-4c54-47bb-ae16-cfee95a79e99 (CIDR: 172.20.0.0/28)
Dec 22 15:08:16.807673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:08:16.808157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:16.826177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-13c589ec-bfec-4e28-b1b8-d09f01020134 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3271189
Dec 22 15:08:16.828845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:16.834082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:16.972494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:16.976100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:16.978872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:16.984353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:16.993188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:16.996881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:17.117693 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.ipam_backend_mixin [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 97441910-4715-41f6-8faa-5c5df44f8a13 (CIDR: 172.20.0.16/28)
Dec 22 15:08:17.121370 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:08:17.121909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:17.140635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bd4391c5-1c95-4741-9971-dac71390b89a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3107855
Dec 22 15:08:17.143499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41362) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:17.149045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'subnet': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:17.282205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:17.285965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Usage tracker for resource:subnet and tenant:8699f708acc84d0cb32e8ed5720cb01c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:17.289160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:17.295085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:17.304926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Made reservation on behalf of 8699f708acc84d0cb32e8ed5720cb01c for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:17.426881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:17.675978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:17.679397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fd292671-726d-44cd-acb4-00a1835693a7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:17.738036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:17.741118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:17.745268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:17.745865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:17.749677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de47253-bfa4-4318-bef3-b076f3155ba2 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:17.758891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Subnet': ['ID=79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:17.763826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:17.772798 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6281970
Dec 22 15:08:17.776168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41366) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:17.782031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-136068807', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43'}], 'security_groups': ['c25979c9-d8fe-4d34-aa1f-2c2c7471cce9', '6554660b-66b7-4cf2-b11f-0c2f52932e81']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:17.901438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.066743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Update dhcp port {'port': {'network_id': '7bc96890-a86f-4640-8eb5-21f60cc19f0b', 'fixed_ips': [{'subnet_id': '97441910-4715-41f6-8faa-5c5df44f8a13', 'ip_address': '172.20.0.18'}, {'subnet_id': '62bee9d4-4c54-47bb-ae16-cfee95a79e99', 'ip_address': '172.20.0.2'}, {'subnet_id': '79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43'}], 'binding:host_id': 'dv-neutron-822675-1-hyperv'}, 'id': '49e443cd-d6de-4e92-8b97-e901ae606fa4'} from dv-neutron-822675-1-hyperv. {{(pid=83458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 15:08:18.120009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.397873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Delete allocated IP 172.20.0.6 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/62bee9d4-4c54-47bb-ae16-cfee95a79e99) {{(pid=83457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 15:08:18.405805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Allocated IP 172.20.0.45 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43/fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:18.638004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.655090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Transition to ACTIVE for port object fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:18.658826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.664635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:18.727612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Allocated IP 172.20.0.34 (7bc96890-a86f-4640-8eb5-21f60cc19f0b/79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43/49e443cd-d6de-4e92-8b97-e901ae606fa4) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:18.802381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event updated for resources: {'Port': ['ID=fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:18.814876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:18.838024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] In _notify_port_updated(), no bound segment for port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 on network 7bc96890-a86f-4640-8eb5-21f60cc19f0b {{(pid=83457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:08:18.842256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:18.843270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.844032 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "PUT /v2.0/ports/fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 HTTP/1.1" status: 200  len: 959 time: 1.0669327
Dec 22 15:08:18.848611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41370) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:18.903414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:18.927818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:18.928156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.928297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.945001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Transition to ACTIVE for port object 49e443cd-d6de-4e92-8b97-e901ae606fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:18.949977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:18.953567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:19.129791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Pushing event updated for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:19.138633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:19.206602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.334829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:19.493983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.499461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-935d3695-5383-481d-a719-c4295e9b2a0d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:19.545355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:19.549030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:19.671912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.682615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 HTTP/1.1" status: 204  len: 168 time: 0.8345785
Dec 22 15:08:19.685034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41374) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:19.729619 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc225d5-ccb9-44c2-bb4a-f907e0394219 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] GET failed (client error): The resource could not be found.
Dec 22 15:08:19.729930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3fc225d5-ccb9-44c2-bb4a-f907e0394219 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Synchronizing usage tracker for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:19.733797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:19.734481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.745201 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3fc225d5-ccb9-44c2-bb4a-f907e0394219 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Unset dirty status for tenant:8699f708acc84d0cb32e8ed5720cb01c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:19.746039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3fc225d5-ccb9-44c2-bb4a-f907e0394219 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports/fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1 HTTP/1.1" status: 404  len: 333 time: 0.0600765
Dec 22 15:08:19.749084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41378) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:19.789872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:19.793490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Could not find standard attr ID for object fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:08:19.806258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Provisioning for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:19.810988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:19.811376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae596708-70d9-494f-80ba-991a17e0d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.817603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.845008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.896714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.901259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cf9eb95-5da9-4fff-a051-ac714ae83d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:19.913378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a8e46-a044-48ea-b31c-fd940c2a8091,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:19.915986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:19.922118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:19.926117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41382) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:19.926618 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/security-groups/121a8e46-a044-48ea-b31c-fd940c2a8091 HTTP/1.1" status: 204  len: 168 time: 0.1763074
Dec 22 15:08:19.994399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.024683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.076588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.080612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28c8714b-65f6-4740-96b4-d3dcbf51903a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:20.094325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554660b-66b7-4cf2-b11f-0c2f52932e81,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:20.106912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.108034 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/security-groups/6554660b-66b7-4cf2-b11f-0c2f52932e81 HTTP/1.1" status: 204  len: 168 time: 0.1809211
Dec 22 15:08:20.109446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.109826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.110197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.110758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.111038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41386) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:20.111550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.112086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.112652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.113187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.113717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.114445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.115129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:20.119010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-47236bd9-8e27-407f-b04f-698116d15e21 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:20.193947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:20.206261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.234831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.263096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-acbbb1ff-db9f-4ec7-8570-5e53f3ee80a0 None None] Could not find standard attr ID for object fc2d6ce4-d5fc-47dd-9140-6bf68d3188e1. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:08:20.280851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:20.281236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.286456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.293105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b16384f-6b2e-4937-bbfe-dfeceafe7d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:20.308623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25979c9-d8fe-4d34-aa1f-2c2c7471cce9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:20.310947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:20.313191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.318278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41390) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:20.319002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/security-groups/c25979c9-d8fe-4d34-aa1f-2c2c7471cce9 HTTP/1.1" status: 204  len: 168 time: 0.2070272
Dec 22 15:08:20.388265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 62bee9d4-4c54-47bb-ae16-cfee95a79e99 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:08:20.391253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.448512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.529268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.605070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.609288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b3814ecf-43d3-4e15-a034-b427e25f9906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:20.644173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=62bee9d4-4c54-47bb-ae16-cfee95a79e99,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:20.646840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:20.649222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.655245 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/62bee9d4-4c54-47bb-ae16-cfee95a79e99 HTTP/1.1" status: 204  len: 168 time: 0.3353863
Dec 22 15:08:20.655530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854564df-7c5c-4c43-88a8-779b7c4bc1c2 None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:20.659097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41394) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:20.725736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:08:20.728813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.785871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.866868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.946409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:20.950891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d49b8a0d-77f6-4cea-b8a6-d6d1035248ca tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:20.987860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:20.991139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:20.992114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.001073 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-05d9e8b6-5bff-40eb-99d0-8d23d9d100e2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/79b2ffe4-6fdd-4a1f-a051-879cfc7f6d43 HTTP/1.1" status: 204  len: 168 time: 0.3388476
Dec 22 15:08:21.001445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.044419 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37f14df-81b5-4e68-995c-1873793e6559 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.044866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37f14df-81b5-4e68-995c-1873793e6559 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.046506 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c37f14df-81b5-4e68-995c-1873793e6559 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/62bee9d4-4c54-47bb-ae16-cfee95a79e99 HTTP/1.1" status: 404  len: 337 time: 0.0440984
Dec 22 15:08:21.049090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41404) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.237874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting subnet 97441910-4715-41f6-8faa-5c5df44f8a13 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:08:21.241023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.295484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.343743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245e3b0f-5c03-47fa-b965-f6a6bad58a9d None None] Network 7bc96890-a86f-4640-8eb5-21f60cc19f0b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:21.384268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.441242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c71e29cb-dc94-4f9c-84bc-32694d795eed None None] Provisioning complete for port f11c39a7-3149-4554-b4f4-3f1c85248bc3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:21.441615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c71e29cb-dc94-4f9c-84bc-32694d795eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.458415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.462748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfc45cf3-87fa-44e1-9295-24dd9652c1af tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:21.502193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Subnet': ['ID=97441910-4715-41f6-8faa-5c5df44f8a13,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:21.509633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.517679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c71e29cb-dc94-4f9c-84bc-32694d795eed None None] Port f11c39a7-3149-4554-b4f4-3f1c85248bc3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:21.522376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.522766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.523140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.523509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.523871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.524235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.524622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.524984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.525345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.525708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.526065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:21.529692 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/97441910-4715-41f6-8faa-5c5df44f8a13 HTTP/1.1" status: 204  len: 168 time: 0.4796932
Dec 22 15:08:21.530657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-dc46682a-eb91-452f-b6c0-39c06c276331 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:21.532174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41408) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.572231 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-249a95c7-3a32-4bb1-b0d6-6be83ba1100c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.573113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249a95c7-3a32-4bb1-b0d6-6be83ba1100c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.574890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-249a95c7-3a32-4bb1-b0d6-6be83ba1100c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/0a4d51e5-26f5-4fd8-9f28-f36b28bfd832 HTTP/1.1" status: 404  len: 337 time: 0.0416541
Dec 22 15:08:21.577639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41412) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.598814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c71e29cb-dc94-4f9c-84bc-32694d795eed None None] Provisioning complete for port 49e443cd-d6de-4e92-8b97-e901ae606fa4 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:21.599193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c71e29cb-dc94-4f9c-84bc-32694d795eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.628974 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ec28fa0b-457d-4c7a-bfee-f52107bb19bc tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aa78689-ef41-49de-af6d-c7ecdc7a14a9 HTTP/1.1" status: 200  len: 205 time: 0.0497842
Dec 22 15:08:21.631273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41416) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.697731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-cbe6246f-d63e-4a90-bd1c-6a6a229d349b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] delete failed (client error): The resource could not be found.
Dec 22 15:08:21.698800 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cbe6246f-d63e-4a90-bd1c-6a6a229d349b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/routers/2aa78689-ef41-49de-af6d-c7ecdc7a14a9 HTTP/1.1" status: 404  len: 336 time: 0.0664442
Dec 22 15:08:21.701369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41420) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.741966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] DHCP port deletion for 7bc96890-a86f-4640-8eb5-21f60cc19f0b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:08:21.746919 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4a1ec7-ae85-4e44-b413-3d7f97681919 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.747345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4a1ec7-ae85-4e44-b413-3d7f97681919 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.749444 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5b4a1ec7-ae85-4e44-b413-3d7f97681919 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/781a9d58-c7f6-46b8-a6d9-07f4a0238880 HTTP/1.1" status: 404  len: 337 time: 0.0469153
Dec 22 15:08:21.751356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Deleting port 49e443cd-d6de-4e92-8b97-e901ae606fa4 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:21.751822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.752018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41424) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.789553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18994f8-742d-4104-9559-cf0d04841820 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.789977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18994f8-742d-4104-9559-cf0d04841820 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.791604 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a18994f8-742d-4104-9559-cf0d04841820 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/b07684f5-1674-4595-ba00-ac5f61c5241f HTTP/1.1" status: 404  len: 337 time: 0.0387266
Dec 22 15:08:21.794218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41428) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.831492 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af3c6d-1ea8-4366-b41c-1ca5d65842d7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.831838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9af3c6d-1ea8-4366-b41c-1ca5d65842d7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.835677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c9af3c6d-1ea8-4366-b41c-1ca5d65842d7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/e9972ef8-6d8a-445d-a41e-b819c3434afa HTTP/1.1" status: 404  len: 337 time: 0.0384731
Dec 22 15:08:21.835877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41434) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.877683 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ac8747-4ec8-4c0e-b511-76fb9c8f5861 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.878109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ac8747-4ec8-4c0e-b511-76fb9c8f5861 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.879689 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a7ac8747-4ec8-4c0e-b511-76fb9c8f5861 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/fa36880e-c206-4dd0-a1d2-166c59a613f7 HTTP/1.1" status: 404  len: 333 time: 0.0429204
Dec 22 15:08:21.882267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41438) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.920459 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d3fb60-1c44-4f3a-a3f6-db67048f559d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.920883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d3fb60-1c44-4f3a-a3f6-db67048f559d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.922465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-85d3fb60-1c44-4f3a-a3f6-db67048f559d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/881f74dc-2c7a-4529-8818-eeb50aac49c0 HTTP/1.1" status: 404  len: 337 time: 0.0393381
Dec 22 15:08:21.924996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41442) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:21.952638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] For port 49e443cd-d6de-4e92-8b97-e901ae606fa4, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=49e443cd-d6de-4e92-8b97-e901ae606fa4,segment=NetworkSegment(8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4),segment_id=8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:21.953035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:21.963538 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-88565640-83a3-4aa6-ad8a-578795510cee tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:21.964095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88565640-83a3-4aa6-ad8a-578795510cee tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:21.965731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-88565640-83a3-4aa6-ad8a-578795510cee tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/2d7af892-6e7c-44f4-9097-dc0f8b55c2b6 HTTP/1.1" status: 404  len: 337 time: 0.0398464
Dec 22 15:08:21.968368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41446) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.008003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41450) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.009024 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f503d41-fdec-438a-b0b5-1d47aa7d4d31 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:22.010180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f503d41-fdec-438a-b0b5-1d47aa7d4d31 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:22.014056 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7f503d41-fdec-438a-b0b5-1d47aa7d4d31 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/b7b5e004-aebf-4805-8248-2e31c2d6c527 HTTP/1.1" status: 404  len: 333 time: 0.0422597
Dec 22 15:08:22.014388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41454) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.052288 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-93183942-d70d-4b4b-956c-45c8de7aaa17 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:22.052754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93183942-d70d-4b4b-956c-45c8de7aaa17 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:22.055309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-93183942-d70d-4b4b-956c-45c8de7aaa17 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/2bb21a88-726a-4d74-9d31-78810bbe014a HTTP/1.1" status: 404  len: 337 time: 0.0397756
Dec 22 15:08:22.058321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41458) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.103825 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5005ef97-d727-4405-89fb-9333363f8776 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:08:22.104260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5005ef97-d727-4405-89fb-9333363f8776 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:08:22.105987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5005ef97-d727-4405-89fb-9333363f8776 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/subnets/490fb50c-02eb-40eb-b4c6-203d90074237 HTTP/1.1" status: 404  len: 337 time: 0.0464702
Dec 22 15:08:22.108572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41462) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.114520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Calling delete_port for 49e443cd-d6de-4e92-8b97-e901ae606fa4 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:22.198077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:08:22.211906 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9db6804c-10fa-461e-add9-2a83261acb5c tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=e925cf18d216469d8be5a0ff177775a2&network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 2999 time: 0.2026498
Dec 22 15:08:22.226835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:22.235406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fa2d7bb7-0a79-44f7-8442-2845d1aee93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:22.270474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 49e443cd-d6de-4e92-8b97-e901ae606fa4 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:08:22.270822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 49e443cd-d6de-4e92-8b97-e901ae606fa4 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:08:22.279023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Pushing event deleted for resources: {'Port': ['ID=49e443cd-d6de-4e92-8b97-e901ae606fa4,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:22.292759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.293342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.293476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.293774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.294139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.294470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.294801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.295132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.295446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.295764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.296081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:08:22.296448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Deleting port f11c39a7-3149-4554-b4f4-3f1c85248bc3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:22.296791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:22.298686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] No DVR routers for this DVR port 49e443cd-d6de-4e92-8b97-e901ae606fa4 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:08:22.300038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:22.513178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:22.635119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Calling delete_port for f11c39a7-3149-4554-b4f4-3f1c85248bc3 owned by  {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:08:22.710083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:22.715371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c6a301fe-74e3-4c9f-8628-28411d1f28d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:22.760007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Port': ['ID=f11c39a7-3149-4554-b4f4-3f1c85248bc3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:22.763395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:22.767749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:22.780306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/ports/f11c39a7-3149-4554-b4f4-3f1c85248bc3 HTTP/1.1" status: 204  len: 168 time: 0.6705656
Dec 22 15:08:22.782803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41470) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:22.895343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.023665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.048047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857431f1c0>,) {'filters': {'network_id': ['7bc96890-a86f-4640-8eb5-21f60cc19f0b']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:23.059804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857431f1c0>, '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:23.060097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857431f1c0>, '8a4aba4c-67e4-4b82-9dc9-a6eb86fc04c4') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:23.071008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.087016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.093523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:08:23.093896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:08:23.107975 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:08:23.188329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.193081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.195852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aa4c13d3-d223-4a84-8409-80f07534bb03 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:23.218082 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] 10.222.0.69 "DELETE /v2.0/networks/7bc96890-a86f-4640-8eb5-21f60cc19f0b HTTP/1.1" status: 204  len: 168 time: 0.4343181
Dec 22 15:08:23.219095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Pushing event deleted for resources: {'Network': ['ID=7bc96890-a86f-4640-8eb5-21f60cc19f0b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:23.222146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:23.501593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41478) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:23.676103 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3f5b7e35-7a72-46d6-a4d7-33f676f68f83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8699f708acc84d0cb32e8ed5720cb01c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1732907
Dec 22 15:08:23.678483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41486) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:23.737313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.762797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.812768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.816362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e3914cb-0f2f-4f02-b475-24e899a656e8 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:23.828048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8266aac-865a-4b57-b378-339c63ccdd9b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:23.830879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:23.838023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:23.839103 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8266aac-865a-4b57-b378-339c63ccdd9b HTTP/1.1" status: 204  len: 168 time: 0.1597526
Dec 22 15:08:24.535031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8875f562-1c2f-408b-bf3f-6d942214e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:24.638841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41510) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:24.767990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-33ed07d9-60d1-4f10-a9d7-0ade93cd0703 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-659737363', 'prefixes': ['172.20.0.0/16']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:24.773520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-33ed07d9-60d1-4f10-a9d7-0ade93cd0703 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:24.832520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-33ed07d9-60d1-4f10-a9d7-0ade93cd0703 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Notify callbacks [] for subnetpool, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:24.833636 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-33ed07d9-60d1-4f10-a9d7-0ade93cd0703 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.1933975
Dec 22 15:08:24.836333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41516) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:24.863432 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08356067-d49d-48b1-a923-e06ae19c820f tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "GET /v2.0/subnetpools/4b08f4f0-a07e-4f02-942e-c7b5051c39c9 HTTP/1.1" status: 200  len: 731 time: 0.0259371
Dec 22 15:08:24.865677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41520) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:24.871362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8e990e26-faaa-4f76-aae2-9dbe93a801ea tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-278137371'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:24.906188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41524) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:24.957243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e990e26-faaa-4f76-aae2-9dbe93a801ea tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Notify callbacks [] for subnetpool, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:24.958411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e990e26-faaa-4f76-aae2-9dbe93a801ea tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "PUT /v2.0/subnetpools/4b08f4f0-a07e-4f02-942e-c7b5051c39c9 HTTP/1.1" status: 200  len: 683 time: 0.0918686
Dec 22 15:08:24.961141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41528) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:24.984254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd0658-5229-4ff7-b8b3-941b5c0d006a tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:25.001365 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cfdd0658-5229-4ff7-b8b3-941b5c0d006a tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 814 time: 0.0786283
Dec 22 15:08:25.066084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e5e21726-e9d1-48f7-a739-970524e68f48 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] Notify callbacks [] for subnetpool, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.067261 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e5e21726-e9d1-48f7-a739-970524e68f48 tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4b08f4f0-a07e-4f02-942e-c7b5051c39c9 HTTP/1.1" status: 204  len: 168 time: 0.1051402
Dec 22 15:08:25.069970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.090850 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-018cf81d-8a54-4554-b93e-838ad395d92b tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] show failed (client error): The resource could not be found.
Dec 22 15:08:25.091847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-018cf81d-8a54-4554-b93e-838ad395d92b tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "GET /v2.0/subnetpools/4b08f4f0-a07e-4f02-942e-c7b5051c39c9 HTTP/1.1" status: 404  len: 346 time: 0.0207825
Dec 22 15:08:25.095124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41540) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.112837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-d54675b9-e62c-4495-a975-65d17a76464d tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] delete failed (client error): The resource could not be found.
Dec 22 15:08:25.113779 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d54675b9-e62c-4495-a975-65d17a76464d tempest-SubnetPoolsTestJSON-951832894 tempest-SubnetPoolsTestJSON-951832894-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4b08f4f0-a07e-4f02-942e-c7b5051c39c9 HTTP/1.1" status: 404  len: 346 time: 0.0178297
Dec 22 15:08:25.408837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41550) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.453001 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41556) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.458409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--1152093007', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:25.464137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:25.473560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:25.484014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:25.487436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.515927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:08:25.525954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.526312 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 7610860f-38ac-4a28-bb93-6fc31a74b738 of type vlan for network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d
Dec 22 15:08:25.564839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.577290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.618220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:25.623975 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9da4e1fe9044f0b5901038c015aa90 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:25.627325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:25.629888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.633585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:25.634729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.642083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c38ec2f-7aa5-4314-b411-9376d64271f8 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:25.662550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:25.770349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:25.777288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:25.778416 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3245542
Dec 22 15:08:25.782008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:08:25.782517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41560) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.831816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.836896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.845107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f0cdb-ce62-4a97-88fb-fba755f8daf4 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:25.845572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1d0a4fd0-577d-4115-a268-8f52dba96108 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:25.846572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-040f0cdb-ce62-4a97-88fb-fba755f8daf4 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0635154
Dec 22 15:08:25.850163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41564) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.893605 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb9da4e1fe9044f0b5901038c015aa90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4811604
Dec 22 15:08:25.893605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945ad800-4c55-4ded-b106-0b70578456c2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:25.894199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41568) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:25.896702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:25.963585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.989393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:25.994933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cca48-b598-4fcb-aa53-ed9fd7f9a21d tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:25.996505 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ef5cca48-b598-4fcb-aa53-ed9fd7f9a21d tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1452951
Dec 22 15:08:25.999445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41572) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:26.043320 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6c4ff7f2-e17b-4e90-8ae7-a37915090d93 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395648
Dec 22 15:08:26.043521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41576) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:26.047257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:26.051395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fb54e17-990e-451a-a24a-d7f4b9f46910 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:26.064256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945ad800-4c55-4ded-b106-0b70578456c2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:26.068033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:26.071181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:26.075426 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/945ad800-4c55-4ded-b106-0b70578456c2 HTTP/1.1" status: 204  len: 168 time: 0.1803050
Dec 22 15:08:26.097963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8811f34e-59cf-4150-8f44-7a7708616afd tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0476997
Dec 22 15:08:26.097963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41582) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:26.348614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23ddff-076c-4be3-9d1d-524e164e7d44 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:26.348614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2b23ddff-076c-4be3-9d1d-524e164e7d44 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2530313
Dec 22 15:08:26.354865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41588) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:26.397729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41594) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:26.400188 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5583bee9-d898-4f47-a865-eb6f0bfe5d26 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0440598
Dec 22 15:08:26.402851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806716290', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:26.528261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:26.534120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:26.534120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:26.542804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:26.555513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:26.672573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:26.899896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:26.905235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dfdc6777-5969-4f28-b4eb-448c33c1a3a0 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:26.984755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=cb4f825a-3d7a-4039-b21e-8b04e441f160,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:26.990043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:26.997549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:26.997549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:08:27.018772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:08:27.030605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:27.032580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:27.032580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.040484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aca841-867a-4d2d-8c54-326e23e33cc5 None None] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:27.054581 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6597075
Dec 22 15:08:27.075646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41612) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:27.231202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-733513121-network', 'tenant_id': 'c0eac3c481d84b2a88400bfefe4480d1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:27.236175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.245496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Usage tracker for resource:network and tenant:c0eac3c481d84b2a88400bfefe4480d1 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.245496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.256470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.270115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Made reservation on behalf of c0eac3c481d84b2a88400bfefe4480d1 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:27.273864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.296345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.297843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:08:27.298580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.341015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.345562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Usage tracker for resource:security_group_rule and tenant:c0eac3c481d84b2a88400bfefe4480d1 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.349783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.361951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.437451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.441764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.446939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-84196e23-b149-4b7d-b436-54bf1c525799 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.474691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41618) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:27.476255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:08:27.483226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647718020', 'description': 'tempest-secgroup-smoke-647718020 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:27.489865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.490260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ad9f2-e8b2-411b-95f6-02d529f3e84d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:27.493977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Allocated IP 172.20.0.18 (e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d/cb4f825a-3d7a-4039-b21e-8b04e441f160/afd8d87e-358c-4a49-bfa0-683f3f3f1539) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:27.495188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:27.498716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.499118 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Added segment 8a8b6654-5553-4617-aa62-8e10f7199519 of type vlan for network bb52291f-f687-4b92-bec6-f6e603b9292a
Dec 22 15:08:27.501774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.514319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.529095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.536645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cc92-ec9c-4225-83d6-fb4ace850fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.558467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.562744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.563335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.564488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:27.565207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.565681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.570435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.576147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.656456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.665313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.676488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-773529db-e2b3-4413-8be0-d52c2d62e89e tempest-NegativeSecGroupTest-1404092491 tempest-NegativeSecGroupTest-1404092491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.689812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Pushing event updated for resources: {'Network': ['ID=bb52291f-f687-4b92-bec6-f6e603b9292a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:27.689812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:27.698712 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6149473
Dec 22 15:08:27.698712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:27.704047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Request body: {'subnet': {'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-733513121-subnet', 'tenant_id': 'c0eac3c481d84b2a88400bfefe4480d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:27.710415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.714063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network bb52291f-f687-4b92-bec6-f6e603b9292a details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:08:27.714457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Usage tracker for resource:subnet and tenant:c0eac3c481d84b2a88400bfefe4480d1 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.719011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.724601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.735984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904a6683-cf16-4c99-9178-a1fe551c2b4e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:27.742886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Made reservation on behalf of c0eac3c481d84b2a88400bfefe4480d1 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:27.742886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.748705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:27.752338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.757383 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2810116
Dec 22 15:08:27.758011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41626) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:27.763667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:27.770636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.775349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.780362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.786309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.810005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.849918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.865153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Transition to ACTIVE for port object afd8d87e-358c-4a49-bfa0-683f3f3f1539 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:27.884991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.887493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Transition to ACTIVE for port object afd8d87e-358c-4a49-bfa0-683f3f3f1539 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:27.890435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.893508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.897504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.899752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-53a7b4ff-10a0-4d55-8995-050adcf1bc5a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.923039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4914c2ba-abaf-404d-bded-8dfd1db725cb,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:27.925981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:27.932238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.936218 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1772208
Dec 22 15:08:27.938925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41630) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:27.945342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:27.952459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:27.955772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:27.958692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:27.965302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:27.965626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:27.971987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.977590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f7843e1c-395d-41e0-a14c-7b181c286d38 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:27.980777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:27.986668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:27.990522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:27.996441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Pushing event updated for resources: {'Port': ['ID=afd8d87e-358c-4a49-bfa0-683f3f3f1539,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.000225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.001279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.061517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.066165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.068675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f82af22a-dbb6-4fe2-97be-e991dc9757dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.096612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a76517-bd32-4866-b449-5dd75a3a69f6,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.101707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.107840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.111993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1716368
Dec 22 15:08:28.113843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41634) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:28.114122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Attempting to bind port afd8d87e-358c-4a49-bfa0-683f3f3f1539 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:08:28.115066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Attempting to bind port afd8d87e-358c-4a49-bfa0-683f3f3f1539 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:08:28.116033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Attempting to bind port afd8d87e-358c-4a49-bfa0-683f3f3f1539 on network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:28.120893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.121435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:28.125445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:08:28.125837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Checking segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:28.126292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.126695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Bound using segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:08:28.127171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Bound port: afd8d87e-358c-4a49-bfa0-683f3f3f1539, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:08:28.127749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.128372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:28.132573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:28.136369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:28.142921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:28.153730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f446409c-a523-4d7c-9edb-a4ddd40af3d5,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.162592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.168076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.178285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Checking segment: {'id': '8a8b6654-5553-4617-aa62-8e10f7199519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:28.178631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Network hostable DHCP agents. Network: bb52291f-f687-4b92-bec6-f6e603b9292a, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:08:28.205527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Network bb52291f-f687-4b92-bec6-f6e603b9292a is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:08:28.216045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, bb52291f-f687-4b92-bec6-f6e603b9292a) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:28.217692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] For port afd8d87e-358c-4a49-bfa0-683f3f3f1539, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:08:28.221020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] For port afd8d87e-358c-4a49-bfa0-683f3f3f1539, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=afd8d87e-358c-4a49-bfa0-683f3f3f1539,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:08:28.221487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:28.222318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.226481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d082e3b-7e76-4b5b-828b-fc0089f78e66 None None] Network bb52291f-f687-4b92-bec6-f6e603b9292a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:28.242719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.246907 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5504739
Dec 22 15:08:28.247779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.264349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.272360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6f378e45-9976-428d-a3a3-60ef13964e66 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.293805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347fa20b-921e-481a-8073-aced3f7e5ef2,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.294448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.296852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.303064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.304221 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1891997
Dec 22 15:08:28.307622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41640) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:28.313384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:28.319363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:28.323478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:28.326328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:28.331875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:28.348688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.423728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.431877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.434245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Pushing event updated for resources: {'Port': ['ID=afd8d87e-358c-4a49-bfa0-683f3f3f1539,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.443311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.446328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3c7ad17f-dd5d-4aad-82e8-bec8c0e2a97c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.466931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e551e7d7-2d5a-449a-9119-6a954981b512,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.469624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.474774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.475965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1671739
Dec 22 15:08:28.488122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41646) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:28.514835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:28.527073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:28.532713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:28.538279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:28.549773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:28.581839 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:08:28.590094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.611046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e058e1-87d2-4952-bf73-5a041014395c None None] Network bb52291f-f687-4b92-bec6-f6e603b9292a requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:28.745789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.750703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.753066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2706d932-2022-45cd-8520-1d832c2c93bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.784149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42b588f-8a9e-4ce7-b8a2-fc21b62921ef,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.786963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.806472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.807917 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3187509
Dec 22 15:08:28.810795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41656) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:28.816838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '904a6683-cf16-4c99-9178-a1fe551c2b4e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:28.824122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:28.828322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:28.831577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:28.838023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:28.851046 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:08:28.859123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.945463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.949317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.951087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bde444e1-99fc-4106-9064-bd8d60d2edd8 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:28.972341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9e4492-5094-4a56-86c3-83cbfbec9c23,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:28.974718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:28.983070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:28.984239 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1724200
Dec 22 15:08:29.226719 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-7a139795-a471-4459-83ea-3e72ea1b8a39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647718020&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0519609
Dec 22 15:08:29.298303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.336002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41676) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:29.342444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-453297903-network', 'tenant_id': 'd8914cee0ce94c81800f3a2865d9cb97'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:29.349374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:29.353247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Usage tracker for resource:network and tenant:d8914cee0ce94c81800f3a2865d9cb97 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:29.357094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:29.363017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:29.380342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Made reservation on behalf of d8914cee0ce94c81800f3a2865d9cb97 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:29.383130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.397730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.408844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-20d4fd86-8c62-4f86-a1fd-315d555cf3b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:29.409542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-20d4fd86-8c62-4f86-a1fd-315d555cf3b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:29.426080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-20d4fd86-8c62-4f86-a1fd-315d555cf3b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:29.427673 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-20d4fd86-8c62-4f86-a1fd-315d555cf3b9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d HTTP/1.1" status: 200  len: 797 time: 0.2006657
Dec 22 15:08:29.436450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:29.440628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Usage tracker for resource:security_group_rule and tenant:d8914cee0ce94c81800f3a2865d9cb97 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:29.445429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:29.449775 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-bc0383d7-b8d6-4543-8803-a3a3f4931523 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0150764
Dec 22 15:08:29.450601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:29.549466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.552246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.558134 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-2064e5f8-803a-4f2a-a2db-0e3281542243 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1015677
Dec 22 15:08:29.561367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6cc5d536-75c9-45f7-9eff-6aea873e2a49 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:29.614515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d75f80-0c5a-4e81-80ee-6ac3c0ae30a4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:29.614515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:29.614515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:08:29.625240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.625240 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Added segment 77158735-ff2c-4634-ba4e-67228428bdb6 of type vlan for network 21186b55-78e8-4481-943b-41a789f79acb
Dec 22 15:08:29.682249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.732660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d52877-85f4-4534-ad9b-0816be282fa0 None None] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:29.733055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.734072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:29.734768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.738466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ba84353-adae-4e67-982f-89af4b36c94b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:29.826170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3f6710f6-996d-47b3-a9de-0c698990aa39 None None] Provisioning for port afd8d87e-358c-4a49-bfa0-683f3f3f1539 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:29.841808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Pushing event updated for resources: {'Network': ['ID=21186b55-78e8-4481-943b-41a789f79acb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:29.846568 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5095174
Dec 22 15:08:29.847740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:29.849398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41682) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:29.855574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 21186b55-78e8-4481-943b-41a789f79acb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:08:29.855754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Request body: {'subnet': {'network_id': '21186b55-78e8-4481-943b-41a789f79acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-453297903-subnet', 'tenant_id': 'd8914cee0ce94c81800f3a2865d9cb97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:29.861848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:29.865823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Usage tracker for resource:subnet and tenant:d8914cee0ce94c81800f3a2865d9cb97 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:29.870286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:29.876634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:29.889095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Made reservation on behalf of d8914cee0ce94c81800f3a2865d9cb97 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:29.893358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:29.996490 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-bcbc98c0-9321-4d82-b576-999771eaabcf service neutron] 10.222.0.69 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4179182
Dec 22 15:08:30.157816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:30.162888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-706c1fd2-554f-4c13-9d04-ee258ca448a3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:30.164829 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-84960662-35ca-4f37-b0d5-29f98f32d43c service neutron] 10.222.0.69 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642575
Dec 22 15:08:30.253301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device afd8d87e-358c-4a49-bfa0-683f3f3f1539 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:30.277465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e27d00f-5c71-49f7-abaa-34594ab069fd,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:30.277465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:30.286920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Checking segment: {'id': '77158735-ff2c-4634-ba4e-67228428bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21186b55-78e8-4481-943b-41a789f79acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:30.286920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Network hostable DHCP agents. Network: 21186b55-78e8-4481-943b-41a789f79acb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:08:30.316690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Network 21186b55-78e8-4481-943b-41a789f79acb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:08:30.330073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 21186b55-78e8-4481-943b-41a789f79acb) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:30.335203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:30.336021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:30.345718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a152e2-38b4-453d-b0c0-8b7ee62343fb None None] Network 21186b55-78e8-4481-943b-41a789f79acb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:30.407888 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5481768
Dec 22 15:08:30.513740 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f5c55142-e3b7-4751-b489-33a6495e1d44 req-e65de53a-6d75-4fe5-a7bc-07667baa4e16 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 210 time: 0.0547779
Dec 22 15:08:30.611404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port afd8d87e-358c-4a49-bfa0-683f3f3f1539 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:30.623575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port afd8d87e-358c-4a49-bfa0-683f3f3f1539 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:30.623878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:30.816568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7638151-5589-4d23-923f-2fc6dbfb7ba6 None None] Network 21186b55-78e8-4481-943b-41a789f79acb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:08:30.926637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:30.996214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port afd8d87e-358c-4a49-bfa0-683f3f3f1539, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=afd8d87e-358c-4a49-bfa0-683f3f3f1539,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:31.034587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:31.050047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6b27f7a1-e4f9-47f9-918e-87034ac79430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:31.158202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=afd8d87e-358c-4a49-bfa0-683f3f3f1539,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:31.162593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:31.286541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-654244e4-c08b-4850-bb93-fbfff715f627 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:31.287199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-654244e4-c08b-4850-bb93-fbfff715f627 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Synchronizing usage tracker for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:31.303654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-654244e4-c08b-4850-bb93-fbfff715f627 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Unset dirty status for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:31.304880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-654244e4-c08b-4850-bb93-fbfff715f627 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/networks?id=bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 200  len: 811 time: 0.1715686
Dec 22 15:08:31.321008 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-774d8775-03fa-40ad-bdbb-1eb2a74ff464 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/quotas/c0eac3c481d84b2a88400bfefe4480d1 HTTP/1.1" status: 200  len: 375 time: 0.0108371
Dec 22 15:08:31.372743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-a4baef1d-fc86-4912-b669-ad0400bf5ec4 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454154
Dec 22 15:08:31.527668 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-142d52af-d8fd-4116-b9b7-bff61926ea5c service neutron] 10.222.0.69 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481600
Dec 22 15:08:31.682141 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-c1c4ad1e-3e1b-4e44-b17b-01233200034a service neutron] 10.222.0.69 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479747
Dec 22 15:08:31.733111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d4406f30-e379-4374-95bd-116ddf374c5b req-eb871eb1-ac80-4511-b1bf-90c4f0330206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 210 time: 0.0683200
Dec 22 15:08:31.941373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a4fd4db-a963-40e7-9ee1-8ed8c5b973b3 req-d8f1fdee-35d7-474a-a033-99e31d2eae84 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 210 time: 0.0756567
Dec 22 15:08:31.953528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-f15d9f4a-b1f9-48dc-a981-e733492142ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:31.954998 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-f15d9f4a-b1f9-48dc-a981-e733492142ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d HTTP/1.1" status: 200  len: 797 time: 0.2203503
Dec 22 15:08:32.027059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-a18882ad-01f5-406b-a747-562bf0ce6a59 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:32.044884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-a18882ad-01f5-406b-a747-562bf0ce6a59 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:32.046030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-a18882ad-01f5-406b-a747-562bf0ce6a59 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 472 time: 0.0767190
Dec 22 15:08:32.058358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['904a6683-cf16-4c99-9178-a1fe551c2b4e']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:32.193101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device afd8d87e-358c-4a49-bfa0-683f3f3f1539 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:32.219759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:32.223166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:port and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:32.229824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:32.234153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:32.261088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:32.262591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:32.307743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port afd8d87e-358c-4a49-bfa0-683f3f3f1539 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:32.308367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:32.447581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.20 (e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d/cb4f825a-3d7a-4039-b21e-8b04e441f160/497d05ef-271f-46d1-b932-196e3d7e87eb) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:32.772994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:32.789915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 497d05ef-271f-46d1-b932-196e3d7e87eb will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:32.817235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:32.822739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-317dbcc3-5462-46e2-a924-65262f3d65bf tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:32.890314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:32.899138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:32.903922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:32.939323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:32.943538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:33.052616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b830-728a-4230-b1ae-bec7ec93e137 req-46308b9c-209a-42e8-ae13-41d3ea8a1456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:33.052616 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1e96b830-728a-4230-b1ae-bec7ec93e137 req-46308b9c-209a-42e8-ae13-41d3ea8a1456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 932 time: 0.1749809
Dec 22 15:08:33.063476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:33.064760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:33.121381 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0662315
Dec 22 15:08:33.141449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Request body: {'port': {'device_id': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:33.167663 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1e96b830-728a-4230-b1ae-bec7ec93e137 req-cb86cb10-a28d-42f9-b109-ba0213c586ed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035194
Dec 22 15:08:33.223475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:33.297200 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6c8656ad-434c-4e17-b034-7e0f656f6eea req-14c66d7e-d6fd-4073-ae13-b7b511adeb07 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 210 time: 0.1007998
Dec 22 15:08:33.352438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7ec5dae0-ecd5-407e-85f6-586dba20fdb5 None None] Provisioning for port 497d05ef-271f-46d1-b932-196e3d7e87eb completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:33.360453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7ec5dae0-ecd5-407e-85f6-586dba20fdb5 None None] Provisioning complete for port 497d05ef-271f-46d1-b932-196e3d7e87eb triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:33.360907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dae0-ecd5-407e-85f6-586dba20fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:33.417520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-df897729-f44d-4321-9927-4e9e44e108c6 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:33.417520 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-df897729-f44d-4321-9927-4e9e44e108c6 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.61 "GET /v2.0/networks?id=bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 200  len: 811 time: 0.4391623
Dec 22 15:08:33.441074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Request body: {'port': {'device_id': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a', 'admin_state_up': True, 'tenant_id': 'c0eac3c481d84b2a88400bfefe4480d1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:33.447085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5dae0-ecd5-407e-85f6-586dba20fdb5 None None] Port 497d05ef-271f-46d1-b932-196e3d7e87eb cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:33.507799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:33.691578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:08:33.700358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Usage tracker for resource:port and tenant:c0eac3c481d84b2a88400bfefe4480d1 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:08:33.709220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:08:33.719965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:08:33.797684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Made reservation on behalf of c0eac3c481d84b2a88400bfefe4480d1 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:08:33.800638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.069651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Allocated IP 172.20.0.14 (bb52291f-f687-4b92-bec6-f6e603b9292a/f446409c-a523-4d7c-9edb-a4ddd40af3d5/138632fc-053e-48da-ad3d-db44d2d89d9d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:34.083961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497d05ef-271f-46d1-b932-196e3d7e87eb {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:08:34.092263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.131442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Transition to ACTIVE for port object 497d05ef-271f-46d1-b932-196e3d7e87eb will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:34.138466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.147234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d3d83e6e-a046-4ce0-bee6-6d063168381b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:34.425531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Pushing event updated for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:34.444720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:34.483848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76c3f-8b3f-4f92-8712-61e972a25622 req-0d4f29f0-0fc3-4115-8eb2-f7d588bd7432 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:34.487754 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-77b76c3f-8b3f-4f92-8712-61e972a25622 req-0d4f29f0-0fc3-4115-8eb2-f7d588bd7432 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 944 time: 0.1225421
Dec 22 15:08:34.539602 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-77b76c3f-8b3f-4f92-8712-61e972a25622 req-f0ab316b-8a26-471c-91cb-9143852b19df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505929
Dec 22 15:08:34.738038 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2c7dd868-eb7d-43d9-b31e-8919511cc704 req-3c703f8f-0e93-4cf8-841c-85779715f691 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 210 time: 0.2034824
Dec 22 15:08:34.800361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.808670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Attempting to bind port 497d05ef-271f-46d1-b932-196e3d7e87eb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:08:34.809366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Attempting to bind port 497d05ef-271f-46d1-b932-196e3d7e87eb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:08:34.809366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Attempting to bind port 497d05ef-271f-46d1-b932-196e3d7e87eb on network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:34.819476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Port 497d05ef-271f-46d1-b932-196e3d7e87eb on network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:08:34.819476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Attempting to bind port 497d05ef-271f-46d1-b932-196e3d7e87eb on network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:34.828562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:08:34.828562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Checking segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:34.829295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Bound using segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:08:34.829295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Bound port: 497d05ef-271f-46d1-b932-196e3d7e87eb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:08:34.829597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.896768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:34.902630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2e24e570-c55d-4d27-b598-42278abca3d9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:34.985014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Network bb52291f-f687-4b92-bec6-f6e603b9292a is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:34.995066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:35.001135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:35.039487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:08:35.044818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Pushing event updated for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:35.049359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:35.064743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=497d05ef-271f-46d1-b932-196e3d7e87eb,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:08:35.073708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:35.078123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:35.109086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:35.109680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:35.150696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:35.152057 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] 10.222.0.61 "PUT /v2.0/ports/497d05ef-271f-46d1-b932-196e3d7e87eb HTTP/1.1" status: 200  len: 1094 time: 2.0213213
Dec 22 15:08:35.152601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:35.166042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7392962
Dec 22 15:08:35.181639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Request body: {'port': {'device_id': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:08:35.252742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Pushing event updated for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:35.256318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb', 'status': 'completed', 'code': 200}
Dec 22 15:08:35.263617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:35.357847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:35.377208 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-7e9fa246-39d2-43c9-87ac-fbfdc081fde8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 1097 time: 0.1632562
Dec 22 15:08:35.476056 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-d0021d0a-aabd-4bf5-baee-929b43c4c507 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=497d05ef-271f-46d1-b932-196e3d7e87eb HTTP/1.1" status: 200  len: 217 time: 0.0713794
Dec 22 15:08:35.617735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-01c95e09-a4c7-42c5-b805-ed9d0497a0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:35.619440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-01c95e09-a4c7-42c5-b805-ed9d0497a0af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb4f825a-3d7a-4039-b21e-8b04e441f160 HTTP/1.1" status: 200  len: 837 time: 0.1325357
Dec 22 15:08:35.891139 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-6555340f-81c4-4d48-ab29-fbc17251f35f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2618246
Dec 22 15:08:35.897997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b71c-9783-49a8-b011-749067b6bfb6 req-41733424-c470-446e-8791-279ab0fc9309 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:35.898669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-02c2b71c-9783-49a8-b011-749067b6bfb6 req-41733424-c470-446e-8791-279ab0fc9309 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:35.944102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d94a6-eebc-4d09-95a0-d12dab43863b req-737f2750-a3cb-451e-a81e-351851adc1dd tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:35.945612 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0c4d94a6-eebc-4d09-95a0-d12dab43863b req-737f2750-a3cb-451e-a81e-351851adc1dd tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 932 time: 0.0783725
Dec 22 15:08:35.979777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.db.resource_extend [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 15:08:35.994924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0c4d94a6-eebc-4d09-95a0-d12dab43863b req-60aa7bd7-a325-4e49-83d6-5745e2533e24 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Synchronizing usage tracker for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:36.010740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0c4d94a6-eebc-4d09-95a0-d12dab43863b req-60aa7bd7-a325-4e49-83d6-5745e2533e24 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Unset dirty status for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:36.011927 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0c4d94a6-eebc-4d09-95a0-d12dab43863b req-60aa7bd7-a325-4e49-83d6-5745e2533e24 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608146
Dec 22 15:08:36.042588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-02c2b71c-9783-49a8-b011-749067b6bfb6 req-41733424-c470-446e-8791-279ab0fc9309 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:36.043643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02c2b71c-9783-49a8-b011-749067b6bfb6 req-41733424-c470-446e-8791-279ab0fc9309 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 944 time: 0.3550575
Dec 22 15:08:36.101872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138632fc-053e-48da-ad3d-db44d2d89d9d {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:08:36.115048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:36.149918 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-6f575e59-29b3-4cca-8e7c-238cf62f3999 service neutron] 10.222.0.61 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464631
Dec 22 15:08:36.159624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Transition to ACTIVE for port object 138632fc-053e-48da-ad3d-db44d2d89d9d will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:36.180274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02c2b71c-9783-49a8-b011-749067b6bfb6 req-02f0e053-6867-4a45-9ef6-666b8c76ff81 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247170
Dec 22 15:08:36.183933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:36.230704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22197bed-68ad-4a44-8143-11fb010a9ef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:36.261383 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:08:36.496017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Pushing event updated for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:36.498968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:36.552057 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1d2d4e5-df41-46a8-9f47-5277b6d2925b req-c7d51905-6b92-4a5e-b6d6-f7cbb40dae4c service neutron] 10.222.0.61 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3932340
Dec 22 15:08:36.682403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Attempting to bind port 138632fc-053e-48da-ad3d-db44d2d89d9d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:08:36.682723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Attempting to bind port 138632fc-053e-48da-ad3d-db44d2d89d9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8a8b6654-5553-4617-aa62-8e10f7199519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:08:36.683036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Attempting to bind port 138632fc-053e-48da-ad3d-db44d2d89d9d on network bb52291f-f687-4b92-bec6-f6e603b9292a {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:36.698692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Port 138632fc-053e-48da-ad3d-db44d2d89d9d on network bb52291f-f687-4b92-bec6-f6e603b9292a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:08:36.699079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Attempting to bind port 138632fc-053e-48da-ad3d-db44d2d89d9d on network bb52291f-f687-4b92-bec6-f6e603b9292a {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:36.711237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-7e017ae5-3a17-41ec-a9dc-2ce9e927cec7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 1097 time: 0.1094553
Dec 22 15:08:36.712082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:08:36.712424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Checking segment: {'id': '8a8b6654-5553-4617-aa62-8e10f7199519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:36.712801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Bound using segment: {'id': '8a8b6654-5553-4617-aa62-8e10f7199519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:08:36.713213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Bound port: 138632fc-053e-48da-ad3d-db44d2d89d9d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8b6654-5553-4617-aa62-8e10f7199519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:08:36.713542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:36.914627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:08:36.917349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-4dfcaca5-c151-4791-8a17-5908fe017cb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:36.918762 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-4dfcaca5-c151-4791-8a17-5908fe017cb6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d HTTP/1.1" status: 200  len: 898 time: 0.1968794
Dec 22 15:08:36.923948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=138632fc-053e-48da-ad3d-db44d2d89d9d,segment=NetworkSegment(8a8b6654-5553-4617-aa62-8e10f7199519),segment_id=8a8b6654-5553-4617-aa62-8e10f7199519)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:08:36.973291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:36.981939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13e6ca67-686a-4cd0-a064-e0869d752447 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:37.032803 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-9bb1ae0b-3fd6-41a1-a6d9-c9589b1d35d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=497d05ef-271f-46d1-b932-196e3d7e87eb HTTP/1.1" status: 200  len: 217 time: 0.1069348
Dec 22 15:08:37.043739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:37.045281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-366238b1-b58c-4027-b50b-252048268516 service neutron] 10.222.0.61 "PUT /v2.0/ports/138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 200  len: 1094 time: 1.8683982
Dec 22 15:08:37.162095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Pushing event updated for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:37.165570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:37.177576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-4863e0dc-45ae-4f6f-bc0f-0a58ec172806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:37.179012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-4863e0dc-45ae-4f6f-bc0f-0a58ec172806 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb4f825a-3d7a-4039-b21e-8b04e441f160 HTTP/1.1" status: 200  len: 837 time: 0.1310761
Dec 22 15:08:37.216540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851565f-4a3e-453e-b45b-fb26e3b48f87 req-144f0e25-9453-48b3-94fc-79050627d852 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:37.218133 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1851565f-4a3e-453e-b45b-fb26e3b48f87 req-144f0e25-9453-48b3-94fc-79050627d852 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 944 time: 0.0824509
Dec 22 15:08:37.256688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-2f233a68-b23c-485c-9999-a68e9cd2e7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 1097 time: 0.1472509
Dec 22 15:08:37.257834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:37.282112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1851565f-4a3e-453e-b45b-fb26e3b48f87 req-822f2242-e607-4e50-8273-2126f39010fe tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468953
Dec 22 15:08:37.382801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d', 'status': 'completed', 'code': 200}
Dec 22 15:08:37.397250 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-79a79680-5bb0-4ae8-bf1e-828317d456b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 200  len: 217 time: 0.1284285
Dec 22 15:08:37.437767 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-85026c63-bf74-47fb-a5d7-2711ac29e527 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2476420
Dec 22 15:08:37.559324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d8ceaf69-04cd-4428-9546-8e515ada66c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:37.560589 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-d8ceaf69-04cd-4428-9546-8e515ada66c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f446409c-a523-4d7c-9edb-a4ddd40af3d5 HTTP/1.1" status: 200  len: 851 time: 0.1568856
Dec 22 15:08:37.622723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-8d00efcc-6df6-489a-b9bc-c32b911330f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb52291f-f687-4b92-bec6-f6e603b9292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540783
Dec 22 15:08:37.666365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033a724-8c46-41cf-8bba-849b309b571d req-f57eed29-4be6-487b-a8d0-04b70deae39b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:37.667735 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9033a724-8c46-41cf-8bba-849b309b571d req-f57eed29-4be6-487b-a8d0-04b70deae39b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 944 time: 0.3436999
Dec 22 15:08:37.760915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-6b9db504-92dc-463f-b2fc-bbf9f08b28ee service neutron] 10.222.0.61 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3143361
Dec 22 15:08:37.906516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9033a724-8c46-41cf-8bba-849b309b571d req-d626da82-2722-4a9a-9543-d261d464fad3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2268038
Dec 22 15:08:37.923074 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-3d8e2c81-2e74-4ffd-a4d6-8095aca59098 service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845159
Dec 22 15:08:38.170407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9fe1e10-82e6-4302-8cd9-c39d8573b0c2 req-8c2675f3-12c1-4d92-8662-35f4df3dfe3e service neutron] 10.222.0.61 "GET /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3996003
Dec 22 15:08:38.217290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9000e9ae-d042-4186-a5ea-3936ffbce9f9 req-739e80ce-d097-4d06-a8aa-72dc6b12153f service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790380
Dec 22 15:08:38.353336 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-d10e3e22-a0be-498d-9acc-06f403f15507 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 1097 time: 0.0857165
Dec 22 15:08:38.491107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-ec277ef7-cd6a-4f32-9d2c-cf4c3d366028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:38.492597 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-ec277ef7-cd6a-4f32-9d2c-cf4c3d366028 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 200  len: 912 time: 0.1326807
Dec 22 15:08:38.498203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87419d07-aa7b-4744-a3b0-2069efa446a8 req-8233476b-0738-4942-ac44-523c955912ee tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:38.499441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-87419d07-aa7b-4744-a3b0-2069efa446a8 req-8233476b-0738-4942-ac44-523c955912ee tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 944 time: 0.0826428
Dec 22 15:08:38.569466 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-c7996714-da0c-458a-97e7-d77d165172ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 200  len: 217 time: 0.0683913
Dec 22 15:08:38.641651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-8435b9df-f6f4-4918-9263-1eb850d7982f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:38.642772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-8435b9df-f6f4-4918-9263-1eb850d7982f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f446409c-a523-4d7c-9edb-a4ddd40af3d5 HTTP/1.1" status: 200  len: 851 time: 0.0666635
Dec 22 15:08:38.683592 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-87419d07-aa7b-4744-a3b0-2069efa446a8 req-cc8a83eb-cade-4dd6-ba8b-b371385be3ee tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779702
Dec 22 15:08:38.698644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-b93e5d8d-d7ca-4f9c-ace6-e247699dd3bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb52291f-f687-4b92-bec6-f6e603b9292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449286
Dec 22 15:08:38.836934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-09170101-02dd-4b47-86e0-79c330939e9f service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304498
Dec 22 15:08:38.982184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ba35dcfc-b5e1-41c0-8ebe-899535797af8 req-71efb2d5-fcbe-4f71-aac7-0bc15178fe8f service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345630
Dec 22 15:08:39.267159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85f67-7950-48c9-8b43-44242a757195 req-0f3ac5fb-aa5d-41d5-8e4d-e38a545e03d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:39.269168 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5a85f67-7950-48c9-8b43-44242a757195 req-0f3ac5fb-aa5d-41d5-8e4d-e38a545e03d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 944 time: 0.0813818
Dec 22 15:08:39.315727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5a85f67-7950-48c9-8b43-44242a757195 req-89d34f88-75de-4811-a1ad-583258c56ca4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416925
Dec 22 15:08:39.506193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 497d05ef-271f-46d1-b932-196e3d7e87eb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:08:39.658463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=497d05ef-271f-46d1-b932-196e3d7e87eb,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:39.673684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '497d05ef-271f-46d1-b932-196e3d7e87eb', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'port_id': '497d05ef-271f-46d1-b932-196e3d7e87eb', 'mac_address': 'fa:16:3e:b3:12:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:08:39.735608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:39.761347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497d05ef-271f-46d1-b932-196e3d7e87eb {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:08:39.778507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=497d05ef-271f-46d1-b932-196e3d7e87eb,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:39.778507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:39.778507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:39.854666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:39.854666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:39.896629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e98a8-0bef-4079-a0a4-0ddc9344df62 req-a670173e-897e-4492-9442-1005024dd4d5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:39.898058 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf7e98a8-0bef-4079-a0a4-0ddc9344df62 req-a670173e-897e-4492-9442-1005024dd4d5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 944 time: 0.0791485
Dec 22 15:08:39.946011 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf7e98a8-0bef-4079-a0a4-0ddc9344df62 req-5d6d0b20-bb0a-4e83-bf61-0002ca6cb51f tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418828
Dec 22 15:08:40.086888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['497d05ef-271f-46d1-b932-196e3d7e87eb'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:08:40.530978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005ec08-b35d-4cae-98ef-7b999492e82b req-b0db01a7-6a10-442b-a3ee-8ee67a0cb1c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:40.532854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d005ec08-b35d-4cae-98ef-7b999492e82b req-b0db01a7-6a10-442b-a3ee-8ee67a0cb1c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 945 time: 0.0836949
Dec 22 15:08:40.578713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d005ec08-b35d-4cae-98ef-7b999492e82b req-22a1870a-7f63-459b-b12e-93c0668dae58 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406642
Dec 22 15:08:41.157386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f73ed-e158-406f-b766-24991719e968 req-75f231fa-1f6b-40c6-9c6e-73e0581df559 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:41.157928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a3f73ed-e158-406f-b766-24991719e968 req-75f231fa-1f6b-40c6-9c6e-73e0581df559 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 944 time: 0.0851076
Dec 22 15:08:41.205853 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a3f73ed-e158-406f-b766-24991719e968 req-5ef4c64b-037b-4210-95e9-0a5718371712 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422139
Dec 22 15:08:41.509383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 138632fc-053e-48da-ad3d-db44d2d89d9d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:08:41.511700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 497d05ef-271f-46d1-b932-196e3d7e87eb up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:41.672784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 497d05ef-271f-46d1-b932-196e3d7e87eb completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:41.688463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 497d05ef-271f-46d1-b932-196e3d7e87eb triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:41.688842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:41.734702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=138632fc-053e-48da-ad3d-db44d2d89d9d,segment=NetworkSegment(8a8b6654-5553-4617-aa62-8e10f7199519),segment_id=8a8b6654-5553-4617-aa62-8e10f7199519)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:41.757551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '138632fc-053e-48da-ad3d-db44d2d89d9d', 'network_id': 'bb52291f-f687-4b92-bec6-f6e603b9292a', 'port_id': '138632fc-053e-48da-ad3d-db44d2d89d9d', 'mac_address': 'fa:16:3e:4e:cd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f446409c-a523-4d7c-9edb-a4ddd40af3d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:08:41.787661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b9eee-280a-4485-959d-86795ecad493 req-fa50be21-f8a1-4b06-8581-63c6b860bc09 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:41.789293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2d7b9eee-280a-4485-959d-86795ecad493 req-fa50be21-f8a1-4b06-8581-63c6b860bc09 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 945 time: 0.0852690
Dec 22 15:08:41.839045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2d7b9eee-280a-4485-959d-86795ecad493 req-d76af3fb-619f-43af-aa23-deff8e0b5b10 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440683
Dec 22 15:08:41.857156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:41.890700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138632fc-053e-48da-ad3d-db44d2d89d9d {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:08:41.894284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:41.924698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=138632fc-053e-48da-ad3d-db44d2d89d9d,segment=NetworkSegment(8a8b6654-5553-4617-aa62-8e10f7199519),segment_id=8a8b6654-5553-4617-aa62-8e10f7199519)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:41.930492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:41.938121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:41.940636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3f26ce56-287c-4e3e-b3bb-c6a0fbd35691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:41.973236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=497d05ef-271f-46d1-b932-196e3d7e87eb,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:41.981894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:41.989012 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb', 'code': 200}
Dec 22 15:08:42.009698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:42.012491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:42.012953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:42.080725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:42.083558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:42.199411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['138632fc-053e-48da-ad3d-db44d2d89d9d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:08:42.225144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e11d5f74-7073-40fd-989c-5efcaeeaa678 req-d4dc5e0f-ae2a-4438-9b1d-d9f10946d8ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 1099 time: 0.0719390
Dec 22 15:08:42.274914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e11d5f74-7073-40fd-989c-5efcaeeaa678 req-dc6135ea-9462-4382-9a66-c8b523e47135 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420783
Dec 22 15:08:42.422279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92e95b-b6e8-4227-bbe2-ab026f6c111d req-3b04b90f-b88c-4ae3-9a40-2201f0b9c2c5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:42.423468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-db92e95b-b6e8-4227-bbe2-ab026f6c111d req-3b04b90f-b88c-4ae3-9a40-2201f0b9c2c5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Synchronizing usage tracker for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:08:42.442177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-db92e95b-b6e8-4227-bbe2-ab026f6c111d req-3b04b90f-b88c-4ae3-9a40-2201f0b9c2c5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Unset dirty status for tenant:c0eac3c481d84b2a88400bfefe4480d1 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:08:42.443077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db92e95b-b6e8-4227-bbe2-ab026f6c111d req-3b04b90f-b88c-4ae3-9a40-2201f0b9c2c5 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 945 time: 0.1113513
Dec 22 15:08:42.500936 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db92e95b-b6e8-4227-bbe2-ab026f6c111d req-bfa16e17-4a0a-4e10-87dc-c5664f3d671b tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473437
Dec 22 15:08:43.055878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeb076-ff1d-45de-a6d2-015e031eaa59 req-49ade312-1c4c-4d6e-b2f5-fac4c5acde5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:43.056734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5edeb076-ff1d-45de-a6d2-015e031eaa59 req-49ade312-1c4c-4d6e-b2f5-fac4c5acde5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0808413
Dec 22 15:08:43.108146 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5edeb076-ff1d-45de-a6d2-015e031eaa59 req-07f17100-0aa0-4425-b8f2-72ca14b25474 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450811
Dec 22 15:08:43.299706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-2b31b3d4-c5e9-4c54-8ca5-c74fa7a9b8f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0661409
Dec 22 15:08:43.447289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-737897e7-136f-46b0-852c-5e0b541779e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1098 time: 0.0767627
Dec 22 15:08:43.526356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 138632fc-053e-48da-ad3d-db44d2d89d9d up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:43.620826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 138632fc-053e-48da-ad3d-db44d2d89d9d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:43.623227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-69b42adc-54d0-4a32-8140-e0cdff3f16be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:43.625045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-69b42adc-54d0-4a32-8140-e0cdff3f16be service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 897 time: 0.1450927
Dec 22 15:08:43.626499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 138632fc-053e-48da-ad3d-db44d2d89d9d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:43.626950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:43.784517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:43.823531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=138632fc-053e-48da-ad3d-db44d2d89d9d,segment=NetworkSegment(8a8b6654-5553-4617-aa62-8e10f7199519),segment_id=8a8b6654-5553-4617-aa62-8e10f7199519)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:43.827540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:43.829394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:43.887537 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-5dcf223a-7f47-4dc3-a312-67ac7b1fb18b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 1001 time: 0.2237489
Dec 22 15:08:43.892532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:43.895462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:43.945954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8295d2-128d-4c45-9244-0265ea64277b req-137aaaeb-7e04-41b8-a5ed-e790c5cdf213 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:43.947932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc8295d2-128d-4c45-9244-0265ea64277b req-137aaaeb-7e04-41b8-a5ed-e790c5cdf213 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 945 time: 0.3178656
Dec 22 15:08:43.979257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-af8bb97a-4077-4050-99de-03cbccb0392e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:43.980676 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-af8bb97a-4077-4050-99de-03cbccb0392e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.0846522
Dec 22 15:08:43.990460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:08:44.046906 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d', 'code': 200}
Dec 22 15:08:44.047806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc8295d2-128d-4c45-9244-0265ea64277b req-af400b83-5ec4-4509-bf20-b4126410f777 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914655
Dec 22 15:08:44.075401 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-e421dde6-c4d6-4e62-a7c8-15e83e127193 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0816064
Dec 22 15:08:44.271264 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-f9305265-5ece-432e-8fe8-b9e9de2d59ac service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734109
Dec 22 15:08:44.318441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579767-8834-4613-9e8c-34a3cf4d82e1 req-3fb1eb9f-7d7c-4990-b6b6-cc6d2897c477 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:44.320016 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ff579767-8834-4613-9e8c-34a3cf4d82e1 req-3fb1eb9f-7d7c-4990-b6b6-cc6d2897c477 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0838032
Dec 22 15:08:44.367077 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ff579767-8834-4613-9e8c-34a3cf4d82e1 req-823d15b7-03ee-4717-85af-bfe31d80550a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408115
Dec 22 15:08:44.401245 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eff549e1-0468-4aa8-9e25-e4f3a03bb6bc req-ef16d4f2-2e3a-4df8-ad4a-4b00407a3354 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 1099 time: 0.1738441
Dec 22 15:08:44.440178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e82a8bd-3636-4c41-916f-e89bfab37d71 req-ccd9cedf-025e-4379-a2b1-61786bbbd1b3 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613288
Dec 22 15:08:44.458431 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eff549e1-0468-4aa8-9e25-e4f3a03bb6bc req-0679b980-0fcc-4093-9a15-3d9ef283d3ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439351
Dec 22 15:08:44.571263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cb49b-8a9d-433a-bb40-80f8365bd618 req-ed41dfc9-be62-4324-9eda-2672c2c56303 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:44.572725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eb5cb49b-8a9d-433a-bb40-80f8365bd618 req-ed41dfc9-be62-4324-9eda-2672c2c56303 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0807920
Dec 22 15:08:44.618632 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eb5cb49b-8a9d-433a-bb40-80f8365bd618 req-f85b775a-e34d-4ad6-9a7f-cee696107c1a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396376
Dec 22 15:08:45.246284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791681ff-abec-452e-8e41-cf8e951d37be req-3cf13666-3c78-48e9-9767-2974f0812ad3 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:45.247732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-791681ff-abec-452e-8e41-cf8e951d37be req-3cf13666-3c78-48e9-9767-2974f0812ad3 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0818496
Dec 22 15:08:45.293486 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-791681ff-abec-452e-8e41-cf8e951d37be req-4ef815e0-5540-4563-89a2-21cd4695785a tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402398
Dec 22 15:08:46.249693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41776) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:08:46.487088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d19a65-3830-409d-a8a6-8b43a0ffa40d req-9115598d-a45d-400a-a27b-f7d64ddb4c2a tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:46.488487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d3d19a65-3830-409d-a8a6-8b43a0ffa40d req-9115598d-a45d-400a-a27b-f7d64ddb4c2a tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0753596
Dec 22 15:08:46.539678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d3d19a65-3830-409d-a8a6-8b43a0ffa40d req-f9ac365b-4455-4e4e-8341-db85bb31615c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446763
Dec 22 15:08:46.866770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff67b4d-08e9-42ae-88fc-102d62ef373a req-efdd7fd9-d8f0-48af-99fb-33ce253c39cd tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:46.869102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eff67b4d-08e9-42ae-88fc-102d62ef373a req-efdd7fd9-d8f0-48af-99fb-33ce253c39cd tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.1520329
Dec 22 15:08:46.931065 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eff67b4d-08e9-42ae-88fc-102d62ef373a req-7e12a968-ade2-4a1d-8742-5217a9d771d4 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551462
Dec 22 15:08:47.137627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:47.559969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f81a75-a6d5-400c-8732-4953658b4715 req-bac94a95-1529-44f7-901d-b245f6443543 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:47.561241 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-41f81a75-a6d5-400c-8732-4953658b4715 req-bac94a95-1529-44f7-901d-b245f6443543 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.1720846
Dec 22 15:08:47.691155 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-41f81a75-a6d5-400c-8732-4953658b4715 req-a0363f9a-ad81-4071-bff7-15c8fde57074 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980659
Dec 22 15:08:47.720406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.17 (e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d/cb4f825a-3d7a-4039-b21e-8b04e441f160/b70f7579-3e92-4567-8d09-00f863d9fed2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:08:47.886639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:47.902983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object b70f7579-3e92-4567-8d09-00f863d9fed2 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:47.926079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:47.930395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:48.000232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:48.005039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:48.010176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:08:48.045709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:48.053156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:48.080923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.182574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.240620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2ccc74c-2ac4-4433-8da8-af23ead0bf7c None None] Provisioning for port b70f7579-3e92-4567-8d09-00f863d9fed2 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:48.246918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2ccc74c-2ac4-4433-8da8-af23ead0bf7c None None] Provisioning complete for port b70f7579-3e92-4567-8d09-00f863d9fed2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:48.247310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc74c-2ac4-4433-8da8-af23ead0bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.305457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccc74c-2ac4-4433-8da8-af23ead0bf7c None None] Port b70f7579-3e92-4567-8d09-00f863d9fed2 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:48.597873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.602816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.631038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ba9de6a2-abbb-416e-a8ff-22258599e65b tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:48.713291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:48.716698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:48.720402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:48.862557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:08:48.863642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:08:48.920375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17692ea-6268-4d1b-9be4-24beb2c546d5 req-e00a8c2b-70da-4b37-b192-0c7d357b8aee tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:48.920375 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f17692ea-6268-4d1b-9be4-24beb2c546d5 req-e00a8c2b-70da-4b37-b192-0c7d357b8aee tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0885987
Dec 22 15:08:48.972250 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f17692ea-6268-4d1b-9be4-24beb2c546d5 req-cf99c50a-4df9-4fcb-ab2f-638684064d75 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468590
Dec 22 15:08:49.135344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7d9405de-39bf-4f2d-9701-b16b46485419 None None] Provisioning complete for port b70f7579-3e92-4567-8d09-00f863d9fed2 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:49.135840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d9405de-39bf-4f2d-9701-b16b46485419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:49.189395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7d9405de-39bf-4f2d-9701-b16b46485419 None None] Port b70f7579-3e92-4567-8d09-00f863d9fed2 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:08:49.411325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:08:49.435632 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-fd825822-da5b-4ad3-a076-b0d4600d204a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 1099 time: 0.1043808
Dec 22 15:08:49.441094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b2789-31c6-4438-889a-e6802351b82f req-37e453c1-9f6b-47a7-a695-8200ee9a5702 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:49.442408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff0b2789-31c6-4438-889a-e6802351b82f req-37e453c1-9f6b-47a7-a695-8200ee9a5702 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.1415975
Dec 22 15:08:49.573084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff0b2789-31c6-4438-889a-e6802351b82f req-7ca75b27-cb20-4d71-8061-13f2477aa3f7 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127617
Dec 22 15:08:49.603261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-5ba5df78-7c48-4bf9-8a77-daaeead6e98d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:49.605202 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-5ba5df78-7c48-4bf9-8a77-daaeead6e98d service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 200  len: 912 time: 0.1614487
Dec 22 15:08:49.637804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:08:49.651548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:08:49.660909 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/1db8958a-750b-4b52-b1bb-c8bbf1acaac2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4101055
Dec 22 15:08:49.676998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:49.677634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:49.679678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-85c93eda-2f20-4753-a79f-bbc0030dd205 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 200  len: 217 time: 0.0680082
Dec 22 15:08:49.748963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-989f783e-e283-4637-98fd-31cfbd5b42e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:49.749937 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-989f783e-e283-4637-98fd-31cfbd5b42e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f446409c-a523-4d7c-9edb-a4ddd40af3d5 HTTP/1.1" status: 200  len: 851 time: 0.0635195
Dec 22 15:08:49.801163 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-195e2653-f6b7-4428-867e-4a5eec7eb9b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb52291f-f687-4b92-bec6-f6e603b9292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436726
Dec 22 15:08:49.862692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:49.937468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-a7d88089-babd-4a4d-a1cb-dbd6927ffa33 service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283619
Dec 22 15:08:50.199396 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27311c73-41f2-4e7c-93ec-49bcbf0f2b86 req-78070aba-e415-4ed1-9dcf-90f1917dbd32 service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537825
Dec 22 15:08:50.244639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c700>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:08:48Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70f7579-3e92-4567-8d09-00f863d9fed2', 'name': '', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e5:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:47Z', 'updated_at': '2021-12-22T15:08:48Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:50.248481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:08:50.248884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Updating router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 port b70f7579-3e92-4567-8d09-00f863d9fed2 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:08:50.300548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:50.648972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:50.668007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Transition to ACTIVE for port object b70f7579-3e92-4567-8d09-00f863d9fed2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:08:50.675158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:50.681165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f358e792-a688-4450-a722-3ed4d2085b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:50.795879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465649-42c0-43ba-899a-a8dc093773fd req-1434924a-2868-4cfa-9d62-b4c480192b4c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:50.797632 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-62465649-42c0-43ba-899a-a8dc093773fd req-1434924a-2868-4cfa-9d62-b4c480192b4c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0931203
Dec 22 15:08:50.824053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Pushing event updated for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:50.826786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:50.889306 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-62465649-42c0-43ba-899a-a8dc093773fd req-5292573d-b05a-410e-a026-ce329de7173c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852735
Dec 22 15:08:50.948818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Attempting to bind port b70f7579-3e92-4567-8d09-00f863d9fed2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:08:50.949218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Attempting to bind port b70f7579-3e92-4567-8d09-00f863d9fed2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:08:50.949816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Attempting to bind port b70f7579-3e92-4567-8d09-00f863d9fed2 on network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:08:50.960294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:08:50.960989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Checking segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:08:50.963460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:50.963460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Bound using segment: {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:08:50.965422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Bound port: b70f7579-3e92-4567-8d09-00f863d9fed2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7610860f-38ac-4a28-bb93-6fc31a74b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:08:50.965422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:51.070890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] For port b70f7579-3e92-4567-8d09-00f863d9fed2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:08:51.075110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] For port b70f7579-3e92-4567-8d09-00f863d9fed2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b70f7579-3e92-4567-8d09-00f863d9fed2,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:08:51.078386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:51.082831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:51.199520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Pushing event updated for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:51.202526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:51.203242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:08:51.203859 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:27Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:51.413386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:08:51.799115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e3c700>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:08:48Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70f7579-3e92-4567-8d09-00f863d9fed2', 'name': '', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e5:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:47Z', 'updated_at': '2021-12-22T15:08:51Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:08:51.804432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993942be-60f8-46e3-870d-af5cdccb69fb None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:08:48Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70f7579-3e92-4567-8d09-00f863d9fed2', 'name': '', 'network_id': 'e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e5:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:47Z', 'updated_at': '2021-12-22T15:08:51Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'cb4f825a-3d7a-4039-b21e-8b04e441f160', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:08:52.106178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef953e-78bc-489d-bead-0d5c4527a921 req-89994ca7-dc36-431f-bffe-0128de8ca9b7 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:52.107433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7eef953e-78bc-489d-bead-0d5c4527a921 req-89994ca7-dc36-431f-bffe-0128de8ca9b7 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0871747
Dec 22 15:08:52.189022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7eef953e-78bc-489d-bead-0d5c4527a921 req-a7189cd2-0015-48ee-85ec-c547592a5952 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711982
Dec 22 15:08:52.228441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b70f7579-3e92-4567-8d09-00f863d9fed2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:52.319081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port b70f7579-3e92-4567-8d09-00f863d9fed2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:08:52.325813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b70f7579-3e92-4567-8d09-00f863d9fed2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:52.326552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:52.478260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:52.517867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port b70f7579-3e92-4567-8d09-00f863d9fed2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b70f7579-3e92-4567-8d09-00f863d9fed2,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:52.521461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:52.524615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-68f4301d-46a8-4ba2-b461-4724064ade10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:08:52.597816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:08:52.600978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:08:52.665417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f1a81-7aff-478c-838b-f8877bfc87f1 req-3432e0c5-38ea-4816-a93b-78cdfff2ecc2 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:52.666696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fd4f1a81-7aff-478c-838b-f8877bfc87f1 req-3432e0c5-38ea-4816-a93b-78cdfff2ecc2 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0886657
Dec 22 15:08:52.714727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fd4f1a81-7aff-478c-838b-f8877bfc87f1 req-c5c931d4-6813-48f9-9e42-b70310678967 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421772
Dec 22 15:08:53.913418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97c62-c9b2-4990-a7ac-487e605747ab req-ff0a87e5-c0b6-4273-97f0-70c12cfa7e7d tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:53.915102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c4c97c62-c9b2-4990-a7ac-487e605747ab req-ff0a87e5-c0b6-4273-97f0-70c12cfa7e7d tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0793753
Dec 22 15:08:53.959437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c4c97c62-c9b2-4990-a7ac-487e605747ab req-de3ed18f-fc35-4364-9c3b-9ec8b233c121 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386510
Dec 22 15:08:54.198897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b70f7579-3e92-4567-8d09-00f863d9fed2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:08:54.279389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b70f7579-3e92-4567-8d09-00f863d9fed2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:08:54.279687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:54.328462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07e3ad-361b-4dd2-9332-2c198ed236ed req-c6e57856-f90d-4626-b61b-66161509359c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:54.330042 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eb07e3ad-361b-4dd2-9332-2c198ed236ed req-c6e57856-f90d-4626-b61b-66161509359c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0835006
Dec 22 15:08:54.330190 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-31d846c4-688c-424c-b5a7-0c9fc5786c0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 1099 time: 0.0706308
Dec 22 15:08:54.380911 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eb07e3ad-361b-4dd2-9332-2c198ed236ed req-e3b7dc4e-78b5-4333-aec9-535126c50526 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441833
Dec 22 15:08:54.465598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-26f594ee-46e2-4e2b-9565-d51f12963ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:54.467040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-26f594ee-46e2-4e2b-9565-d51f12963ef2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 200  len: 912 time: 0.1305730
Dec 22 15:08:54.538389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-01d1accd-8ae5-4bf1-9b8c-f3151624a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:54.540910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-089b1a29-e078-4d5d-bed8-5e9a442ff694 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 200  len: 217 time: 0.0666518
Dec 22 15:08:54.605559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-93d8b99f-1c1e-48c1-bf94-96357c809bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:54.606990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-93d8b99f-1c1e-48c1-bf94-96357c809bd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f446409c-a523-4d7c-9edb-a4ddd40af3d5 HTTP/1.1" status: 200  len: 851 time: 0.0598733
Dec 22 15:08:54.656170 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-2e239c64-7b3e-4429-b67b-45e8a7bf86aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb52291f-f687-4b92-bec6-f6e603b9292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421383
Dec 22 15:08:54.667290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-907e4667-75dc-498e-a7f5-d78d3b6809a6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:08:54.668193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-907e4667-75dc-498e-a7f5-d78d3b6809a6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049798
Dec 22 15:08:54.799446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-8570d964-8e43-4c6d-aa3c-dfffd8203f06 service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235709
Dec 22 15:08:54.955823 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c09293b-d1b6-48da-bd6f-78df14605ac5 req-6d9ee825-2107-4531-a84a-fe967dfdecdc service neutron] 10.222.0.61 "GET /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222775
Dec 22 15:08:55.577760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71939877-f119-4b2e-8ef7-b6d55dd61238 req-9de7fcd0-ccc9-419f-bf14-67022c63a5c6 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:55.579206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-71939877-f119-4b2e-8ef7-b6d55dd61238 req-9de7fcd0-ccc9-419f-bf14-67022c63a5c6 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0779335
Dec 22 15:08:55.628301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-71939877-f119-4b2e-8ef7-b6d55dd61238 req-626b56ef-cedf-40ac-8bdf-2bc5d109c25d tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432997
Dec 22 15:08:56.831110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1be3c-50cb-4409-8719-cd347b9200ed req-33ad9c74-4d0d-4a77-92ff-2fcce27bc435 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:56.832459 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02c1be3c-50cb-4409-8719-cd347b9200ed req-33ad9c74-4d0d-4a77-92ff-2fcce27bc435 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0740502
Dec 22 15:08:56.877205 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02c1be3c-50cb-4409-8719-cd347b9200ed req-18befb4e-9edd-4991-a8d2-cceb0d21c141 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387490
Dec 22 15:08:57.266457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4e4bc-4e8f-484c-8469-e905e8e00bfa req-27d512b7-b91c-43b5-a158-581bb304fd7b tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:57.267868 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ca4e4bc-4e8f-484c-8469-e905e8e00bfa req-27d512b7-b91c-43b5-a158-581bb304fd7b tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0772228
Dec 22 15:08:57.313658 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ca4e4bc-4e8f-484c-8469-e905e8e00bfa req-eb92dc41-94a9-41e0-86fe-017fb4793390 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404220
Dec 22 15:08:57.512398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c450c4b-96e8-4107-a793-189f0cb91fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:57.987454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:58.099925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:58.511827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bbc5e-86df-4ade-be43-e5a2dd01e2a3 req-b1d6fb09-1e7c-407d-983a-c5e6a0decc15 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:58.513278 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a3bbc5e-86df-4ade-be43-e5a2dd01e2a3 req-b1d6fb09-1e7c-407d-983a-c5e6a0decc15 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0774739
Dec 22 15:08:58.557642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a3bbc5e-86df-4ade-be43-e5a2dd01e2a3 req-0f35b088-2cff-4f63-8e91-e2ec04117192 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389543
Dec 22 15:08:59.293309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:59.371172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-78775031-bdd3-4364-92ea-7908429e2ccc tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:59.372666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-78775031-bdd3-4364-92ea-7908429e2ccc tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.61 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0774384
Dec 22 15:08:59.441912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Deleting port 138632fc-053e-48da-ad3d-db44d2d89d9d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:08:59.442260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:59.683263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] For port 138632fc-053e-48da-ad3d-db44d2d89d9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=138632fc-053e-48da-ad3d-db44d2d89d9d,segment=NetworkSegment(8a8b6654-5553-4617-aa62-8e10f7199519),segment_id=8a8b6654-5553-4617-aa62-8e10f7199519)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:08:59.683982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:08:59.751935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13dd8-4bb7-4532-b463-02ab7c24a701 req-a961cdaf-ad9f-45a7-9ff0-5fc7506557d0 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:08:59.753399 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-24e13dd8-4bb7-4532-b463-02ab7c24a701 req-a961cdaf-ad9f-45a7-9ff0-5fc7506557d0 tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b50026-2895-4ee5-8e27-d6a77e578e20 HTTP/1.1" status: 200  len: 946 time: 0.0761883
Dec 22 15:08:59.803559 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-24e13dd8-4bb7-4532-b463-02ab7c24a701 req-a4fb7658-a819-4f19-8fde-d57a3a206b3b tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.69 "GET /v2.0/security-groups?id=c54ad9f2-e8b2-411b-95f6-02d529f3e84d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444720
Dec 22 15:08:59.901233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Calling delete_port for 138632fc-053e-48da-ad3d-db44d2d89d9d owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:00.036788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:00.042460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4b0863c-caa9-496d-9597-b56d32151b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:00.054046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['138632fc-053e-48da-ad3d-db44d2d89d9d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:09:00.084261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Pushing event deleted for resources: {'Port': ['ID=138632fc-053e-48da-ad3d-db44d2d89d9d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:00.087748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:00.159637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] No DVR routers for this DVR port 138632fc-053e-48da-ad3d-db44d2d89d9d on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:09:00.162073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:00.164961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'name': 'network-vif-deleted', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:00.183514 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-58aee4db-576b-4a33-9c56-96b33d1a0e62 req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] 10.222.0.61 "DELETE /v2.0/ports/138632fc-053e-48da-ad3d-db44d2d89d9d HTTP/1.1" status: 204  len: 173 time: 0.8052247
Dec 22 15:09:00.233507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b50026-2895-4ee5-8e27-d6a77e578e20', 'name': 'network-vif-deleted', 'tag': '138632fc-053e-48da-ad3d-db44d2d89d9d', 'status': 'completed', 'code': 200}
Dec 22 15:09:00.916718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41842) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:00.975568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Deleting subnet f446409c-a523-4d7c-9edb-a4ddd40af3d5 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:09:00.979105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.026820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.084085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.148784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.152853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34e73990-fd95-4825-bfc5-0a4cd90192ad tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:01.185497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f446409c-a523-4d7c-9edb-a4ddd40af3d5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:01.188825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:01.192602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.200376 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f446409c-a523-4d7c-9edb-a4ddd40af3d5 HTTP/1.1" status: 204  len: 168 time: 0.2826672
Dec 22 15:09:01.202892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41846) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:01.306591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.428329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.453340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857473e1f0>,) {'filters': {'network_id': ['bb52291f-f687-4b92-bec6-f6e603b9292a']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:01.468730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857473e1f0>, '8a8b6654-5553-4617-aa62-8e10f7199519') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:01.469024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857473e1f0>, '8a8b6654-5553-4617-aa62-8e10f7199519') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:01.480145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.495757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.501639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:09:01.502069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:09:01.515103 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:09:01.587912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.591372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f484820c-7bf7-451d-8870-ab2657273e36 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:01.604712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.620553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb52291f-f687-4b92-bec6-f6e603b9292a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:01.623495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:01.627432 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e1432d0f-9fc1-4ed4-a98b-521b2a4f8e91 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bb52291f-f687-4b92-bec6-f6e603b9292a HTTP/1.1" status: 204  len: 168 time: 0.4236066
Dec 22 15:09:01.630104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41850) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:01.688873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Deleting subnet 3e27d00f-5c71-49f7-abaa-34594ab069fd {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:09:01.691799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.742157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.799525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.864354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.867838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15b6cb0e-8dc2-4b9a-b0cc-13f41b79fe8c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:01.901687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e27d00f-5c71-49f7-abaa-34594ab069fd,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:01.904082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:01.906698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:01.912245 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3e27d00f-5c71-49f7-abaa-34594ab069fd HTTP/1.1" status: 204  len: 168 time: 0.2812409
Dec 22 15:09:01.914995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41854) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:02.020167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.141048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.169554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575d725b0>,) {'filters': {'network_id': ['21186b55-78e8-4481-943b-41a789f79acb']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:02.181228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575d725b0>, '77158735-ff2c-4634-ba4e-67228428bdb6') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:02.181515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575d725b0>, '77158735-ff2c-4634-ba4e-67228428bdb6') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:02.193408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.210778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.217222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:09:02.217595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:09:02.231001 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:09:02.302657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.305814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e99ebd-d41e-46af-bb1d-8cdefd31d70c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:02.322367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.331405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Pushing event deleted for resources: {'Network': ['ID=21186b55-78e8-4481-943b-41a789f79acb,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:02.333675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:02.334991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7bcc9434-55b8-4098-991c-831fd253e72a admin admin] 10.222.0.69 "DELETE /v2.0/networks/21186b55-78e8-4481-943b-41a789f79acb HTTP/1.1" status: 204  len: 168 time: 0.4185922
Dec 22 15:09:02.522703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41860) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:02.573663 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cc7845d0-e29a-4399-b928-269ef2f100e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0eac3c481d84b2a88400bfefe4480d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496805
Dec 22 15:09:02.575965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41864) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:02.636981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.663048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.714160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.717763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:02.732298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ad9f2-e8b2-411b-95f6-02d529f3e84d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:02.735268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:02.745802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:02.749527 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c54ad9f2-e8b2-411b-95f6-02d529f3e84d HTTP/1.1" status: 204  len: 168 time: 0.1726539
Dec 22 15:09:03.127161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41872) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:03.179160 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-24da9644-8516-4a6f-a376-c78c4a6961d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8914cee0ce94c81800f3a2865d9cb97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484393
Dec 22 15:09:03.179413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41878) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:03.193013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:03.239794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:03.265037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:03.316675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:03.320230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-052bf297-e9ef-426a-aae9-e01b82e5b005 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:03.332540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d75f80-0c5a-4e81-80ee-6ac3c0ae30a4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:03.335388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:03.337377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:03.341140 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6c24fe1-498b-470c-a698-e592c8d4b2ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75d75f80-0c5a-4e81-80ee-6ac3c0ae30a4 HTTP/1.1" status: 204  len: 168 time: 0.1582344
Dec 22 15:09:03.607365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 138632fc-053e-48da-ad3d-db44d2d89d9d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:03.643442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 138632fc-053e-48da-ad3d-db44d2d89d9d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:03.643803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 138632fc-053e-48da-ad3d-db44d2d89d9d not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:12.154543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41892) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:12.652667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:13.261478 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:09:13.284840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port b70f7579-3e92-4567-8d09-00f863d9fed2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:13.285301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:13.462663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port b70f7579-3e92-4567-8d09-00f863d9fed2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b70f7579-3e92-4567-8d09-00f863d9fed2,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:13.463087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:13.582069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for b70f7579-3e92-4567-8d09-00f863d9fed2 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:13.759777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:13.763268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-17a2fb52-23ff-4af3-9ae9-462149aeb619 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:13.805976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=b70f7579-3e92-4567-8d09-00f863d9fed2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:13.809344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:14.222336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:14.796958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:09:14.997719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:15.007609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:15.015629 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/1db8958a-750b-4b52-b1bb-c8bbf1acaac2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8576348
Dec 22 15:09:15.019694 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:15.020317 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:15.202837 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:15.416480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1186339-b5b9-44fd-83cb-ebd3ad0a9e18 req-975af9a6-7680-4635-98b5-815d6635768d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:15.417268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b1186339-b5b9-44fd-83cb-ebd3ad0a9e18 req-975af9a6-7680-4635-98b5-815d6635768d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:15.433032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b1186339-b5b9-44fd-83cb-ebd3ad0a9e18 req-975af9a6-7680-4635-98b5-815d6635768d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:15.434407 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1186339-b5b9-44fd-83cb-ebd3ad0a9e18 req-975af9a6-7680-4635-98b5-815d6635768d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0999539
Dec 22 15:09:15.484876 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1186339-b5b9-44fd-83cb-ebd3ad0a9e18 req-f591848b-a834-4e46-96a1-659fe391f53a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426817
Dec 22 15:09:15.563493 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13520>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:15.567687 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:15.578630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:15.579241 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:15.756339 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:16.089265 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13520>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:16.093328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b3c3-7825-4a6d-98eb-731afa597079 None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '3a4090a1-23f6-4643-9c09-861d55716010', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'port_id': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'mac_address': 'fa:16:3e:54:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3e558-49aa-486c-afa7-9050afc3c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:07:44Z', 'updated_at': '2021-12-22T15:08:04Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:16.450138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b70f7579-3e92-4567-8d09-00f863d9fed2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:16.485406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: b70f7579-3e92-4567-8d09-00f863d9fed2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:16.485758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b70f7579-3e92-4567-8d09-00f863d9fed2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:16.689876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217120a-712c-41bc-8dce-deb3c5dbb76b req-229ceb9c-6a3c-48c3-89d6-81398e222d35 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:16.690517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5217120a-712c-41bc-8dce-deb3c5dbb76b req-229ceb9c-6a3c-48c3-89d6-81398e222d35 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:16.702426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5217120a-712c-41bc-8dce-deb3c5dbb76b req-229ceb9c-6a3c-48c3-89d6-81398e222d35 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:16.703533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5217120a-712c-41bc-8dce-deb3c5dbb76b req-229ceb9c-6a3c-48c3-89d6-81398e222d35 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0900164
Dec 22 15:09:16.748621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5217120a-712c-41bc-8dce-deb3c5dbb76b req-5874a6b5-f51f-48ff-8242-5a8c1d6d5186 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=904a6683-cf16-4c99-9178-a1fe551c2b4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395532
Dec 22 15:09:17.054129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-0e40fb72-0da8-4399-9136-c64640312901 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:17.055454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-0e40fb72-0da8-4399-9136-c64640312901 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 946 time: 0.0793934
Dec 22 15:09:17.122854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 497d05ef-271f-46d1-b932-196e3d7e87eb {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:17.123196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:17.474633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 497d05ef-271f-46d1-b932-196e3d7e87eb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=497d05ef-271f-46d1-b932-196e3d7e87eb,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:17.474990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:17.593434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 497d05ef-271f-46d1-b932-196e3d7e87eb owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:17.732128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:17.738220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e10b1e53-98f4-4885-93bb-988e912a0a69 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:17.780251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=497d05ef-271f-46d1-b932-196e3d7e87eb,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:17.782605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:17.859065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 497d05ef-271f-46d1-b932-196e3d7e87eb on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:09:17.861457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:17.864137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'name': 'network-vif-deleted', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:17.880992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-686d8fa9-78c8-4e09-ba74-9e769bb665be req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/497d05ef-271f-46d1-b932-196e3d7e87eb HTTP/1.1" status: 204  len: 173 time: 0.8184760
Dec 22 15:09:17.921094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9148113b-6208-4365-9c76-a6b5fc2a85c8', 'name': 'network-vif-deleted', 'tag': '497d05ef-271f-46d1-b932-196e3d7e87eb', 'status': 'completed', 'code': 200}
Dec 22 15:09:17.923053 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf7fff74-0579-4754-95cd-e2eda7ea8dc4 req-2502b819-cd48-445f-a942-b00be82b5c9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9148113b-6208-4365-9c76-a6b5fc2a85c8 HTTP/1.1" status: 200  len: 210 time: 0.0497444
Dec 22 15:09:19.028210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41908) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:19.095871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.123615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.183786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.187509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10dce5a8-abfc-4dfe-a44d-2567118c546b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:19.203137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904a6683-cf16-4c99-9178-a1fe551c2b4e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:19.205598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:19.215290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.216358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/904a6683-cf16-4c99-9178-a1fe551c2b4e HTTP/1.1" status: 204  len: 168 time: 0.1871557
Dec 22 15:09:19.255871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41914) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:19.440053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet cb4f825a-3d7a-4039-b21e-8b04e441f160 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:09:19.443000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.495914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.578521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.659259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.662995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:19.700407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4f825a-3d7a-4039-b21e-8b04e441f160,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:19.702975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:19.706306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.712920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905fc415-ee8f-4e3d-839f-3a2ad2c01a9d None None] Network e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:09:19.713583 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/cb4f825a-3d7a-4039-b21e-8b04e441f160 HTTP/1.1" status: 204  len: 168 time: 0.4554210
Dec 22 15:09:19.715650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:19.827619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.838297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port afd8d87e-358c-4a49-bfa0-683f3f3f1539 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:19.838667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:19.955438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] DHCP port deletion for e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:09:19.959691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Deleting port afd8d87e-358c-4a49-bfa0-683f3f3f1539 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:19.960203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.048247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port afd8d87e-358c-4a49-bfa0-683f3f3f1539, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=afd8d87e-358c-4a49-bfa0-683f3f3f1539,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:20.048911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.168429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for afd8d87e-358c-4a49-bfa0-683f3f3f1539 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:20.197810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] For port afd8d87e-358c-4a49-bfa0-683f3f3f1539, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=afd8d87e-358c-4a49-bfa0-683f3f3f1539,segment=NetworkSegment(7610860f-38ac-4a28-bb93-6fc31a74b738),segment_id=7610860f-38ac-4a28-bb93-6fc31a74b738)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:20.198132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.206570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device afd8d87e-358c-4a49-bfa0-683f3f3f1539 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:20.246224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.250050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:20.293839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=afd8d87e-358c-4a49-bfa0-683f3f3f1539,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:20.296257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:20.301342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port afd8d87e-358c-4a49-bfa0-683f3f3f1539 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:09:20.355138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Calling delete_port for afd8d87e-358c-4a49-bfa0-683f3f3f1539 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:20.422118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No active binding found for port afd8d87e-358c-4a49-bfa0-683f3f3f1539 {{(pid=83458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 15:09:20.422437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device afd8d87e-358c-4a49-bfa0-683f3f3f1539 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:20.439831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:09:20.440193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:09:20.532021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.556483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85749b92e0>,) {'filters': {'network_id': ['e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:20.568143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85749b92e0>, '7610860f-38ac-4a28-bb93-6fc31a74b738') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:20.568467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85749b92e0>, '7610860f-38ac-4a28-bb93-6fc31a74b738') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:20.580143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.596205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.602603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:09:20.603353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:09:20.617530 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:09:20.697679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.701103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3a5002da-3cfe-43cd-b5c8-1b7b060f7e88 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:20.715420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.726131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:20.729307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:20.739900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/e1660b3b-05c5-4e3b-a0f6-2d9953a4a17d HTTP/1.1" status: 204  len: 168 time: 1.0232856
Dec 22 15:09:20.742512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41922) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:20.941061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 08f5adbc-6d44-4ac1-9e58-e4893212ddbe {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:20.941397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:20.941522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Deleting port afd8d87e-358c-4a49-bfa0-683f3f3f1539 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:20.941983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:21.006925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-15553ae0-7a9c-46a1-b486-4cbc6c956a02 None None] The port 'afd8d87e-358c-4a49-bfa0-683f3f3f1539' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:09:21.105218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:21.105802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:21.222735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 08f5adbc-6d44-4ac1-9e58-e4893212ddbe owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:21.370130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:21.373529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:21.417497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=08f5adbc-6d44-4ac1-9e58-e4893212ddbe,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:21.420208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:21.504953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:21.708594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 497d05ef-271f-46d1-b932-196e3d7e87eb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:21.742334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 497d05ef-271f-46d1-b932-196e3d7e87eb {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:21.742695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 497d05ef-271f-46d1-b932-196e3d7e87eb not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:21.887429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:09:22.193760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:22.203467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:22.210297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:22.215900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:22.216571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760ee400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:22.266499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a4090a1-23f6-4643-9c09-861d55716010 HTTP/1.1" status: 204  len: 168 time: 1.5229824
Dec 22 15:09:22.267250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:22.329207 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'status': 'completed', 'code': 200}
Dec 22 15:09:22.399195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:22.436249 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-27a47274-a818-4f17-83f0-26c7dc88941c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 1098 time: 0.0788207
Dec 22 15:09:22.587507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-648c8e19-5309-4dc0-a10f-2e9345922e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:22.589129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-648c8e19-5309-4dc0-a10f-2e9345922e59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 200  len: 897 time: 0.1426747
Dec 22 15:09:22.662302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-2926e480-98b9-4c7b-8f31-adc0fb5d350f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 200  len: 217 time: 0.0647268
Dec 22 15:09:22.705313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839543d6-2bd8-4d1e-849e-6f01b3c3b8fd req-957ad66f-e544-461b-ba9a-7f707b54e2f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:22.706994 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-839543d6-2bd8-4d1e-849e-6f01b3c3b8fd req-957ad66f-e544-461b-ba9a-7f707b54e2f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.1246967
Dec 22 15:09:22.734098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760ee400>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:22.735209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-ee56e912-752d-46c7-99c3-b81ec387f05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:22.736904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-ee56e912-752d-46c7-99c3-b81ec387f05f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 200  len: 834 time: 0.0648654
Dec 22 15:09:22.738236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:22.749508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:22.750122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760ee400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:08:57Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:22.756690 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-839543d6-2bd8-4d1e-849e-6f01b3c3b8fd req-1c6a006f-ef57-4b60-8ea3-aecd9df1fedb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417721
Dec 22 15:09:22.818573 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-26a7a2ee-0703-4dde-b3a5-2ce565ec6298 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0aea796-5bd1-4388-b34a-c5fcc1562874&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709243
Dec 22 15:09:22.930577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:22.951748 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-f4ba2951-08f4-448f-ab08-e97f9b438260 service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251736
Dec 22 15:09:23.088174 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-20b6ea78-a3b3-4ff8-bec1-b52f08f00d5c req-952c2eac-72fc-4a47-8704-ddf386a7f41c service neutron] 10.222.0.61 "GET /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288393
Dec 22 15:09:23.285534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760ee400>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:23.289579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ee05a-07eb-4a51-97b4-fc667b4d6229 None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:13Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '8f12af30-716d-45f7-bf27-1f60f5406ecf', 'name': '', 'network_id': 'a0aea796-5bd1-4388-b34a-c5fcc1562874', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:84:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:19Z', 'updated_at': '2021-12-22T15:07:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '7af0dfcb-2dd1-40f5-8d5d-84d59606110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:23.506986 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c1d29-7cca-4287-bb27-87ddd3366ddb None None] New status for floating IP 3a4090a1-23f6-4643-9c09-861d55716010: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:09:23.957996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aac5e-3c56-495a-9439-791558d68472 req-3dc14a78-8c5b-4133-8cea-cc0a6e257103 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:23.958613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-896aac5e-3c56-495a-9439-791558d68472 req-3dc14a78-8c5b-4133-8cea-cc0a6e257103 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:23.974346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-896aac5e-3c56-495a-9439-791558d68472 req-3dc14a78-8c5b-4133-8cea-cc0a6e257103 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:23.975587 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-896aac5e-3c56-495a-9439-791558d68472 req-3dc14a78-8c5b-4133-8cea-cc0a6e257103 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.0964510
Dec 22 15:09:24.021813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-896aac5e-3c56-495a-9439-791558d68472 req-b2778a0a-5adf-4ed7-a5bc-607fa17d9b82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:24.036202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-896aac5e-3c56-495a-9439-791558d68472 req-b2778a0a-5adf-4ed7-a5bc-607fa17d9b82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:24.037690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-896aac5e-3c56-495a-9439-791558d68472 req-b2778a0a-5adf-4ed7-a5bc-607fa17d9b82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=130d2eff-9724-466e-b518-9473d4a7baec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560234
Dec 22 15:09:24.235360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009aec-df52-458b-a489-1255b49d7083 req-6c4a854d-fe7b-42f1-96da-d013fbd0a2c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:24.236731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-51009aec-df52-458b-a489-1255b49d7083 req-6c4a854d-fe7b-42f1-96da-d013fbd0a2c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 945 time: 0.0748966
Dec 22 15:09:24.309586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:24.310016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:24.542040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4d75626d-1cb7-484f-a0d1-116a31ec0be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:24.550092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:24.550441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:24.767346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for d657cd10-21d5-4c34-9ec4-6e2d9053cfbf owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:24.904199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:24.909350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83af6a90-de3e-45c5-97d7-67a77bb79cc1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:24.952310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=d657cd10-21d5-4c34-9ec4-6e2d9053cfbf,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:24.990527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.991116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.991271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.991637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.992002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.992396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.992751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.993114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.993499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.993850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:24.994202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:25.000757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:25.036837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port d657cd10-21d5-4c34-9ec4-6e2d9053cfbf on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:09:25.039083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:25.041985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'name': 'network-vif-deleted', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:25.056287 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-51009aec-df52-458b-a489-1255b49d7083 req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/d657cd10-21d5-4c34-9ec4-6e2d9053cfbf HTTP/1.1" status: 204  len: 173 time: 0.8129215
Dec 22 15:09:25.100407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3e558-49aa-486c-afa7-9050afc3c048', 'name': 'network-vif-deleted', 'tag': 'd657cd10-21d5-4c34-9ec4-6e2d9053cfbf', 'status': 'completed', 'code': 200}
Dec 22 15:09:25.210417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-bd67ca64-4b1a-421e-8dd5-d53a669d246f req-52b6883f-468d-4860-b74e-497224aa941a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:25.226278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-bd67ca64-4b1a-421e-8dd5-d53a669d246f req-52b6883f-468d-4860-b74e-497224aa941a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:25.227658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bd67ca64-4b1a-421e-8dd5-d53a669d246f req-52b6883f-468d-4860-b74e-497224aa941a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3da3e558-49aa-486c-afa7-9050afc3c048 HTTP/1.1" status: 200  len: 210 time: 0.0570138
Dec 22 15:09:26.330000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41940) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:26.396872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:26.425830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:26.490548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:26.494397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:26.509351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d2eff-9724-466e-b518-9473d4a7baec,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:26.512022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:26.518141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:26.519237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/130d2eff-9724-466e-b518-9473d4a7baec HTTP/1.1" status: 204  len: 168 time: 0.1882594
Dec 22 15:09:26.559575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41946) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:26.948595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:27.514532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7923eef2-b2a4-4b2a-b3ca-ae7c2e325676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:27.535870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 8f12af30-716d-45f7-bf27-1f60f5406ecf {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:27.536445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:27.730825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d657cd10-21d5-4c34-9ec4-6e2d9053cfbf no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:27.763262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: d657cd10-21d5-4c34-9ec4-6e2d9053cfbf {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:27.763612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d657cd10-21d5-4c34-9ec4-6e2d9053cfbf not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:27.818657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 8f12af30-716d-45f7-bf27-1f60f5406ecf, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8f12af30-716d-45f7-bf27-1f60f5406ecf,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:27.818922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:27.935474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 8f12af30-716d-45f7-bf27-1f60f5406ecf owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:27.992150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:28.100368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:28.114574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:28.118042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a7be9d11-0638-41df-ab48-503d1e68ffda tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:28.160191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=8f12af30-716d-45f7-bf27-1f60f5406ecf,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:28.162943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:28.453798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.010787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:09:29.296294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.311235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:29.322256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Sync routers for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:29.330878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/1db8958a-750b-4b52-b1bb-c8bbf1acaac2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7701335
Dec 22 15:09:29.333402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41950) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:29.337278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:29.337957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:29.511815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:29.519790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 7af0dfcb-2dd1-40f5-8d5d-84d59606110d {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:09:29.522664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.575980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.660704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.736667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.740886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75742419-48a8-459f-b208-e949df6f3f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:29.776023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=7af0dfcb-2dd1-40f5-8d5d-84d59606110d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:29.778488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:29.781193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:29.787727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b8d47-7ac1-4160-94b6-69408b1581a8 None None] Network a0aea796-5bd1-4388-b34a-c5fcc1562874 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:09:29.787987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/7af0dfcb-2dd1-40f5-8d5d-84d59606110d HTTP/1.1" status: 204  len: 168 time: 0.4536452
Dec 22 15:09:29.791433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41954) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:29.856567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08e0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:28Z', 'revision_number': 7, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:29.863855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Checking router: 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:29.926755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Routers {'1db8958a-750b-4b52-b1bb-c8bbf1acaac2'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:29.927381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:29.990626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.146182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] Set router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:30.206275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.215535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 91db014a-5b8c-4b84-95a9-af9b07dc5e67 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:30.215951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.253366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] DHCP port deletion for a0aea796-5bd1-4388-b34a-c5fcc1562874 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:09:30.367944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Deleting port 082979fc-46f6-4e48-8b12-8a24045f87ed {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:09:30.368733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.397873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 91db014a-5b8c-4b84-95a9-af9b07dc5e67, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91db014a-5b8c-4b84-95a9-af9b07dc5e67,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:30.398215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.516607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 91db014a-5b8c-4b84-95a9-af9b07dc5e67 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:30.647985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] For port 082979fc-46f6-4e48-8b12-8a24045f87ed, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=082979fc-46f6-4e48-8b12-8a24045f87ed,segment=NetworkSegment(199ebfcc-5b52-4268-be2c-1ffd34ca0094),segment_id=199ebfcc-5b52-4268-be2c-1ffd34ca0094)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:30.648318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.775230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Calling delete_port for 082979fc-46f6-4e48-8b12-8a24045f87ed owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:09:30.793417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.797020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3bccbb19-eb24-4db9-8f51-bfd08dde49a9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:30.818478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fb08e0>, [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:28Z', 'revision_number': 7, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:30.830348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709f35-884c-41d1-bdc6-0ff0e90a4bac None None] The sync data for ids ['1db8958a-750b-4b52-b1bb-c8bbf1acaac2'] in dv-neutron-822675-1-hyperv is: [{'id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'name': 'tempest-TestNetworkBasicOps-router-1186493834', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:12Z', 'updated_at': '2021-12-22T15:09:28Z', 'revision_number': 7, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '91db014a-5b8c-4b84-95a9-af9b07dc5e67', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8958a-750b-4b52-b1bb-c8bbf1acaac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:14Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:30.839064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=91db014a-5b8c-4b84-95a9-af9b07dc5e67,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:30.842280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:30.866278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:30.870819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-30973ea4-cab7-4b49-b322-d13b2b5b50cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:30.914284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Pushing event deleted for resources: {'Port': ['ID=082979fc-46f6-4e48-8b12-8a24045f87ed,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:30.925132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] No DVR routers for this DVR port 082979fc-46f6-4e48-8b12-8a24045f87ed on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:09:30.927366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.927713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.928051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.928419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.928746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.929074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.929400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.929724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.930051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.930366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.931238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:30.934652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:31.074508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.333274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.339483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.364747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.365270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 1db8958a-750b-4b52-b1bb-c8bbf1acaac2 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:09:31.379816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.380936 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/1db8958a-750b-4b52-b1bb-c8bbf1acaac2 HTTP/1.1" status: 204  len: 168 time: 1.5886126
Dec 22 15:09:31.383544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41960) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:31.498072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.627340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.652665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857498a880>,) {'filters': {'network_id': ['a0aea796-5bd1-4388-b34a-c5fcc1562874']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:31.664208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857498a880>, '199ebfcc-5b52-4268-be2c-1ffd34ca0094') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:31.664803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857498a880>, '199ebfcc-5b52-4268-be2c-1ffd34ca0094') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:31.676354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.691514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.697920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:09:31.698239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:09:31.712536 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:09:31.792059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.795435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:31.809873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.820766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=a0aea796-5bd1-4388-b34a-c5fcc1562874,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:31.824834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:31.826578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-caab65ff-77d9-4530-bad8-29f94e6f6eaf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/a0aea796-5bd1-4388-b34a-c5fcc1562874 HTTP/1.1" status: 204  len: 168 time: 0.4419711
Dec 22 15:09:31.849057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41964) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:31.855152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--946247048', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:31.860131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:31.864265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:31.871590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:31.877242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:31.887684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:09:31.890647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.918396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:09:31.927345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.927673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment dafbf324-f74d-4e72-a627-e4eaaf2da648 of type vlan for network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18
Dec 22 15:09:31.953602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.982448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.986096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:31.986682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:31.990063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:32.091596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2414978
Dec 22 15:09:32.094396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=45c0f670-44cb-40f5-9a05-a6f14f6b0b18,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:32.094556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 41968) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:32.097019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d0bdfa45-1424-470c-8086-af23c391bbc9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:32.099731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:32.104287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:09:32.107041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:32.110778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:32.113593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:32.120816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:32.130081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.131028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.149902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.209961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 082979fc-46f6-4e48-8b12-8a24045f87ed no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:32.245019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 082979fc-46f6-4e48-8b12-8a24045f87ed {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:32.245380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 082979fc-46f6-4e48-8b12-8a24045f87ed not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:32.245800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91db014a-5b8c-4b84-95a9-af9b07dc5e67 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:32.276152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 91db014a-5b8c-4b84-95a9-af9b07dc5e67 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:32.276532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91db014a-5b8c-4b84-95a9-af9b07dc5e67 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:32.276949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8f12af30-716d-45f7-bf27-1f60f5406ecf no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:09:32.307674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.307948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 8f12af30-716d-45f7-bf27-1f60f5406ecf {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:09:32.308067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8f12af30-716d-45f7-bf27-1f60f5406ecf not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:09:32.590273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.619973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.754176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.130 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/67171943-8717-4a1b-9c6c-3b0d6914b94c) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:09:32.897922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.925934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:32.929413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0705e16c-88ea-4d6c-949b-e7818604a5a9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:32.990996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:32.994622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:32.998691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:09:33.022402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=67171943-8717-4a1b-9c6c-3b0d6914b94c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:33.044007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.044406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.044776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.045153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.045501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.045862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.046217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.046574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.046930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.047279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.047630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:33.056328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:33.162676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:33.163373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:33.206088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:33.389813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f277c77d-bf49-429d-b23b-9a86b0e37100 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:09:33.583111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:33.593027 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Sync routers for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:33.613438 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:33.614350 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f811c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:33.623757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:33.627827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5295517
Dec 22 15:09:33.628188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41972) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:33.676596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1bcf1041-0ede-45b6-8c60-b150559ef56c tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0445311
Dec 22 15:09:33.676868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41976) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:33.846161 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:33.929249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c8574-da2b-4b9d-a76c-f18bf5ee4d70 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:33.930751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4a8c8574-da2b-4b9d-a76c-f18bf5ee4d70 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2529960
Dec 22 15:09:33.933554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41980) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:33.972068 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fa493b7e-8a30-42d2-98d8-e38dd72fc0c0 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373774
Dec 22 15:09:33.974500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41984) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:33.980073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601617341', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:34.086345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:34.090742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:34.093491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:34.099027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:34.110049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:09:34.129606 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f811c0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:33Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:34.134127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Checking router: f277c77d-bf49-429d-b23b-9a86b0e37100 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:34.134581 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Updating router f277c77d-bf49-429d-b23b-9a86b0e37100 port 67171943-8717-4a1b-9c6c-3b0d6914b94c binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:09:34.188371 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.210735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.429307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.433675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15281b1c-3155-4fc1-9845-c0f73f12c2d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:34.508434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=00325b8e-a5ff-42a9-80e1-cfef00107af1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:34.511646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:34.523497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.524372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:09:34.524801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: 45c0f670-44cb-40f5-9a05-a6f14f6b0b18, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:09:34.535134 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Transition to ACTIVE for port object 67171943-8717-4a1b-9c6c-3b0d6914b94c will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:34.541781 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.546341 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:34.546760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:09:34.556675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 45c0f670-44cb-40f5-9a05-a6f14f6b0b18) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:34.560447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:34.561054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.570389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503ac4a-6654-4420-af5c-b2c0521179f3 None None] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:09:34.582742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6072516
Dec 22 15:09:34.585544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41988) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:34.626722 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Attempting to bind port 67171943-8717-4a1b-9c6c-3b0d6914b94c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:09:34.627714 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Attempting to bind port 67171943-8717-4a1b-9c6c-3b0d6914b94c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:09:34.628264 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Attempting to bind port 67171943-8717-4a1b-9c6c-3b0d6914b94c on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:09:34.640099 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:09:34.640774 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:09:34.641365 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.641935 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:09:34.642566 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Bound port: 67171943-8717-4a1b-9c6c-3b0d6914b94c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:09:34.643216 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.686238 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Pushing event updated for resources: {'Port': ['ID=67171943-8717-4a1b-9c6c-3b0d6914b94c,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:34.703072 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.703492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.703827 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.704152 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.704517 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.704846 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.705150 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.705680 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.705997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.706311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.706623 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:09:34.711954 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:34.735699 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] For port 67171943-8717-4a1b-9c6c-3b0d6914b94c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:09:34.738836 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] For port 67171943-8717-4a1b-9c6c-3b0d6914b94c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=67171943-8717-4a1b-9c6c-3b0d6914b94c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:09:34.745546 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.749616 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:34.826539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Pushing event updated for resources: {'Port': ['ID=67171943-8717-4a1b-9c6c-3b0d6914b94c,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:34.830092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:34.831621 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:34.832145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:09:34.832303 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f811c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:34.833636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:34.994054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Allocated IP 172.20.0.2 (45c0f670-44cb-40f5-9a05-a6f14f6b0b18/00325b8e-a5ff-42a9-80e1-cfef00107af1/02626a70-c842-496b-b654-737b605dc9c1) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:09:35.016821 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:35.198396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.209356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Transition to ACTIVE for port object 02626a70-c842-496b-b654-737b605dc9c1 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:35.231076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Transition to ACTIVE for port object 02626a70-c842-496b-b654-737b605dc9c1 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:35.237874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.242760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:35.336167 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f811c0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:33Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:35.341435 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a317652-056c-440e-8817-57dbe0c9fe26 None None] The sync data for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv is: [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:33Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:35.354926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:35.361894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:35.364251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Pushing event updated for resources: {'Port': ['ID=02626a70-c842-496b-b654-737b605dc9c1,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:35.366508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:09:35.369042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:35.458647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Attempting to bind port 02626a70-c842-496b-b654-737b605dc9c1 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:09:35.459173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Attempting to bind port 02626a70-c842-496b-b654-737b605dc9c1 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:09:35.459647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Attempting to bind port 02626a70-c842-496b-b654-737b605dc9c1 on network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:09:35.467740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:09:35.468270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Checking segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:09:35.468804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.469306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Bound using segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:09:35.469886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Bound port: 02626a70-c842-496b-b654-737b605dc9c1, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:09:35.470371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.483831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.581243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] For port 02626a70-c842-496b-b654-737b605dc9c1, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:09:35.584685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] For port 02626a70-c842-496b-b654-737b605dc9c1, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=02626a70-c842-496b-b654-737b605dc9c1,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:09:35.590421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:35.601327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-db78069d-05f6-473f-96a4-2f9b434b8352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:35.698251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Pushing event updated for resources: {'Port': ['ID=02626a70-c842-496b-b654-737b605dc9c1,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:35.702236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:35.958158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (45c0f670-44cb-40f5-9a05-a6f14f6b0b18/00325b8e-a5ff-42a9-80e1-cfef00107af1/e20c8399-9063-403c-896e-f7f0a989bf76) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:09:36.133210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.153574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object e20c8399-9063-403c-896e-f7f0a989bf76 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:36.183286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.187220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-823d3bd2-4b8d-43ff-99fc-1005ed342741 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:36.253339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:36.261829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:36.266754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:09:36.272693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 02626a70-c842-496b-b654-737b605dc9c1 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:36.297700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:36.304371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:36.332848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.347170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 02626a70-c842-496b-b654-737b605dc9c1 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:36.353599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 67171943-8717-4a1b-9c6c-3b0d6914b94c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:36.421625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.424675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 67171943-8717-4a1b-9c6c-3b0d6914b94c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:36.429743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 67171943-8717-4a1b-9c6c-3b0d6914b94c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:36.430123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.550517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.572742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 67171943-8717-4a1b-9c6c-3b0d6914b94c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=67171943-8717-4a1b-9c6c-3b0d6914b94c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:36.579491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.581485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:36.649079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=67171943-8717-4a1b-9c6c-3b0d6914b94c,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:36.653045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:36.679579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9532286-b5b3-4b3d-a297-69acda6e61f3 None None] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:09:36.777342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Provisioning for port 02626a70-c842-496b-b654-737b605dc9c1 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:36.808829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Provisioning complete for port 02626a70-c842-496b-b654-737b605dc9c1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:36.809208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.842272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.847214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:36.880370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ac313d5a-02df-49ef-a49f-8dda17a67b3b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:36.969904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:36.972631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:36.973546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.009255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.053200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] For port 02626a70-c842-496b-b654-737b605dc9c1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=02626a70-c842-496b-b654-737b605dc9c1,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:37.060530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.062503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-92643a9c-ef0f-4441-88ad-3f440bc341dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:37.113568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:37.114904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:37.140714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Pushing event updated for resources: {'Port': ['ID=02626a70-c842-496b-b654-737b605dc9c1,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:37.144188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:37.292697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Provisioning complete for port 02626a70-c842-496b-b654-737b605dc9c1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:37.293167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.428904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Provisioning for port e20c8399-9063-403c-896e-f7f0a989bf76 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:37.434385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Provisioning complete for port e20c8399-9063-403c-896e-f7f0a989bf76 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:37.434791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.497858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-131f6263-a6ab-4afa-88ff-4931ba3d5db4 None None] Port e20c8399-9063-403c-896e-f7f0a989bf76 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:09:37.623747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b565b7d0-50a9-4776-b045-1981c108b3e5 None None] Provisioning complete for port e20c8399-9063-403c-896e-f7f0a989bf76 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:37.624352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b565b7d0-50a9-4776-b045-1981c108b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.637082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f277c77d-bf49-429d-b23b-9a86b0e37100 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:09:37.677065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b565b7d0-50a9-4776-b045-1981c108b3e5 None None] Port e20c8399-9063-403c-896e-f7f0a989bf76 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:09:37.796717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-aa80f322-e140-4ee8-9b2a-a5155cf919f2 None None] Provisioning complete for port e20c8399-9063-403c-896e-f7f0a989bf76 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:37.797018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-aa80f322-e140-4ee8-9b2a-a5155cf919f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:37.840210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:37.848409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-aa80f322-e140-4ee8-9b2a-a5155cf919f2 None None] Port e20c8399-9063-403c-896e-f7f0a989bf76 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:09:37.853067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/f277c77d-bf49-429d-b23b-9a86b0e37100/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2659869
Dec 22 15:09:37.855624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41992) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:37.992613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.993517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.993880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.994236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.994586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.994937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:37.996668 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-776b5468-138c-4722-a752-1ba4d9df870b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4279 time: 0.1401279
Dec 22 15:09:37.999398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 41996) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:38.066498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.066868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.067217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.067561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.067903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.068238 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:38.069921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dedebda9-2849-4470-a5bd-b08505cc01c5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4000 time: 0.0696471
Dec 22 15:09:38.072677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42000) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:38.216826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 02626a70-c842-496b-b654-737b605dc9c1 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:38.274029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b7e41492-196c-40a2-8f77-e4c43a755e0a tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3043 time: 0.2001457
Dec 22 15:09:38.286441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 02626a70-c842-496b-b654-737b605dc9c1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:38.286821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:38.401179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 67171943-8717-4a1b-9c6c-3b0d6914b94c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:38.467611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 67171943-8717-4a1b-9c6c-3b0d6914b94c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:38.468022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:38.799062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42006) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:38.804775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400454788', 'description': 'tempest-secgroup-smoke-400454788 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:38.811711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:38.815918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:38.818776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:38.825396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:38.835680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:38.876267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:38.880215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:38.883160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:38.889937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:38.899848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Sync routers for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:38.912244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:38.913037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bdca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:38.947527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:38.951362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:38.955021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-dee25ab4-bcc2-4c6c-bd9c-ba2958e82fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:38.994953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7a953-a5fd-49db-9ac3-4ff21e419256,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:38.997986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.000898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.002102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2020633
Dec 22 15:09:39.004800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42010) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.011514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.017418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.021341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.024368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.030339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.047110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.094923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:39.109567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.113234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.115029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6a2ff021-ff61-4795-9f5c-5af1f732528d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.137416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7efc30f-91f1-4a49-907c-112809262673,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.139673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.146907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.148170 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1424153
Dec 22 15:09:39.151194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42014) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.156812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.162394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.166440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.169322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.175083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.192634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.258037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.261872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.268106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c4c7949-8e5c-46af-bada-69ed906b7c3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.286611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227a7222-9b7f-47bc-99d6-65a0f79dffe7,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.288906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.298193 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.299366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1472144
Dec 22 15:09:39.302046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42018) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.308143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.314059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.318421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.321388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.327067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.343284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.408225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.412511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.414372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-14f2866c-2417-41e9-bbf2-ba2d875f2a81 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.419415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bdca0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:39.423246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Checking router: f277c77d-bf49-429d-b23b-9a86b0e37100 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:39.423602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Updating router f277c77d-bf49-429d-b23b-9a86b0e37100 port e20c8399-9063-403c-896e-f7f0a989bf76 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:09:39.437501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90552eb2-52b3-4f40-83d3-d0898e3fe579,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.439954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.446782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.450461 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1450691
Dec 22 15:09:39.450677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42022) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.456267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.462104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.465876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.468751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.474307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.475846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.492002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.556031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.559859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.568521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e77dc4fe-cc3c-4f1e-a5cf-4ff12ed89282 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.588664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a5431-e342-4819-90f9-ab4cda65646d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.593077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.597667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.598825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1471932
Dec 22 15:09:39.601686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42026) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.607656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.613314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.617709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.620133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.625867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.639921 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:09:39.646215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.709878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.714316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.716314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-00452795-122a-4958-a5de-522daa6bb561 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.739385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d95f178-84d3-4d5e-aa0f-9a0873f6f7a8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.741805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.749111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.750530 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1472299
Dec 22 15:09:39.753147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42030) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:39.758966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '26a7a953-a5fd-49db-9ac3-4ff21e419256', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:39.764933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:39.768694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:39.771539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:39.777905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:39.788017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:09:39.795141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.834005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.846445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Transition to ACTIVE for port object e20c8399-9063-403c-896e-f7f0a989bf76 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:39.853444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.856902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.860633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.864506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.870475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:39.888849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d8272f-2518-434e-b1e9-c092279f7027,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.891181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:39.900303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:39.901494 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1473787
Dec 22 15:09:39.973048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Pushing event updated for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:39.986171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:40.079936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Attempting to bind port e20c8399-9063-403c-896e-f7f0a989bf76 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:09:40.080320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Attempting to bind port e20c8399-9063-403c-896e-f7f0a989bf76 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:09:40.080730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Attempting to bind port e20c8399-9063-403c-896e-f7f0a989bf76 on network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:09:40.089078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:09:40.089746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Checking segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:09:40.090161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:40.090591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Bound using segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:09:40.091138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Bound port: e20c8399-9063-403c-896e-f7f0a989bf76, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:09:40.091520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:40.199090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] For port e20c8399-9063-403c-896e-f7f0a989bf76, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:09:40.202564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] For port e20c8399-9063-403c-896e-f7f0a989bf76, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e20c8399-9063-403c-896e-f7f0a989bf76,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:09:40.207888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:40.213283 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:40.226489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-09c8ddae-0ce7-4c1f-ba43-46f39ab0a9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:40.241220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-09c8ddae-0ce7-4c1f-ba43-46f39ab0a9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:40.243044 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-09c8ddae-0ce7-4c1f-ba43-46f39ab0a9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400454788&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0595183
Dec 22 15:09:40.295504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Pushing event updated for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:40.298463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:40.299078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bdca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:40.357527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:40.397712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-d2163aab-873d-45f4-9343-81a118897981 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:40.398527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-d2163aab-873d-45f4-9343-81a118897981 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:40.418679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-d2163aab-873d-45f4-9343-81a118897981 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:40.419970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-d2163aab-873d-45f4-9343-81a118897981 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 200  len: 796 time: 0.1699207
Dec 22 15:09:40.439267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-b10bd4c3-b3b3-4009-9eac-4a9edaa9c798 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0126774
Dec 22 15:09:40.529391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ffaaad05-53db-4253-a2b7-00b0ebea3d2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:40.534914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:40.544528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ffaaad05-53db-4253-a2b7-00b0ebea3d2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:40.545858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ffaaad05-53db-4253-a2b7-00b0ebea3d2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0978093
Dec 22 15:09:40.562353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-86ca41ec-761e-4011-a5e0-17854e11e09e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:09:40.563437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-86ca41ec-761e-4011-a5e0-17854e11e09e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0052631
Dec 22 15:09:40.698493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-b07d0328-3e4f-4bb3-ad4f-a8d00e84db96 service neutron] 10.222.0.69 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291904
Dec 22 15:09:40.830011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ab65e2ea-3bdf-49a6-8874-4fdf645793b3 service neutron] 10.222.0.69 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257050
Dec 22 15:09:40.864117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bdca0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:40Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:40.868625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221c5d0-08e9-43d8-aac0-ab7fad49c30e None None] The sync data for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv is: [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:40Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:41.157061 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4c40c1a7-a1ea-490a-b073-d284b12150a9 req-d1683dac-94e4-4522-8d2f-c9cf585bb33c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 210 time: 0.1551895
Dec 22 15:09:42.263862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e20c8399-9063-403c-896e-f7f0a989bf76 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:42.302703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-6786373f-bffc-4063-a239-d1fdd41fe7aa tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:42.304110 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-6786373f-bffc-4063-a239-d1fdd41fe7aa tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 200  len: 796 time: 0.2862742
Dec 22 15:09:42.334649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e20c8399-9063-403c-896e-f7f0a989bf76 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:42.339916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e20c8399-9063-403c-896e-f7f0a989bf76 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:42.340364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.362341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad250313-6925-4c05-afc7-328cbc38bf54 req-2f8de9d6-b23e-4841-a5d5-4bfebe253281 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 210 time: 0.0648630
Dec 22 15:09:42.391405 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-8c28a898-1496-4904-9fef-081458eb142b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.0481827
Dec 22 15:09:42.401132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['26a7a953-a5fd-49db-9ac3-4ff21e419256']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:42.455741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.490104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e20c8399-9063-403c-896e-f7f0a989bf76, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e20c8399-9063-403c-896e-f7f0a989bf76,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:42.493832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.495644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-da655cb9-13f2-44dd-85a7-0e5468deec8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:42.537747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:42.547367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:42.556776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:09:42.559524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:42.559845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.562576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:42.722309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.4 (45c0f670-44cb-40f5-9a05-a6f14f6b0b18/00325b8e-a5ff-42a9-80e1-cfef00107af1/0d2cb202-a867-4e5c-b01a-9707e336ece7) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:09:42.903290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.919142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 0d2cb202-a867-4e5c-b01a-9707e336ece7 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:42.944774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:42.950976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a26150c3-426c-4906-877b-cbccfc3814b3 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:43.020325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:43.023599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:43.027718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:09:43.052918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:43.058837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:43.089991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:43.090592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.115718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7189047
Dec 22 15:09:43.132940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Request body: {'port': {'device_id': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:43.242155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.308300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-50a28f0a-8683-4623-ab18-ec4d5ebacafc None None] Provisioning for port 0d2cb202-a867-4e5c-b01a-9707e336ece7 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:43.313009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-50a28f0a-8683-4623-ab18-ec4d5ebacafc None None] Provisioning complete for port 0d2cb202-a867-4e5c-b01a-9707e336ece7 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:43.313512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-50a28f0a-8683-4623-ab18-ec4d5ebacafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.364546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-50a28f0a-8683-4623-ab18-ec4d5ebacafc None None] Port 0d2cb202-a867-4e5c-b01a-9707e336ece7 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:09:43.562002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3725c-b0d9-4c18-8899-22dbb4938be3 req-4532a66c-22c0-4225-b48c-bb0333d862a4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:43.563366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2de3725c-b0d9-4c18-8899-22dbb4938be3 req-4532a66c-22c0-4225-b48c-bb0333d862a4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 931 time: 0.0767331
Dec 22 15:09:43.579663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2cb202-a867-4e5c-b01a-9707e336ece7 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:09:43.587036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.609467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Transition to ACTIVE for port object 0d2cb202-a867-4e5c-b01a-9707e336ece7 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:09:43.613218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.619349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d2888a74-1dfb-4f92-8f4c-c906ce80860c tempest-TestServerAdvancedOps-257127636 tempest-TestServerAdvancedOps-257127636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:43.620130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2de3725c-b0d9-4c18-8899-22dbb4938be3 req-240fa307-589e-4775-a3db-a1ae48325785 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:43.631863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2de3725c-b0d9-4c18-8899-22dbb4938be3 req-240fa307-589e-4775-a3db-a1ae48325785 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:43.633040 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2de3725c-b0d9-4c18-8899-22dbb4938be3 req-240fa307-589e-4775-a3db-a1ae48325785 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636933
Dec 22 15:09:43.741795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:43.746067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:43.853168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Attempting to bind port 0d2cb202-a867-4e5c-b01a-9707e336ece7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:09:43.853494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Attempting to bind port 0d2cb202-a867-4e5c-b01a-9707e336ece7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:09:43.853815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Attempting to bind port 0d2cb202-a867-4e5c-b01a-9707e336ece7 on network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:09:43.859443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Port 0d2cb202-a867-4e5c-b01a-9707e336ece7 on network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:09:43.859757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Attempting to bind port 0d2cb202-a867-4e5c-b01a-9707e336ece7 on network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:09:43.865881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:09:43.866214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Checking segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:09:43.866591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Bound using segment: {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:09:43.867003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Bound port: 0d2cb202-a867-4e5c-b01a-9707e336ece7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafbf324-f74d-4e72-a627-e4eaaf2da648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:09:43.867341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.953315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:09:43.956091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:09:43.960514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:43.964680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-039c5a8d-4abc-4193-b6f3-23995bf18989 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:44.125846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:44.127199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] 10.222.0.61 "PUT /v2.0/ports/0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 200  len: 1093 time: 0.9987121
Dec 22 15:09:44.127712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:44.143621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:44.147559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:44.220118 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'status': 'completed', 'code': 200}
Dec 22 15:09:44.227108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e20c8399-9063-403c-896e-f7f0a989bf76 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:44.263332 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-115cf232-1b25-4d48-b5c8-96b3ef3bdc44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1096 time: 0.0779817
Dec 22 15:09:44.304136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e20c8399-9063-403c-896e-f7f0a989bf76 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:44.304777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:44.344757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-432dd9b5-274f-4faa-bec1-fb63c4cebbee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 200  len: 217 time: 0.0726912
Dec 22 15:09:44.415526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ef6c344f-2942-49ba-8968-f92b42e712b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:44.417067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-ef6c344f-2942-49ba-8968-f92b42e712b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00325b8e-a5ff-42a9-80e1-cfef00107af1 HTTP/1.1" status: 200  len: 835 time: 0.0634940
Dec 22 15:09:44.494456 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-e1465355-95f9-4ec6-8e69-8b82801f4071 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703759
Dec 22 15:09:44.632418 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-17c1b05f-a5af-4286-9189-e0a9ca183abb service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305006
Dec 22 15:09:44.777964 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4b4b1822-7c94-4aaf-87cb-ecd1ea3cfac3 req-9b365a65-ad6d-40d1-ac72-0a0c57d407b4 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384830
Dec 22 15:09:44.852524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b8f9-ed87-4d94-bb76-b9af79121a8b req-caa86590-846d-4ea7-b5f5-576f43c7f486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:44.854163 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-13c8b8f9-ed87-4d94-bb76-b9af79121a8b req-caa86590-846d-4ea7-b5f5-576f43c7f486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 943 time: 0.0856860
Dec 22 15:09:44.905082 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-13c8b8f9-ed87-4d94-bb76-b9af79121a8b req-68805d43-6810-40dd-8ada-5da461f6b761 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446844
Dec 22 15:09:44.906688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-7b74f582-481e-42fb-bd2b-4a93e96f0504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1096 time: 0.0717778
Dec 22 15:09:45.045244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-5690f55f-5404-433c-ad22-46c1d92ede6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:45.046612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-5690f55f-5404-433c-ad22-46c1d92ede6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 200  len: 897 time: 0.1329668
Dec 22 15:09:45.119965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-ddccbe6a-b8b0-4316-80ec-cb163eacd0e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 200  len: 217 time: 0.0656891
Dec 22 15:09:45.206324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-4c8ce34f-e0d8-4b65-ac92-ea2bbb2e9081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:45.207774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-4c8ce34f-e0d8-4b65-ac92-ea2bbb2e9081 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00325b8e-a5ff-42a9-80e1-cfef00107af1 HTTP/1.1" status: 200  len: 835 time: 0.0779378
Dec 22 15:09:45.336189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-9db0293a-d7e0-463f-a870-94b6a7f43146 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1143126
Dec 22 15:09:45.441209 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-3ad91bb8-b83d-41bd-a5dc-b7beb2dc27ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1604712
Dec 22 15:09:45.524120 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-0d82ee2a-f1e1-4365-bcad-4f66968b3a63 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804392
Dec 22 15:09:45.642940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-dc78bbc1-ef44-4349-9d53-7ca4e38bfee5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 1098 time: 0.1753373
Dec 22 15:09:45.844656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f1432b9-90e4-4aca-8faf-539c161eadd7 req-0ae5b05c-44ee-4040-96ba-a247b7affb64 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131893
Dec 22 15:09:45.898855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-5378fc42-f7f1-49be-b912-94288fa641d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:45.901029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-5378fc42-f7f1-49be-b912-94288fa641d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.2345228
Dec 22 15:09:46.006625 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-09c3e4b2-515d-4b43-8f7b-d85767685ad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 200  len: 1000 time: 0.0980754
Dec 22 15:09:46.114403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-2cb4b1d5-3d89-43c9-812e-d37c84168a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:46.115821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-2cb4b1d5-3d89-43c9-812e-d37c84168a8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.1023118
Dec 22 15:09:46.181407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b225-07a5-4bd1-a8ce-ccb8429813c7 req-7c1be452-95a4-47b3-a982-9607a46dd09a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:46.182095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8589b225-07a5-4bd1-a8ce-ccb8429813c7 req-7c1be452-95a4-47b3-a982-9607a46dd09a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:09:46.203688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8589b225-07a5-4bd1-a8ce-ccb8429813c7 req-7c1be452-95a4-47b3-a982-9607a46dd09a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:09:46.204822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8589b225-07a5-4bd1-a8ce-ccb8429813c7 req-7c1be452-95a4-47b3-a982-9607a46dd09a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 943 time: 0.1616204
Dec 22 15:09:46.237509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-b81cc135-5bf1-4c52-a495-58845172c705 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1140943
Dec 22 15:09:46.328025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8589b225-07a5-4bd1-a8ce-ccb8429813c7 req-5f49d49d-1544-4dd0-b4e4-021b00a9dea3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152511
Dec 22 15:09:46.380152 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-1c66e94b-212e-49d5-9d3c-acb6b35789e3 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324739
Dec 22 15:09:46.510161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0da345bf-8a1c-4a4f-a623-c2f0b585208b req-5211de51-8833-4bd2-8ea2-711af05a4a15 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226530
Dec 22 15:09:47.519515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b786839-2c5c-4355-aba5-8dc3935f84db req-ba887a26-1019-4e0b-b6fe-31510c04ec34 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:47.520982 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1b786839-2c5c-4355-aba5-8dc3935f84db req-ba887a26-1019-4e0b-b6fe-31510c04ec34 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 943 time: 0.0752325
Dec 22 15:09:47.565443 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1b786839-2c5c-4355-aba5-8dc3935f84db req-bd9ac91e-9f55-4feb-9ca7-9cd685cb8fcb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384326
Dec 22 15:09:47.855082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 0d2cb202-a867-4e5c-b01a-9707e336ece7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:09:47.986510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:47.999871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'port_id': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'mac_address': 'fa:16:3e:00:f1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:09:48.051963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:48.069280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2cb202-a867-4e5c-b01a-9707e336ece7 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:09:48.084128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:48.088053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:48.090678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:48.154220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:48.157230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:48.392253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['0d2cb202-a867-4e5c-b01a-9707e336ece7'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:09:48.784964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9d1d0-4f33-495e-8616-9142d1a1af18 req-f1e7073f-789e-481a-ad72-2e4efe4eab41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:48.786393 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e9d1d0-4f33-495e-8616-9142d1a1af18 req-f1e7073f-789e-481a-ad72-2e4efe4eab41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 944 time: 0.0799487
Dec 22 15:09:48.830304 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e9d1d0-4f33-495e-8616-9142d1a1af18 req-d823e7c1-9407-46f1-9118-0bf78756fba2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374336
Dec 22 15:09:49.871172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 0d2cb202-a867-4e5c-b01a-9707e336ece7 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:09:49.938400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 0d2cb202-a867-4e5c-b01a-9707e336ece7 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:09:49.943165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 0d2cb202-a867-4e5c-b01a-9707e336ece7 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:09:49.943546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:50.029157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be553518-c583-407a-bc7d-00bf2ad14a3e req-aa4c22f8-aa41-44c8-9396-827020586565 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:50.030599 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be553518-c583-407a-bc7d-00bf2ad14a3e req-aa4c22f8-aa41-44c8-9396-827020586565 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 944 time: 0.0787294
Dec 22 15:09:50.057512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:50.077075 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be553518-c583-407a-bc7d-00bf2ad14a3e req-ad4fa9ed-7a39-400a-b395-b6ba15bc890f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408669
Dec 22 15:09:50.083608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:50.094220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:09:50.098181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:50.101521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:50.145365 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'code': 200}
Dec 22 15:09:50.222384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:50.225403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:50.262159 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:09:50.375535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-22701f1b-8b99-4a15-a960-be78bbf2388d req-6eb97c97-6a12-4f64-bab3-798300cd99b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1098 time: 0.0713353
Dec 22 15:09:50.425102 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-22701f1b-8b99-4a15-a960-be78bbf2388d req-7f358051-56ee-4c04-8f5a-6c2744806e11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394008
Dec 22 15:09:51.278228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d8a72-7498-4d64-8624-5a030cec8cae req-60977889-1c41-47e6-9282-f872d1c62fe7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:51.279675 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c78d8a72-7498-4d64-8624-5a030cec8cae req-60977889-1c41-47e6-9282-f872d1c62fe7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.0792673
Dec 22 15:09:51.329454 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c78d8a72-7498-4d64-8624-5a030cec8cae req-cd3eaf6c-059f-468c-9d47-2ea343af0c12 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443468
Dec 22 15:09:52.524305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeab0d9-fd9e-4984-a870-c625b13c18c7 req-89ce8c7e-1961-4786-8278-85eca72053d9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:52.526322 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1aeab0d9-fd9e-4984-a870-c625b13c18c7 req-89ce8c7e-1961-4786-8278-85eca72053d9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.0751357
Dec 22 15:09:52.573370 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1aeab0d9-fd9e-4984-a870-c625b13c18c7 req-6fab096c-e89b-4ceb-8ba4-77130c2c72c9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407701
Dec 22 15:09:52.766979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0d07b-c4e0-4760-9fd4-faed676cd6c4 req-83e5ddb7-b38c-47e6-97a2-f1ec98ad7b0c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:52.768437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-58e0d07b-c4e0-4760-9fd4-faed676cd6c4 req-83e5ddb7-b38c-47e6-97a2-f1ec98ad7b0c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.0765548
Dec 22 15:09:52.812713 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-58e0d07b-c4e0-4760-9fd4-faed676cd6c4 req-626df054-b270-4f41-8f86-ada5025378ed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387781
Dec 22 15:09:52.840901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:52.912583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5a9d176a-5099-4f47-b6d1-a8bc5fd34090 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1093 time: 0.0703967
Dec 22 15:09:52.915431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42080) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:52.920540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:09:52.925908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:09:52.929630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:09:52.932507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:09:52.937982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:09:52.948615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:53.091828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:53.220167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.115 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/778cdd6f-85d1-4818-b19c-be6eb593ebd7) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:09:53.363303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:53.390699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:53.394136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:53.459674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:09:53.462719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:09:53.466874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:09:53.490390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=778cdd6f-85d1-4818-b19c-be6eb593ebd7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:53.495897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:54.141264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.194685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.395674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.399607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.403667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:09:54.497396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=778cdd6f-85d1-4818-b19c-be6eb593ebd7,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:09:54.501191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:09:54.520661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.550236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33dc074b-df82-4a96-91c3-7d6635d07f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:54.713410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d associated. External IP: 172.26.3.115, port: 0d2cb202-a867-4e5c-b01a-9707e336ece7.
Dec 22 15:09:55.129980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f277c77d-bf49-429d-b23b-9a86b0e37100 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:09:55.345287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:09:55.356623 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Sync routers for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:09:55.370457 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:55.370971 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d268b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:55.378361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:55.444496 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5214140
Dec 22 15:09:55.444496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:09:55.445252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42084) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:55.505178 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'status': 'completed', 'code': 200}
Dec 22 15:09:55.588826 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:55.631633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-de58fa7a-185c-4e7c-ae15-b69d10ffd5b5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d HTTP/1.1" status: 200  len: 991 time: 0.1882901
Dec 22 15:09:55.650558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-311f2672-7d74-4535-a542-c7af43846fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1098 time: 0.1115186
Dec 22 15:09:55.789464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-4174249b-3292-45f2-bc2a-e3cca04235f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:55.791078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-4174249b-3292-45f2-bc2a-e3cca04235f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 200  len: 897 time: 0.1332924
Dec 22 15:09:55.893983 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-55f00ec9-584b-4cb3-9c62-992184e1e140 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 200  len: 999 time: 0.0955539
Dec 22 15:09:55.940674 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d268b0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'port_id': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'mac_address': 'fa:16:3e:00:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:09:53Z', 'updated_at': '2021-12-22T15:09:53Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:55.944493 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Checking router: f277c77d-bf49-429d-b23b-9a86b0e37100 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:09:55.955276 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:09:55.955962 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d268b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:55.962955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-412e8266-03b4-4c57-832a-0f0d4d03f1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:09:55.964645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-412e8266-03b4-4c57-832a-0f0d4d03f1f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00325b8e-a5ff-42a9-80e1-cfef00107af1 HTTP/1.1" status: 200  len: 835 time: 0.0637336
Dec 22 15:09:56.043326 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-c230a832-8dea-43c1-9877-150be69b63ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706060
Dec 22 15:09:56.140753 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:09:56.303950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-975aac05-82be-4248-91be-5a3228a66b83 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483587
Dec 22 15:09:56.437595 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-873dd163-2ab5-487a-a62c-a3827244ce9d req-268fa26e-4b79-4924-95c6-075b37e193d6 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316488
Dec 22 15:09:56.510196 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d268b0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'port_id': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'mac_address': 'fa:16:3e:00:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:09:53Z', 'updated_at': '2021-12-22T15:09:53Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:09:56.514483 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e716-0274-4da2-83ef-5c42f4a0198e None None] The sync data for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv is: [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'port_id': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'mac_address': 'fa:16:3e:00:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:09:53Z', 'updated_at': '2021-12-22T15:09:53Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:09:56.634504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42090) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:56.757742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c6ee7169-b9fb-4226-81f7-e23946708116 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d HTTP/1.1" status: 200  len: 991 time: 0.1212413
Dec 22 15:09:57.092328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c5013-c35c-4d30-aef7-642964412387 None None] New status for floating IP ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:09:57.515675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf29-5370-4a80-88ff-0e73500b18f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:57.762344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42094) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:09:57.865271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-23a512eb-8373-4d6e-9aac-3543266e9647 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d HTTP/1.1" status: 200  len: 993 time: 0.1016777
Dec 22 15:09:57.993955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:58.101760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:09:59.298052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:03.219586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:11.885049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39662f-c9cc-44ab-a173-f8cdd5159b40 req-146fbf31-5568-46fd-975a-0b078a1a3f27 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:11.886484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fe39662f-c9cc-44ab-a173-f8cdd5159b40 req-146fbf31-5568-46fd-975a-0b078a1a3f27 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.0751328
Dec 22 15:10:11.931559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fe39662f-c9cc-44ab-a173-f8cdd5159b40 req-581c6ade-4136-43e0-9060-0d4f4f80dea3 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388939
Dec 22 15:10:13.131116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4fa77-1123-4560-8e07-d4b357f7d75c req-d8b54910-cf97-4cd6-a084-f86859168329 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:13.132604 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2da4fa77-1123-4560-8e07-d4b357f7d75c req-d8b54910-cf97-4cd6-a084-f86859168329 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.0810182
Dec 22 15:10:13.180469 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2da4fa77-1123-4560-8e07-d4b357f7d75c req-b8540a2e-b425-431b-979b-1add647a5fad tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414069
Dec 22 15:10:13.681579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-d474f023-3465-4526-9df9-075b0b3e1422 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:13.682973 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-d474f023-3465-4526-9df9-075b0b3e1422 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.0780962
Dec 22 15:10:13.750604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:13.750930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:13.985443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] For port 416910c8-e06d-4a07-ac7f-6f22eaa2b690, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=416910c8-e06d-4a07-ac7f-6f22eaa2b690,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:13.985704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:14.264986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:14.265277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:14.265582 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Floating IP 7a9f9c79-6667-4de0-98b8-3e69cb24cb1f disassociated. External IP: 172.26.3.27, port: 416910c8-e06d-4a07-ac7f-6f22eaa2b690.
Dec 22 15:10:14.265908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for 416910c8-e06d-4a07-ac7f-6f22eaa2b690 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:14.456535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d5f2d-da3a-4fb7-89fa-1d8b67227573 req-9cdaeceb-fca7-4050-b8fa-84f7586e3f0d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:14.457968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e21d5f2d-da3a-4fb7-89fa-1d8b67227573 req-9cdaeceb-fca7-4050-b8fa-84f7586e3f0d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 945 time: 0.1517718
Dec 22 15:10:14.479428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:14.487148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f75351ec-d64d-41eb-97c1-61ee2ed6e832 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:14.532435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=416910c8-e06d-4a07-ac7f-6f22eaa2b690,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:14.540517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:14.562875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e21d5f2d-da3a-4fb7-89fa-1d8b67227573 req-432d3285-2d72-4281-8229-03e897a709ac tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989416
Dec 22 15:10:14.863833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:10:15.074865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:15.084859 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:15.096459 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:15.097060 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575edbaf0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:15.145011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] No DVR routers for this DVR port 416910c8-e06d-4a07-ac7f-6f22eaa2b690 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:10:15.147457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:15.150287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'name': 'network-vif-deleted', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:15.167965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e75bc55-2c3b-4e72-b40f-751def8c7bea req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "DELETE /v2.0/ports/416910c8-e06d-4a07-ac7f-6f22eaa2b690 HTTP/1.1" status: 204  len: 173 time: 1.4776752
Dec 22 15:10:15.219271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd', 'name': 'network-vif-deleted', 'tag': '416910c8-e06d-4a07-ac7f-6f22eaa2b690', 'status': 'completed', 'code': 200}
Dec 22 15:10:15.326438 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:15.649605 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575edbaf0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:15.654896 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:15.666147 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:15.666709 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575edbaf0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:09:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:15.771221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cee2f89-482a-4d5b-9f58-38ba034b1af6 req-a2abb644-fdb5-4fff-971a-5c586561caf2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:15.789016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7cee2f89-482a-4d5b-9f58-38ba034b1af6 req-a2abb644-fdb5-4fff-971a-5c586561caf2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:15.790415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7cee2f89-482a-4d5b-9f58-38ba034b1af6 req-a2abb644-fdb5-4fff-971a-5c586561caf2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d9fbbe-6c17-4d5a-8c3e-f7a07c1766cd HTTP/1.1" status: 200  len: 210 time: 0.0664017
Dec 22 15:10:15.859630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:16.176570 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575edbaf0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:16.180709 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a82b33-7e81-4c6a-8dad-cbb256f1dcb0 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:16.398276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e9c9a-d924-495c-a680-b70661dd277e None None] New status for floating IP 7a9f9c79-6667-4de0-98b8-3e69cb24cb1f: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:10:17.171136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-e4319d47-e17c-4f7b-b95d-2b8362945874 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763407677&fields=id&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 267 time: 0.0404990
Dec 22 15:10:17.311766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-8dcb833e-7d6a-42cc-8cc5-e358bdfd2614 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:17.313195 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-8dcb833e-7d6a-42cc-8cc5-e358bdfd2614 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.1361363
Dec 22 15:10:17.328996 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-990e0f3c-586e-4cf7-851c-876d11d00cb2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/quotas/4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 375 time: 0.0106573
Dec 22 15:10:17.407093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-2097e029-e0b1-4409-b405-5543c0a3751e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0733871
Dec 22 15:10:17.541219 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-f1832cc4-2e32-4a25-a027-6f1f08ab7f7c service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227670
Dec 22 15:10:17.673355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-46c6720f-9dc4-4695-89aa-60081304798a service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264684
Dec 22 15:10:17.943581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 416910c8-e06d-4a07-ac7f-6f22eaa2b690 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:10:17.979406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 416910c8-e06d-4a07-ac7f-6f22eaa2b690 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:10:17.979762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 416910c8-e06d-4a07-ac7f-6f22eaa2b690 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:10:18.059973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b9449701-478d-4544-8b2b-e8ff0b677326 req-1ce7a2b8-66da-442d-8d7a-8f4d4ded86dc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 210 time: 0.0405076
Dec 22 15:10:19.083945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-077b5a4f-438a-4fba-94ec-10acafcc09ec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:19.085395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-077b5a4f-438a-4fba-94ec-10acafcc09ec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.1443694
Dec 22 15:10:19.150190 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-78233862-113e-40ec-ae1a-05de3e1883c6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 380 time: 0.0458598
Dec 22 15:10:19.162119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'port': {'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'admin_state_up': True, 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'security_groups': ['442bb10a-cbed-4cbc-90cc-3d009d40e443']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:19.272535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c2feac88-0d08-4e47-aa40-80fa30182308 req-43fea316-6218-4df4-99a2-b6f92eaaa0b9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 210 time: 0.0503242
Dec 22 15:10:19.337368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:19.347811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:19.357630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Made reservation on behalf of 4451455dab8f415a9d4d3d481cc30910 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:10:19.360614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:19.627603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.20.0.3 (1a00962c-b429-45fb-87df-5595aa9e3e24/add003db-0556-4ccc-9592-4e0c97298217/81840b49-f8ca-45c3-a0a5-54bd2127e77b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:19.815671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:19.831569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Transition to ACTIVE for port object 81840b49-f8ca-45c3-a0a5-54bd2127e77b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:19.852789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:19.858881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13df2a3a-39ac-43b3-a128-7b184d5dc8da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:19.920543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:19.923527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:19.931947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:19.974156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:19.978540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:20.004761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:20.005362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:20.046221 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8876982
Dec 22 15:10:20.061651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Request body: {'port': {'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:20.179803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:20.262072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b07df05c-2694-4f44-ac67-0bf106a91873 None None] Provisioning for port 81840b49-f8ca-45c3-a0a5-54bd2127e77b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:20.267195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b07df05c-2694-4f44-ac67-0bf106a91873 None None] Provisioning complete for port 81840b49-f8ca-45c3-a0a5-54bd2127e77b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:20.267570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b07df05c-2694-4f44-ac67-0bf106a91873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:20.326105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b07df05c-2694-4f44-ac67-0bf106a91873 None None] Port 81840b49-f8ca-45c3-a0a5-54bd2127e77b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:10:20.561585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662b249-5809-4740-9e93-4ff4ab8c4c3c req-4684ddb4-abfb-4009-aa2a-5f4ca9d60e57 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:20.562275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4662b249-5809-4740-9e93-4ff4ab8c4c3c req-4684ddb4-abfb-4009-aa2a-5f4ca9d60e57 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:20.598253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4662b249-5809-4740-9e93-4ff4ab8c4c3c req-4684ddb4-abfb-4009-aa2a-5f4ca9d60e57 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:20.599401 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4662b249-5809-4740-9e93-4ff4ab8c4c3c req-4684ddb4-abfb-4009-aa2a-5f4ca9d60e57 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 931 time: 0.1876817
Dec 22 15:10:20.603181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81840b49-f8ca-45c3-a0a5-54bd2127e77b {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:10:20.612068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:20.652046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Transition to ACTIVE for port object 81840b49-f8ca-45c3-a0a5-54bd2127e77b will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:20.661181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:20.666022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-23fe6c5b-67a3-4445-83d9-b915ee223206 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:20.711408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4662b249-5809-4740-9e93-4ff4ab8c4c3c req-3bed47f4-1ba9-4487-902c-033fe88ef998 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018286
Dec 22 15:10:20.793591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Pushing event updated for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:20.797719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:20.905140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Attempting to bind port 81840b49-f8ca-45c3-a0a5-54bd2127e77b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:10:20.905473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Attempting to bind port 81840b49-f8ca-45c3-a0a5-54bd2127e77b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:10:20.905791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Attempting to bind port 81840b49-f8ca-45c3-a0a5-54bd2127e77b on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:20.911714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Port 81840b49-f8ca-45c3-a0a5-54bd2127e77b on network 1a00962c-b429-45fb-87df-5595aa9e3e24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:10:20.912023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Attempting to bind port 81840b49-f8ca-45c3-a0a5-54bd2127e77b on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:20.918469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:10:20.918804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:20.919167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Bound using segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:10:20.919580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Bound port: 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:10:20.919916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:21.004787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:10:21.007732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:10:21.012918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:21.017339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4a58046-39dc-42e3-a0de-2050c7100231 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:21.079741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:21.081131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] 10.222.0.61 "PUT /v2.0/ports/81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 1093 time: 1.0262215
Dec 22 15:10:21.081693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:21.097530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Pushing event updated for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:21.100611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:21.165773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'status': 'completed', 'code': 200}
Dec 22 15:10:21.208945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-f5efc323-d5f7-44e7-98d2-ed1bfd5357ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1096 time: 0.0750802
Dec 22 15:10:21.284761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-1402413e-e93b-4ddb-b159-026e68bb16ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 217 time: 0.0668876
Dec 22 15:10:21.348166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4985c5ec-39dd-4861-83ef-a9a8c95fcc60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:21.349566 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-4985c5ec-39dd-4861-83ef-a9a8c95fcc60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0550239
Dec 22 15:10:21.423309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-74c6e269-ff05-42e1-a155-a1ebd7201366 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659745
Dec 22 15:10:21.661031 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-dae7f5cd-f410-48b0-8a07-590d9de882da service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283058
Dec 22 15:10:21.795428 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0f9235e-23b0-454e-a44d-d5ab5dce50ff req-acc5cec0-be94-48cf-9544-8c9613a73a5c service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269188
Dec 22 15:10:21.970560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93331f-b068-44dc-96bd-22f808984c83 req-cac9771e-9d33-4701-aa41-d2fc89816e0e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:21.971916 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db93331f-b068-44dc-96bd-22f808984c83 req-cac9771e-9d33-4701-aa41-d2fc89816e0e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.1343172
Dec 22 15:10:21.974621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-80e1dc4d-eb4e-4ada-9a9b-ffc497ce705d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1096 time: 0.1072369
Dec 22 15:10:22.103656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db93331f-b068-44dc-96bd-22f808984c83 req-4ac6c65b-7ccd-496b-8b33-ad9fccda3cf3 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227307
Dec 22 15:10:22.143037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-df2bc7b2-b911-4f46-a5c7-b2329f2011a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:22.143037 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-df2bc7b2-b911-4f46-a5c7-b2329f2011a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1507802
Dec 22 15:10:22.217111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-c95ee427-1dba-4d54-9c78-dfc018f3ad29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 217 time: 0.0663218
Dec 22 15:10:22.283652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-adf3546b-3aea-4647-9aad-140194ca1571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:22.285073 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-adf3546b-3aea-4647-9aad-140194ca1571 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0577922
Dec 22 15:10:22.362490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-4cf4ea1c-4170-4ebd-92bf-32553630de7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679214
Dec 22 15:10:22.495496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-6fe30e7a-92ec-4013-9256-c8543d47876f service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253867
Dec 22 15:10:22.626062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2eca8807-dfe4-47bc-852c-275f234f8039 req-5f0d2e10-e807-4723-b551-c8d6f007094d service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224787
Dec 22 15:10:23.416126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16ca3e-77c2-47ec-8a5e-4b1842207360 req-e538012a-3550-4dac-aca5-12a287ca5ccd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:23.417472 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b16ca3e-77c2-47ec-8a5e-4b1842207360 req-e538012a-3550-4dac-aca5-12a287ca5ccd tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.1964650
Dec 22 15:10:23.462154 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b16ca3e-77c2-47ec-8a5e-4b1842207360 req-6271c1b4-19dd-4cc3-9848-3b1465df7535 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391226
Dec 22 15:10:24.542718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b894cfe4-4baf-4fd1-adb3-41514e777919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:24.669068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7577a-53f7-41f2-9453-c010a50bb885 req-6026cce6-96fb-4eef-8bd1-4da3b943f8e3 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:24.670446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-add7577a-53f7-41f2-9453-c010a50bb885 req-6026cce6-96fb-4eef-8bd1-4da3b943f8e3 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.0867956
Dec 22 15:10:24.714656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-add7577a-53f7-41f2-9453-c010a50bb885 req-2e851baa-e829-4c9f-aa8e-ba6f61ccabe8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387120
Dec 22 15:10:25.910878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f645bb-6d6e-4c29-8fac-9d753c3883ad req-993b1654-9cb0-4c7c-9b1c-91544104c297 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:25.912200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-11f645bb-6d6e-4c29-8fac-9d753c3883ad req-993b1654-9cb0-4c7c-9b1c-91544104c297 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.0749636
Dec 22 15:10:25.956289 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-11f645bb-6d6e-4c29-8fac-9d753c3883ad req-1f297928-0dd5-43a8-9ca9-a2371e73262b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384450
Dec 22 15:10:27.152209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceb34-0978-4fa6-ac6a-6aa590b18f60 req-cddc92da-d20c-43fa-b084-df601c7974d5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:27.154306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3acceb34-0978-4fa6-ac6a-6aa590b18f60 req-cddc92da-d20c-43fa-b084-df601c7974d5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.0775108
Dec 22 15:10:27.201489 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3acceb34-0978-4fa6-ac6a-6aa590b18f60 req-baf67f6c-119b-475f-ba26-78f012441349 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417917
Dec 22 15:10:27.262470 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:10:27.517997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b06e2e53-d5da-42a3-9663-00760e7bcbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:27.998103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:28.102540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:28.540401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b2af-e5ec-4aa9-9a0b-a2acedb1c0c7 req-971d4135-3cb8-477d-9fbc-53a11f1a24e4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:28.541773 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e574b2af-e5ec-4aa9-9a0b-a2acedb1c0c7 req-971d4135-3cb8-477d-9fbc-53a11f1a24e4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.0796862
Dec 22 15:10:28.586596 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e574b2af-e5ec-4aa9-9a0b-a2acedb1c0c7 req-41994b1c-1640-4e54-8352-751b1ae183da tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387855
Dec 22 15:10:29.301779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:29.780374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91c48-e8af-4073-ab20-56da3dd2e4e2 req-0078d574-7960-4fa4-a7c9-1cf66850342c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:29.781830 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63a91c48-e8af-4073-ab20-56da3dd2e4e2 req-0078d574-7960-4fa4-a7c9-1cf66850342c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 943 time: 0.0751359
Dec 22 15:10:29.827010 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63a91c48-e8af-4073-ab20-56da3dd2e4e2 req-6a0e586b-53a1-49f8-8779-ea77bb7453ce tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397322
Dec 22 15:10:29.974517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 81840b49-f8ca-45c3-a0a5-54bd2127e77b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:10:30.105266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:30.118085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:10:30.173272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:30.189762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81840b49-f8ca-45c3-a0a5-54bd2127e77b {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:10:30.204724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:30.208516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:30.210206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-18e2e663-58eb-4416-a7dd-60acdef719ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:30.271738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:30.274647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:30.467762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['81840b49-f8ca-45c3-a0a5-54bd2127e77b'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:10:31.019552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca61576-7396-459f-b466-89e503dd43ba req-e771c2ef-59e1-43b7-9883-efaf2a3d9b55 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:31.020936 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ca61576-7396-459f-b466-89e503dd43ba req-e771c2ef-59e1-43b7-9883-efaf2a3d9b55 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 944 time: 0.0755694
Dec 22 15:10:31.070247 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ca61576-7396-459f-b466-89e503dd43ba req-27971378-056f-4eac-ac13-1ac251ca33a2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437906
Dec 22 15:10:31.199160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:31.303197 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7f018c5e-4248-4d64-b31b-f8832cac1c20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d HTTP/1.1" status: 200  len: 993 time: 0.1027544
Dec 22 15:10:31.703822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42176) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:31.900232 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 778cdd6f-85d1-4818-b19c-be6eb593ebd7 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:31.900505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:31.976592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 81840b49-f8ca-45c3-a0a5-54bd2127e77b up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:32.070861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.071479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.083067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 81840b49-f8ca-45c3-a0a5-54bd2127e77b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:32.087533 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 81840b49-f8ca-45c3-a0a5-54bd2127e77b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:32.087916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.191737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 778cdd6f-85d1-4818-b19c-be6eb593ebd7 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:32.202891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.231467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:32.241245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:32.245271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.246996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:32.291093 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'code': 200}
Dec 22 15:10:32.316236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:32.326306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.326658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.327124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.327469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.327809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.328136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.328487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.328818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.329141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.329465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.329786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:32.334036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:32.347614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a1f36-66e3-45af-b93b-450f146a5d92 req-390cbee0-d0bf-491a-88c1-07d9d7ef7d40 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:32.349079 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-688a1f36-66e3-45af-b93b-450f146a5d92 req-390cbee0-d0bf-491a-88c1-07d9d7ef7d40 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.1315715
Dec 22 15:10:32.434858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.439811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d964f021-2f0c-4531-a3ce-c96acceecc8b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:32.483190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=778cdd6f-85d1-4818-b19c-be6eb593ebd7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:32.488818 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-688a1f36-66e3-45af-b93b-450f146a5d92 req-27732e0e-99de-4012-9f83-38ab083df68a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124082
Dec 22 15:10:32.491130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:32.579305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:32.580992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-515ee3a7-9c30-4922-ba3e-8eb9d266a4d5 req-946443b0-49e6-4e4c-b9a6-2ede84791f80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.0671697
Dec 22 15:10:32.630805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-515ee3a7-9c30-4922-ba3e-8eb9d266a4d5 req-319aca74-f58d-41e8-bbd7-a7470e1909a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417645
Dec 22 15:10:33.061619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f277c77d-bf49-429d-b23b-9a86b0e37100 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:10:33.211628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:33.259173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:33.268934 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Sync routers for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:33.278469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:33.281883 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:33.282515 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:33.336312 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d HTTP/1.1" status: 204  len: 168 time: 1.6313105
Dec 22 15:10:33.336983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:33.396823 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'status': 'completed', 'code': 200}
Dec 22 15:10:33.465228 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:33.677450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-51827571-da95-4fe4-a8ff-92fad1de7fab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 1098 time: 0.2532644
Dec 22 15:10:33.734324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae0b5d-29a2-479f-817b-4a05290b1bbd req-5d8c7616-a423-4530-9d31-500ef071f46d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:33.745016 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2bae0b5d-29a2-479f-817b-4a05290b1bbd req-5d8c7616-a423-4530-9d31-500ef071f46d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.1090300
Dec 22 15:10:33.794216 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6fee0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:33.799000 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Checking router: f277c77d-bf49-429d-b23b-9a86b0e37100 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:33.804734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2bae0b5d-29a2-479f-817b-4a05290b1bbd req-7d462112-2b0b-4e01-af5a-58c072eca61d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588288
Dec 22 15:10:33.810836 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:33.811699 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6fee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:33.911954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5f13-155a-4cd1-868a-f98396dff023 req-e4e1be8b-4da6-493b-aa02-1a3e137daf48 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:33.913417 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-990a5f13-155a-4cd1-868a-f98396dff023 req-e4e1be8b-4da6-493b-aa02-1a3e137daf48 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.1200736
Dec 22 15:10:33.970154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-990a5f13-155a-4cd1-868a-f98396dff023 req-578d1ff7-c478-4c80-abf5-a0747f1c78bc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494256
Dec 22 15:10:33.981729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-5d2c1b56-2c45-443a-8c85-eec0782de176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:33.984204 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-5d2c1b56-2c45-443a-8c85-eec0782de176 service neutron] 10.222.0.61 "GET /v2.0/networks?id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 200  len: 897 time: 0.2976048
Dec 22 15:10:34.051426 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:34.071307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-8a9164cd-b8ab-4bf5-8169-556fc4a25b22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 200  len: 217 time: 0.0749238
Dec 22 15:10:34.142353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-a2be39d5-bb48-468c-b0d1-637ae218a4f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:34.143792 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-a2be39d5-bb48-468c-b0d1-637ae218a4f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00325b8e-a5ff-42a9-80e1-cfef00107af1 HTTP/1.1" status: 200  len: 835 time: 0.0631599
Dec 22 15:10:34.231736 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-d3dc5976-3a73-471f-8ecc-7b04ae7a4fde service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=45c0f670-44cb-40f5-9a05-a6f14f6b0b18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786293
Dec 22 15:10:34.364475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6fee0>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:34.365200 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-05bca9e1-dd8c-4159-9e6f-75a8da820770 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246502
Dec 22 15:10:34.368600 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d282963-cac2-4b06-afc6-4a3e7cc74faf None None] The sync data for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv is: [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'e20c8399-9063-403c-896e-f7f0a989bf76', 'name': '', 'network_id': '45c0f670-44cb-40f5-9a05-a6f14f6b0b18', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:0a:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:35Z', 'updated_at': '2021-12-22T15:09:42Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '00325b8e-a5ff-42a9-80e1-cfef00107af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:34.505899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47a8e609-3c1e-4d7d-9d48-5f2dabe854ec req-9807c352-96f0-471c-9d68-9dfc19b8cde5 service neutron] 10.222.0.61 "GET /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307199
Dec 22 15:10:34.585377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1edfca-cb3c-4b0c-890a-ce20cd308268 None None] New status for floating IP ffb529ff-b9e7-43b9-89d8-c8b5e7d63d2d: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:10:35.011549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39dda-7334-4f42-aaea-b0705f6c129b req-685fb2cb-2e86-4829-9cd4-e5ffaf3b2ff0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:35.012930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0eb39dda-7334-4f42-aaea-b0705f6c129b req-685fb2cb-2e86-4829-9cd4-e5ffaf3b2ff0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.0789402
Dec 22 15:10:35.058327 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0eb39dda-7334-4f42-aaea-b0705f6c129b req-1eabf1d2-36ae-4059-b28c-faf1eaf10803 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393631
Dec 22 15:10:35.186214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50ff9-e8a7-4fa6-af04-a1756b5e3012 req-6b999874-fbd2-4951-8155-91ad9ca14e86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:35.187854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcb50ff9-e8a7-4fa6-af04-a1756b5e3012 req-6b999874-fbd2-4951-8155-91ad9ca14e86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.0849228
Dec 22 15:10:35.234675 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bcb50ff9-e8a7-4fa6-af04-a1756b5e3012 req-ebcf4a47-252e-428a-aee1-070137a5092f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=26a7a953-a5fd-49db-9ac3-4ff21e419256&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400493
Dec 22 15:10:35.268899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc70512-5d1a-4ee3-adc6-cb7ec55524af req-48834946-c51d-4732-9b32-d4078327e69b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:35.270265 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ebc70512-5d1a-4ee3-adc6-cb7ec55524af req-48834946-c51d-4732-9b32-d4078327e69b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.0757778
Dec 22 15:10:35.315021 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ebc70512-5d1a-4ee3-adc6-cb7ec55524af req-1e3f6e5c-282c-4ad9-9377-c997bf4505f8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393400
Dec 22 15:10:35.343031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:35.474572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-ea338de1-3b9c-4f08-854d-9e9c22c6306a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:35.475972 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-ea338de1-3b9c-4f08-854d-9e9c22c6306a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 945 time: 0.1035550
Dec 22 15:10:35.479493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cef0d5d4-38f8-45dc-8958-96a90d0c4719 tempest-TestVolumeBootPattern-750653115 tempest-TestVolumeBootPattern-750653115-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1093 time: 0.1352909
Dec 22 15:10:35.482255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42202) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:35.487624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:35.493447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:35.497100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:floatingip and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:35.500146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:35.505888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:35.517507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.546159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 0d2cb202-a867-4e5c-b01a-9707e336ece7 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:35.546415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.654507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.791682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.26.3.77 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/5042be68-63a6-4aed-beee-66a394f4919c) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:35.791930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 0d2cb202-a867-4e5c-b01a-9707e336ece7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d2cb202-a867-4e5c-b01a-9707e336ece7,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:35.792095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.911613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 0d2cb202-a867-4e5c-b01a-9707e336ece7 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:35.934516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.962608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:35.967326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f38bdb9d-7cc2-4b6d-bf04-81f5221f58f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:36.038015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:36.041713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:36.043705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=5042be68-63a6-4aed-beee-66a394f4919c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:36.046698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:36.088493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.088873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.089244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.089613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.089973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.090333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.090689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.091043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.092094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.092473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.092912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.101560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:36.167310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.173185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:36.214323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=0d2cb202-a867-4e5c-b01a-9707e336ece7,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:36.257431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.257812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.258177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.258538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.258897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.259259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.259618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.259972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.260323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.260698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.261053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:36.268596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:36.302194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 0d2cb202-a867-4e5c-b01a-9707e336ece7 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:10:36.304609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.313398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'name': 'network-vif-deleted', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:36.318522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dce38dc5-3d9f-471a-8579-38b347f53b7a req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/0d2cb202-a867-4e5c-b01a-9707e336ece7 HTTP/1.1" status: 204  len: 173 time: 0.8364413
Dec 22 15:10:36.378078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8780a40c-0f3c-472c-b62c-4f4ed64e03b1', 'name': 'network-vif-deleted', 'tag': '0d2cb202-a867-4e5c-b01a-9707e336ece7', 'status': 'completed', 'code': 200}
Dec 22 15:10:36.428150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-07e25a5e-3ade-4e86-b11b-0fe813b0a7ed req-c34e71db-9294-40f3-a42c-7ae9f6096805 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:36.444527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-07e25a5e-3ade-4e86-b11b-0fe813b0a7ed req-c34e71db-9294-40f3-a42c-7ae9f6096805 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:36.445690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-07e25a5e-3ade-4e86-b11b-0fe813b0a7ed req-c34e71db-9294-40f3-a42c-7ae9f6096805 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8780a40c-0f3c-472c-b62c-4f4ed64e03b1 HTTP/1.1" status: 200  len: 210 time: 0.0597143
Dec 22 15:10:36.709481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.766231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.973235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.977284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:36.980635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2ff65976-7f00-4dc5-8a9f-5daf7ea62c4b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:37.080094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=5042be68-63a6-4aed-beee-66a394f4919c,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:37.082852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:37.097776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.286454 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Floating IP 04f59ccf-1af9-4d63-a467-0124e85d3b33 associated. External IP: 172.26.3.77, port: 81840b49-f8ca-45c3-a0a5-54bd2127e77b.
Dec 22 15:10:37.553192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42212) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:37.625505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.655301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.681076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:10:37.718520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.722519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d07c0fb-9d12-46bd-9d91-537d6381ca31 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:37.738112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7a953-a5fd-49db-9ac3-4ff21e419256,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:37.740842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:37.753593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.754815 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/26a7a953-a5fd-49db-9ac3-4ff21e419256 HTTP/1.1" status: 204  len: 168 time: 0.2006435
Dec 22 15:10:37.795001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42218) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:37.886813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:37.897526 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:37.910144 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:37.910753 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abda90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:37.913307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:37.974858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4914455
Dec 22 15:10:37.975610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:38.002091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 0d2cb202-a867-4e5c-b01a-9707e336ece7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:10:38.057850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 0d2cb202-a867-4e5c-b01a-9707e336ece7 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:10:38.058466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 0d2cb202-a867-4e5c-b01a-9707e336ece7 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:10:38.077460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'status': 'completed', 'code': 200}
Dec 22 15:10:38.106264 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:38.246603 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-1c7c1a9d-b502-462a-8f04-9bc1af30669b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.1068230
Dec 22 15:10:38.327971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:38.449551 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abda90>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:36Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:38.453374 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:38.459717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-a090c06b-789f-4bdb-8e3b-e12c0e775404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:38.461189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-a090c06b-789f-4bdb-8e3b-e12c0e775404 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.2066450
Dec 22 15:10:38.463515 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:38.464101 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575abda90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:38.620754 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-9a192e13-aad9-40ce-a4cb-a117c655cf39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 998 time: 0.1114581
Dec 22 15:10:38.639556 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:38.712949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-c701bb1f-708f-491e-9110-a5b55f4a8d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:38.714289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-c701bb1f-708f-491e-9110-a5b55f4a8d12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0725038
Dec 22 15:10:39.022168 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575abda90>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:36Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:39.026018 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff3a8-684a-440a-8f86-0125c8ed1b44 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:36Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:39.054849 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-10205566-b323-49ba-b1c7-9b6a923153d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3107073
Dec 22 15:10:39.216710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0afac1-e0d8-41d3-9a23-a5dc7439bfd7 None None] New status for floating IP 04f59ccf-1af9-4d63-a467-0124e85d3b33: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:10:39.274938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-8b1fd0b3-f796-4ee3-8094-5824926988b3 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110596
Dec 22 15:10:39.429928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77a1d59-cb8c-4144-ab9f-d9b0fb93d4a6 req-4c293047-ff0e-4b1b-ac23-8a5d42a359ef service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470931
Dec 22 15:10:39.553424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port e20c8399-9063-403c-896e-f7f0a989bf76 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:39.553660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:39.736138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port e20c8399-9063-403c-896e-f7f0a989bf76, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e20c8399-9063-403c-896e-f7f0a989bf76,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:39.736860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:39.857907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for e20c8399-9063-403c-896e-f7f0a989bf76 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:40.033175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:40.036712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8d379f1c-75d2-4f0f-a73f-5fef866b3098 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:40.078587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=e20c8399-9063-403c-896e-f7f0a989bf76,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:40.081976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:40.377254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.048410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f277c77d-bf49-429d-b23b-9a86b0e37100 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:10:41.245380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:41.255656 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Sync routers for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:41.262031 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/f277c77d-bf49-429d-b23b-9a86b0e37100/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4658341
Dec 22 15:10:41.265279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:41.268535 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:41.269142 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d95730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:41.443514 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:41.446951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 00325b8e-a5ff-42a9-80e1-cfef00107af1 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:10:41.449796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.505601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.587170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.658306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.662021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-db647d95-5c21-4ebe-98cc-350d159dd3b4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:41.701708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=00325b8e-a5ff-42a9-80e1-cfef00107af1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:41.705645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:41.709002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:41.715538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/00325b8e-a5ff-42a9-80e1-cfef00107af1 HTTP/1.1" status: 204  len: 168 time: 0.4492490
Dec 22 15:10:41.715827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f47364-1aee-469b-adc8-a2357e1ee982 None None] Network 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:10:41.718865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42230) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:41.722993 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d95730>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:41.726739 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Checking router: f277c77d-bf49-429d-b23b-9a86b0e37100 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:41.738115 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Routers {'f277c77d-bf49-429d-b23b-9a86b0e37100'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:41.738719 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d95730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f277c77d-bf49-429d-b23b-9a86b0e37100'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:41.924802 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] Set router f277c77d-bf49-429d-b23b-9a86b0e37100 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:42.020039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] DHCP port deletion for 45c0f670-44cb-40f5-9a05-a6f14f6b0b18 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:10:42.024966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Deleting port 02626a70-c842-496b-b654-737b605dc9c1 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:42.025590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.082318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.211593 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d95730>, [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:42.215583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50f1b-4499-43a2-b2f5-46c6b2c08e5b None None] The sync data for ids ['f277c77d-bf49-429d-b23b-9a86b0e37100'] in dv-neutron-822675-1-hyperv is: [{'id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'name': 'tempest-TestNetworkBasicOps-router-1551791709', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '67171943-8717-4a1b-9c6c-3b0d6914b94c', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f277c77d-bf49-429d-b23b-9a86b0e37100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:09:32Z', 'updated_at': '2021-12-22T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:42.241853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] For port 02626a70-c842-496b-b654-737b605dc9c1, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=02626a70-c842-496b-b654-737b605dc9c1,segment=NetworkSegment(dafbf324-f74d-4e72-a627-e4eaaf2da648),segment_id=dafbf324-f74d-4e72-a627-e4eaaf2da648)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:42.242255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.305146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.314675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 67171943-8717-4a1b-9c6c-3b0d6914b94c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:10:42.315006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.365165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Calling delete_port for 02626a70-c842-496b-b654-737b605dc9c1 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:42.440354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.444664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:42.486785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Pushing event deleted for resources: {'Port': ['ID=02626a70-c842-496b-b654-737b605dc9c1,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:42.487801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 67171943-8717-4a1b-9c6c-3b0d6914b94c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=67171943-8717-4a1b-9c6c-3b0d6914b94c,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:42.488154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.490273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:42.493336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] No DVR routers for this DVR port 02626a70-c842-496b-b654-737b605dc9c1 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:10:42.589873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 02626a70-c842-496b-b654-737b605dc9c1 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:10:42.615338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 67171943-8717-4a1b-9c6c-3b0d6914b94c owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:10:42.627303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 02626a70-c842-496b-b654-737b605dc9c1 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:10:42.627651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 02626a70-c842-496b-b654-737b605dc9c1 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:10:42.786125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:42.789583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-16a762c0-1090-4e23-8c17-7a59b94524b3 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:42.833692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=67171943-8717-4a1b-9c6c-3b0d6914b94c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:42.836255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:43.064446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.432662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.437269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.461422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.461912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router f277c77d-bf49-429d-b23b-9a86b0e37100 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:10:43.477202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.478280 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/f277c77d-bf49-429d-b23b-9a86b0e37100 HTTP/1.1" status: 204  len: 168 time: 1.7583375
Dec 22 15:10:43.481120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42236) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:43.595828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.724505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.749255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575830eb0>,) {'filters': {'network_id': ['45c0f670-44cb-40f5-9a05-a6f14f6b0b18']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:43.761076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575830eb0>, 'dafbf324-f74d-4e72-a627-e4eaaf2da648') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:43.761369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575830eb0>, 'dafbf324-f74d-4e72-a627-e4eaaf2da648') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:43.772890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.788758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.795076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:10:43.795449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:10:43.809148 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:10:43.888953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.892450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3517866c-7150-407b-b11b-a3ea0512c766 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:43.906872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:43.917768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=45c0f670-44cb-40f5-9a05-a6f14f6b0b18,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:43.920835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:43.926234 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97dd3307-1d76-4160-aaca-82158448a76d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/45c0f670-44cb-40f5-9a05-a6f14f6b0b18 HTTP/1.1" status: 204  len: 168 time: 0.4435005
Dec 22 15:10:43.942582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42240) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:43.947970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--588596272', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:43.953437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:43.957501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:43.960260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:43.965832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:43.975698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:10:43.978507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.006188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:10:44.014981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.015321 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment e0fc2287-3ea6-4507-8727-d514fe417998 of type vlan for network b93dee32-98ea-40c6-bbd0-f981c2427e49
Dec 22 15:10:44.043902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.071999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.076231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:44.076904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.080278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-61aa2ec0-ce48-4c74-85f8-986a02d0d513 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:44.182521 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2391062
Dec 22 15:10:44.185927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42244) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:44.188577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=b93dee32-98ea-40c6-bbd0-f981c2427e49,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:44.193149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:44.198470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:44.201356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:44.202123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:10:44.205218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:44.208089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:44.213877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:44.224737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.225654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.245531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.326196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e20c8399-9063-403c-896e-f7f0a989bf76 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:10:44.369641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e20c8399-9063-403c-896e-f7f0a989bf76 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:10:44.369823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e20c8399-9063-403c-896e-f7f0a989bf76 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:10:44.405424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.579316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.607454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.743570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.211 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/b287adc2-65cb-4e7f-8689-8e9f0f695fd9) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:44.893615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.924630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:44.928149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f78600c8-4013-4abc-bccf-8291db67c33b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:44.994573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:44.998548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:45.005429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:45.025215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:45.033743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:45.164848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:45.166565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:45.527854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:10:45.807330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:45.819638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:45.834412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:45.835262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575446340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:45.838233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:45.839345 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.6525197
Dec 22 15:10:45.842633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42250) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:45.890852 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-86ad8cb5-e278-4011-8cc8-35b577b75fa9 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0463405
Dec 22 15:10:45.893021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42254) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:46.049398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7324bce-1ce3-4f30-aba6-3555063a7b70 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:46.051047 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f7324bce-1ce3-4f30-aba6-3555063a7b70 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1571174
Dec 22 15:10:46.054538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42258) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:46.073196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:46.101601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42262) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:46.113087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072370663', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:46.115054 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ee2ca381-7b13-411e-9a70-e92529c42a44 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0492136
Dec 22 15:10:46.210718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 67171943-8717-4a1b-9c6c-3b0d6914b94c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:10:46.255809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:46.262675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:46.268033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:46.276628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:46.294634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:10:46.307785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 67171943-8717-4a1b-9c6c-3b0d6914b94c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:10:46.308041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 67171943-8717-4a1b-9c6c-3b0d6914b94c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:10:46.409669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.441981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575446340>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:45Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:46.445851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:46.446209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Updating router 9b004b93-f9d8-4348-a596-cc964083a200 port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:10:46.499684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.630454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.638887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bc7d43b7-887e-4d61-bbdc-0bbb876caa9a tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:46.723894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=16c82a92-1102-4162-a729-887e881277d8,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:46.726777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:46.727946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:46.728294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: b93dee32-98ea-40c6-bbd0-f981c2427e49, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:10:46.751160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:10:46.760297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, b93dee32-98ea-40c6-bbd0-f981c2427e49) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:46.764758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:46.765326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.774703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74df8f-cae8-4948-b155-8cc889d5b8a9 None None] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:10:46.786918 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6841855
Dec 22 15:10:46.789714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42266) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:46.916713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.948795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Transition to ACTIVE for port object b287adc2-65cb-4e7f-8689-8e9f0f695fd9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:46.984232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:46.991225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:47.108774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Pushing event updated for resources: {'Port': ['ID=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:47.120243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:47.121669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Attempting to bind port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:10:47.122050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Attempting to bind port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:10:47.122713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Attempting to bind port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:47.130467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:10:47.130901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:47.131315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.131714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:10:47.132189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Bound port: b287adc2-65cb-4e7f-8689-8e9f0f695fd9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:10:47.132601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.157293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-b93dee32-98ea-40c6-bbd0-f981c2427e49', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:10:47.158093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.308202 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-9b1c6341-bed1-4db1-8eaa-ef697bb71a7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691164
Dec 22 15:10:47.332169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] For port b287adc2-65cb-4e7f-8689-8e9f0f695fd9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:10:47.348655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] For port b287adc2-65cb-4e7f-8689-8e9f0f695fd9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:10:47.353709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.384207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:47.455512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Pushing event updated for resources: {'Port': ['ID=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:47.462948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:47.463355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-0a816e1b-5cba-460b-8e2d-d95b3008eb3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.0736861
Dec 22 15:10:47.494228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Allocated IP 172.20.0.2 (b93dee32-98ea-40c6-bbd0-f981c2427e49/16c82a92-1102-4162-a729-887e881277d8/85f2205f-3470-45fa-9f69-42294f4f1652) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:47.508431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:47.509419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575446340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:47.669428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.749284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4282-1aaf-406a-abab-9af310d464b8 req-ab58f29b-d35b-4e22-bb28-fbc8bd8accc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:47.750739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-ab58f29b-d35b-4e22-bb28-fbc8bd8accc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.2605274
Dec 22 15:10:47.866858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:47.869925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-836ef81c-e821-4976-b264-76e18a81f91c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 1000 time: 0.1022906
Dec 22 15:10:47.872092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:47.917865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Transition to ACTIVE for port object 85f2205f-3470-45fa-9f69-42294f4f1652 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:47.941277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4282-1aaf-406a-abab-9af310d464b8 req-9d8fb6d3-0dc0-4e1c-a259-ae48fec7aace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:47.943181 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-9d8fb6d3-0dc0-4e1c-a259-ae48fec7aace service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0597963
Dec 22 15:10:47.993196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Transition to ACTIVE for port object 85f2205f-3470-45fa-9f69-42294f4f1652 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:48.003050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.012992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:48.021321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-329328a3-4e5c-4fde-9387-5192ce8349b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703363
Dec 22 15:10:48.071577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:48.098086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (b93dee32-98ea-40c6-bbd0-f981c2427e49/16c82a92-1102-4162-a729-887e881277d8/52abdf3d-e682-45dc-bd2f-9a12e1d12085) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:48.119760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:48.129062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:48.174189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-45dabe2e-eeb4-4c1c-b989-06594d7e7d87 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433575
Dec 22 15:10:48.229187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Pushing event updated for resources: {'Port': ['ID=85f2205f-3470-45fa-9f69-42294f4f1652,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:48.238225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:48.274014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Attempting to bind port 85f2205f-3470-45fa-9f69-42294f4f1652 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:10:48.274392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Attempting to bind port 85f2205f-3470-45fa-9f69-42294f4f1652 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:10:48.274798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Attempting to bind port 85f2205f-3470-45fa-9f69-42294f4f1652 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:48.287561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.305895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 52abdf3d-e682-45dc-bd2f-9a12e1d12085 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:48.312152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:10:48.312602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Checking segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:48.313224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.313368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Bound using segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:10:48.313835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Bound port: 85f2205f-3470-45fa-9f69-42294f4f1652, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:10:48.314213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.319702 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266a4282-1aaf-406a-abab-9af310d464b8 req-810527e0-66e9-4759-a793-c97cb4b84b9a service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336362
Dec 22 15:10:48.332301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.337390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4af4240-a0cf-4f66-baa1-5cfd961efd83 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:48.405233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:48.408723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:48.413250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:48.424632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] For port 85f2205f-3470-45fa-9f69-42294f4f1652, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:10:48.428561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] For port 85f2205f-3470-45fa-9f69-42294f4f1652, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=85f2205f-3470-45fa-9f69-42294f4f1652,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:10:48.433280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575446340>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:45Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:48.436214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.440540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-551054f7-864a-4fac-8d73-590a20cde413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:48.445281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:48.452675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:48.474397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ce551-9ced-449d-ad8f-6532fc297de7 None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:45Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:48.475140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:48.522222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Pushing event updated for resources: {'Port': ['ID=85f2205f-3470-45fa-9f69-42294f4f1652,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:48.526612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:48.567159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:49.099885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:49.104333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:49.129318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:49.218985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:49.222520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:49.225572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:49.364636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:49.365786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:49.480002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663a323-1ac8-4744-89b2-e54430b15438 None None] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:10:49.654855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-de888639-6f06-4948-afa9-e1db1eaaf890 None None] Provisioning for port 85f2205f-3470-45fa-9f69-42294f4f1652 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:49.804874 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:10:50.008011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc183015-bcfe-4875-a8d0-93a2348103f8 None None] Provisioning for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:50.014971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc183015-bcfe-4875-a8d0-93a2348103f8 None None] Provisioning complete for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:50.015656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc183015-bcfe-4875-a8d0-93a2348103f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.032304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:10:50.053195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42270) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:50.053997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/9b004b93-f9d8-4348-a596-cc964083a200/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2621770
Dec 22 15:10:50.074096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dc183015-bcfe-4875-a8d0-93a2348103f8 None None] Port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:10:50.210439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-910ebf77-d149-4a94-8a3f-e4fcb1225dbd None None] Provisioning complete for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:50.210840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-910ebf77-d149-4a94-8a3f-e4fcb1225dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.248983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.249599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.250060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.250280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.250632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.252833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.255184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8e9e0e04-3ca7-4330-b4b5-757d03ab42ff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4279 time: 0.2008793
Dec 22 15:10:50.258118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42274) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:50.367877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 85f2205f-3470-45fa-9f69-42294f4f1652 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:50.368115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.368521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.368877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.369222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.369568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.369913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:50.371676 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8aaa3f15-b070-4dcf-8178-cd7398908fb5 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4000 time: 0.1118481
Dec 22 15:10:50.374517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:50.416010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-910ebf77-d149-4a94-8a3f-e4fcb1225dbd None None] Port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:10:50.447121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 85f2205f-3470-45fa-9f69-42294f4f1652 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:50.451903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 85f2205f-3470-45fa-9f69-42294f4f1652 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:50.452422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.576565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-40d8eaf7-6e70-46c1-8502-9f656d354f89 None None] Provisioning complete for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:50.577222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-6e70-46c1-8502-9f656d354f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.586129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc04e7ba-3c07-4403-b3e8-25e1b783b6f4 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3043 time: 0.2080450
Dec 22 15:10:50.599208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.654395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-40d8eaf7-6e70-46c1-8502-9f656d354f89 None None] Port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:10:50.659312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 85f2205f-3470-45fa-9f69-42294f4f1652, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=85f2205f-3470-45fa-9f69-42294f4f1652,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:50.663132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.663922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b287adc2-65cb-4e7f-8689-8e9f0f695fd9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:50.686380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:50.774960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=85f2205f-3470-45fa-9f69-42294f4f1652,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:50.777900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:50.787914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:50.792625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:50.793003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.900177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.915573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port b287adc2-65cb-4e7f-8689-8e9f0f695fd9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:50.919244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:50.921126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7cf3fe7b-0a81-4302-bbe6-21230a67466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:50.985348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:50.988205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:51.249615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42284) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:51.256050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235163033', 'description': 'tempest-secgroup-smoke-235163033 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:51.263469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.266673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.270141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.275784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.287745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.331877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.331877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.337371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.339990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.400904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.404962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.409483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10537ce3-ecc4-40a8-9db5-ea41bba0d9c9 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:51.453918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313db7f3-568d-4f09-af68-05a678f95773,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:51.453918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:51.454847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.456093 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2050900
Dec 22 15:10:51.459771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:51.465388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:51.472151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.476190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.479046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.485212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.500641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.562370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.566081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.567751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:51.589574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5208e2-c9d9-4da9-bf12-cdf532810109,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:51.594425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:51.598918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.600162 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1399171
Dec 22 15:10:51.602853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42292) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:51.609017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:51.614624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.618381 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.621219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.626860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.643730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.705071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.709684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.711452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cb20efd-f157-407e-8fda-b68447f680c8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:51.732907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a8a334-fd6f-4af5-9b13-895b3e7c56d0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:51.736703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:51.744235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.745422 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1415734
Dec 22 15:10:51.748219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42298) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:51.753739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:51.759490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.763878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.766768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.772375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.788882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.852871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.856634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.858412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-99ebe0fb-0efc-4879-8310-5714742e8497 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:51.879806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f8bac-acd5-41bf-a180-edab4e81a3f0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:51.883994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:51.888769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.889823 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1406529
Dec 22 15:10:51.892435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42302) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:51.897686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:51.903908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:51.907948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:51.910735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:51.916499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:51.932713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.995190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:51.998620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.004616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b65db7a6-c69a-4eab-a57b-67f6b90368ce tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:52.023469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6ad403-a3a0-47ee-b80a-d9e80b9fdb26,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:52.026169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:52.034772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.035935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1426163
Dec 22 15:10:52.038594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42306) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:52.044156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:52.049626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:52.053384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:52.056770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:52.062253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:52.072695 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:10:52.079229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.141436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.144889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.146635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb4fb500-68df-48dc-811e-2e28f99dbaba tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:52.169042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf51587a-0480-49dc-b678-d4edab62dece,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:52.173178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:52.177466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.178969 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1394970
Dec 22 15:10:52.181675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42310) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:10:52.188111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '313db7f3-568d-4f09-af68-05a678f95773', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:52.193880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:52.197946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:10:52.201424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:10:52.206976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:52.221499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:10:52.238505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.259504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 85f2205f-3470-45fa-9f69-42294f4f1652 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:52.301734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.305700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.307536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-daad60be-c9fc-420d-9964-2dd8310d9c20 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:52.330019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ed958a-641a-4d4a-b4de-eb00d9853bcd,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:52.330649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 85f2205f-3470-45fa-9f69-42294f4f1652 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:52.331076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.332749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:52.340178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.341713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1590972
Dec 22 15:10:52.457583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b287adc2-65cb-4e7f-8689-8e9f0f695fd9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:52.533342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:52.533342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:52.540921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-9086fd9b-706f-4061-bc2c-09f6c021c84c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:52.558547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-9086fd9b-706f-4061-bc2c-09f6c021c84c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:52.558547 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-9086fd9b-706f-4061-bc2c-09f6c021c84c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235163033&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0704408
Dec 22 15:10:52.735355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-dc3855d3-6537-4d57-a893-7709838b52e0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:52.735355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-dc3855d3-6537-4d57-a893-7709838b52e0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:52.756886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-dc3855d3-6537-4d57-a893-7709838b52e0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:52.756886 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-dc3855d3-6537-4d57-a893-7709838b52e0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 796 time: 0.1847055
Dec 22 15:10:52.774921 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-96d5b546-ff9c-4a5e-ae5d-f9ac354e01b4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0113704
Dec 22 15:10:52.855688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-7e7faf85-b462-42f1-86c3-8cc279ff7fe5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:52.875677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-7e7faf85-b462-42f1-86c3-8cc279ff7fe5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:52.875677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-7e7faf85-b462-42f1-86c3-8cc279ff7fe5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0950358
Dec 22 15:10:52.894763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-d657f351-ec84-4471-9945-c641de8b2dbb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:10:52.894763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-d657f351-ec84-4471-9945-c641de8b2dbb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0072236
Dec 22 15:10:53.043470 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-48979845-ebbb-48b6-a899-b11e24794720 service neutron] 10.222.0.69 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410837
Dec 22 15:10:53.158448 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:10:53.176835 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:53.176835 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa1a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:53.302178 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-d2c49177-01d9-4ee0-8c9e-1cc439d84abb service neutron] 10.222.0.69 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499182
Dec 22 15:10:53.413892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:53.636931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3a678a0b-64c0-473b-af1d-76f5808880e9 req-da2226da-c0d3-4da7-8754-22fb76e53782 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:53.697411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3a678a0b-64c0-473b-af1d-76f5808880e9 req-da2226da-c0d3-4da7-8754-22fb76e53782 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:53.718564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3a678a0b-64c0-473b-af1d-76f5808880e9 req-da2226da-c0d3-4da7-8754-22fb76e53782 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 210 time: 0.1997187
Dec 22 15:10:53.793544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa1a30>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:53.793544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:10:53.793544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Updating router 9b004b93-f9d8-4348-a596-cc964083a200 port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:10:53.862647 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.253123 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.265637 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Transition to ACTIVE for port object 52abdf3d-e682-45dc-bd2f-9a12e1d12085 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:54.272074 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.272074 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:54.403958 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Pushing event updated for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.469574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:10:54.477602 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:54.503655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Attempting to bind port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:10:54.503655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Attempting to bind port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:10:54.503655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Attempting to bind port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Checking segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Bound using segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Bound port: 52abdf3d-e682-45dc-bd2f-9a12e1d12085, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:10:54.513092 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.572993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7a3e8f9d-736b-4f8a-b330-b85bd46a4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.638428 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] For port 52abdf3d-e682-45dc-bd2f-9a12e1d12085, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:10:54.638428 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] For port 52abdf3d-e682-45dc-bd2f-9a12e1d12085, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=52abdf3d-e682-45dc-bd2f-9a12e1d12085,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:10:54.651376 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:54.651376 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-0711e22a-b3e3-4d97-b0b8-aa09875d6e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:54.770132 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Pushing event updated for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:54.780931 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:54.780931 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:10:54.780931 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa1a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:55.019547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-ec81aa02-361a-4105-8d0d-7ee1d5ce5b8e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:55.019547 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-ec81aa02-361a-4105-8d0d-7ee1d5ce5b8e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 796 time: 0.3119133
Dec 22 15:10:55.106373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-c6dc4844-d292-44c2-ac0d-5c393f490c6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:55.128529 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e2c8e322-e57d-4a7e-b6f7-ae7bd54defd4 req-3417bb03-7df8-478a-9639-64e783d03b72 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 210 time: 0.1143312
Dec 22 15:10:55.139273 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:10:55.145147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-c6dc4844-d292-44c2-ac0d-5c393f490c6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:55.167398 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-c6dc4844-d292-44c2-ac0d-5c393f490c6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.1277668
Dec 22 15:10:55.185579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '994eb14b-2ead-4a4f-87ab-807b44243787', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['313db7f3-568d-4f09-af68-05a678f95773']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:55.463135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:10:55.474384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:10:55.488927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:10:55.488927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:55.540672 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa1a30>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:54Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:10:55.548236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9bbfc3-9f37-4b4d-87fe-32a36b29627f None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:54Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:10:55.748276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.5 (b93dee32-98ea-40c6-bbd0-f981c2427e49/16c82a92-1102-4162-a729-887e881277d8/74bea331-7461-45c3-add2-9f4c6dbd1712) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:10:55.974313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:55.996064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 74bea331-7461-45c3-add2-9f4c6dbd1712 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:56.028783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.037006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2af82721-e055-4a06-b83b-f6fc24c4ba54 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:56.111605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:56.115339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:10:56.116635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:56.117050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:10:56.119272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:10:56.206661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:56.207728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.255280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0851359
Dec 22 15:10:56.280007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Request body: {'port': {'device_id': '994eb14b-2ead-4a4f-87ab-807b44243787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:10:56.342789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 52abdf3d-e682-45dc-bd2f-9a12e1d12085 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:56.496033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:56.507610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:56.507610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.535375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.606122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cc493a7c-0435-427b-984f-057bc3581b60 None None] Provisioning for port 74bea331-7461-45c3-add2-9f4c6dbd1712 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:10:56.667271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cc493a7c-0435-427b-984f-057bc3581b60 None None] Provisioning complete for port 74bea331-7461-45c3-add2-9f4c6dbd1712 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:56.667718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cc493a7c-0435-427b-984f-057bc3581b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.710375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583fed2-406f-4cac-a94a-77dca0281efe req-61622672-c806-4742-b3ad-8f40802f97f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:56.711559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b583fed2-406f-4cac-a94a-77dca0281efe req-61622672-c806-4742-b3ad-8f40802f97f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:10:56.729938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cc493a7c-0435-427b-984f-057bc3581b60 None None] Port 74bea331-7461-45c3-add2-9f4c6dbd1712 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:10:56.757972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.768885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b583fed2-406f-4cac-a94a-77dca0281efe req-61622672-c806-4742-b3ad-8f40802f97f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:10:56.777308 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b583fed2-406f-4cac-a94a-77dca0281efe req-61622672-c806-4742-b3ad-8f40802f97f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 931 time: 0.3763647
Dec 22 15:10:56.815389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 52abdf3d-e682-45dc-bd2f-9a12e1d12085, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=52abdf3d-e682-45dc-bd2f-9a12e1d12085,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:10:56.815389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:56.826176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-750de60b-07b4-4247-ba74-1cbe534f9235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:56.918150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:56.923303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b583fed2-406f-4cac-a94a-77dca0281efe req-37a7546a-3af6-45db-b01f-01306c3c5fc4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398876
Dec 22 15:10:56.927569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:57.030192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bea331-7461-45c3-add2-9f4c6dbd1712 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:10:57.037223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.049348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Transition to ACTIVE for port object 74bea331-7461-45c3-add2-9f4c6dbd1712 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:10:57.053191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.057326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5380fff6-c714-447d-a1f4-2cc504c96973 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:57.186663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Pushing event updated for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:57.193434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:57.311327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Attempting to bind port 74bea331-7461-45c3-add2-9f4c6dbd1712 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:10:57.311327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Attempting to bind port 74bea331-7461-45c3-add2-9f4c6dbd1712 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:10:57.311327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Attempting to bind port 74bea331-7461-45c3-add2-9f4c6dbd1712 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:57.319151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Port 74bea331-7461-45c3-add2-9f4c6dbd1712 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:10:57.320321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Attempting to bind port 74bea331-7461-45c3-add2-9f4c6dbd1712 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:10:57.327399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:10:57.327728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Checking segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:10:57.329034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Bound using segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:10:57.329034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Bound port: 74bea331-7461-45c3-add2-9f4c6dbd1712, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:10:57.329034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.420890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:10:57.424019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74bea331-7461-45c3-add2-9f4c6dbd1712,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:10:57.427775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.431208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3720b2db-fd4c-47cd-ae05-8f3d591d8979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:10:57.484941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.486292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] 10.222.0.61 "PUT /v2.0/ports/74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 1093 time: 1.2214642
Dec 22 15:10:57.486804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:10:57.524631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Pushing event updated for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:10:57.528845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8e9f-f337-438d-b7c7-6b6dedaea123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:57.531303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:10:57.581362 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'status': 'completed', 'code': 200}
Dec 22 15:10:57.623706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-9d83e94e-c498-4f37-a1b9-3ceadab74fcd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1096 time: 0.0785639
Dec 22 15:10:57.798740 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-1c500fec-afa0-4e42-97ed-8ba328148bbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 217 time: 0.1652150
Dec 22 15:10:57.863894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-65847132-f50b-4b91-9373-d8d7257b50db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:57.865329 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-65847132-f50b-4b91-9373-d8d7257b50db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0587661
Dec 22 15:10:57.940269 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-db40a2d5-7d66-43e0-a07d-135834d0f5fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669589
Dec 22 15:10:58.005595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:58.105156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:58.125587 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-b2abb78b-7bf6-42a3-bb8a-5756f273041f service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775529
Dec 22 15:10:58.226548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e13c7-dd77-463d-872e-88c7f28d6836 req-3ffc1f91-6b47-4e4d-8a9f-c311e3ec7de1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:58.228117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8e6e13c7-dd77-463d-872e-88c7f28d6836 req-3ffc1f91-6b47-4e4d-8a9f-c311e3ec7de1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 943 time: 0.1889186
Dec 22 15:10:58.253435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 52abdf3d-e682-45dc-bd2f-9a12e1d12085 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:10:58.309516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8e6e13c7-dd77-463d-872e-88c7f28d6836 req-c0c2e5bc-797b-487b-90ff-9ef4f8080313 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733106
Dec 22 15:10:58.313151 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b134af81-2b07-4c3f-92ae-03bd7fb6a31d req-e5ed2ec3-6398-42fb-90c0-b66389bc6626 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797125
Dec 22 15:10:58.321466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:10:58.321851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:58.440941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-a276209b-e896-4565-89f6-c92675dd10e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1096 time: 0.0700176
Dec 22 15:10:58.572824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be140e-d34c-4072-84c1-f134301e7411 req-c4befd27-fbc2-42fe-baf8-f75c6c43bf21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:58.574319 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-c4befd27-fbc2-42fe-baf8-f75c6c43bf21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1268563
Dec 22 15:10:58.648937 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-ef9a8763-d27c-4596-95af-2d9020c440bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 217 time: 0.0636115
Dec 22 15:10:58.714213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be140e-d34c-4072-84c1-f134301e7411 req-5bede8fa-5038-451f-84f8-479aa8cf94c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:58.717187 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-5bede8fa-5038-451f-84f8-479aa8cf94c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0598111
Dec 22 15:10:58.801162 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-e7b02d39-2896-4ed5-9202-baad97b13c98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771534
Dec 22 15:10:58.936274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-49294b37-aada-4f0b-8263-5eb578474540 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247122
Dec 22 15:10:59.065208 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62be140e-d34c-4072-84c1-f134301e7411 req-1a645ed3-592d-4822-b00d-6e62fcddf53e service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218030
Dec 22 15:10:59.303748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:10:59.508855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ef48-5f64-465f-bfb0-a275e0995edd req-d33dfaa0-812a-49ae-b6f9-483d20decd14 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:10:59.511328 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d409ef48-5f64-465f-bfb0-a275e0995edd req-d33dfaa0-812a-49ae-b6f9-483d20decd14 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 943 time: 0.0767903
Dec 22 15:10:59.559091 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d409ef48-5f64-465f-bfb0-a275e0995edd req-bdfe3daa-ebd9-4750-9ddd-373a78072a61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427451
Dec 22 15:11:00.065450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 74bea331-7461-45c3-add2-9f4c6dbd1712 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:11:00.234563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74bea331-7461-45c3-add2-9f4c6dbd1712,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:11:00.247650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'port_id': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'mac_address': 'fa:16:3e:7a:9b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:11:00.303940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:00.320732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bea331-7461-45c3-add2-9f4c6dbd1712 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:11:00.336916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74bea331-7461-45c3-add2-9f4c6dbd1712,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:11:00.339831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:00.342250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f279f60c-3366-4756-8be0-3b83c2a930e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:00.406411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:00.410199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:00.608201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['74bea331-7461-45c3-add2-9f4c6dbd1712'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:11:00.811421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed31eb3-bbfa-47cc-9e56-b90367ee2be6 req-3eade07b-2593-4e6f-a3ff-0cb3b5cf53ea tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:00.817217 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4ed31eb3-bbfa-47cc-9e56-b90367ee2be6 req-3eade07b-2593-4e6f-a3ff-0cb3b5cf53ea tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 944 time: 0.0999122
Dec 22 15:11:00.858005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4ed31eb3-bbfa-47cc-9e56-b90367ee2be6 req-db26e7b4-9343-46ab-b1c8-d89fa4e2c65c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445616
Dec 22 15:11:02.072644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf609bc5-f440-4a39-9f57-e6bdca6eb021 req-ab348e1f-a3d4-4aa5-b689-3ad9d200fffe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:02.074493 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf609bc5-f440-4a39-9f57-e6bdca6eb021 req-ab348e1f-a3d4-4aa5-b689-3ad9d200fffe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 944 time: 0.0911186
Dec 22 15:11:02.085495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 74bea331-7461-45c3-add2-9f4c6dbd1712 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:11:02.147076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf609bc5-f440-4a39-9f57-e6bdca6eb021 req-25387b9a-b1c7-4ae2-8627-df8c47af8f83 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654030
Dec 22 15:11:02.173708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 74bea331-7461-45c3-add2-9f4c6dbd1712 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:11:02.180622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 74bea331-7461-45c3-add2-9f4c6dbd1712 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:11:02.180622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:02.291309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:02.321848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:11:02.331161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74bea331-7461-45c3-add2-9f4c6dbd1712,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:11:02.335417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:02.337681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:02.381129 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'code': 200}
Dec 22 15:11:02.406630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:02.412506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:02.623986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d48efc00-01ae-4714-92bd-7db620168e60 req-1ace85ff-a1e7-479b-817a-b9a26b9f41da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1098 time: 0.0820446
Dec 22 15:11:02.674725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d48efc00-01ae-4714-92bd-7db620168e60 req-34f5d9bb-3c47-4103-abde-77f205222535 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414402
Dec 22 15:11:03.236800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:03.350213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c88f-799d-4ef1-8f26-96e406a22a6d req-acb31982-d376-4c27-930e-111810841a1d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:03.352125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8d83c88f-799d-4ef1-8f26-96e406a22a6d req-acb31982-d376-4c27-930e-111810841a1d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0815341
Dec 22 15:11:03.401559 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8d83c88f-799d-4ef1-8f26-96e406a22a6d req-441ffcfb-351c-4bde-9ae8-73b7aa44a2eb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425935
Dec 22 15:11:04.261458 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:11:04.610989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ced5ff-4fc1-4fc1-8894-c104181e4a58 req-7784de18-b8dd-4ebf-87f5-0112ff386672 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:04.618085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f5ced5ff-4fc1-4fc1-8894-c104181e4a58 req-7784de18-b8dd-4ebf-87f5-0112ff386672 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0808997
Dec 22 15:11:04.661260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f5ced5ff-4fc1-4fc1-8894-c104181e4a58 req-b6bd10d5-a25f-4cd3-b858-461d6ea63bda tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426171
Dec 22 15:11:04.871950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe661-a812-40c4-8761-5c5f3ba367c0 req-6170610d-0385-4e48-b536-cc4938842f8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:04.876908 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-31bfe661-a812-40c4-8761-5c5f3ba367c0 req-6170610d-0385-4e48-b536-cc4938842f8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0881374
Dec 22 15:11:04.929890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-31bfe661-a812-40c4-8761-5c5f3ba367c0 req-845d103f-5a8e-4560-8358-444e74587727 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465307
Dec 22 15:11:04.955570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42356) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:05.143894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-88d08121-963c-417c-bf05-a8495e7cadb0 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1093 time: 0.1877849
Dec 22 15:11:05.146418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42360) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:05.153764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:05.158768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:05.162770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:05.166944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:05.171958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:05.182305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:05.321562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:05.463476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.116 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/0df2a2ab-a019-4e51-bf8a-d0a96b4f5206) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:11:05.611808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:05.639751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:05.643346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:05.699772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:11:05.707258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:11:05.711170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:11:05.742284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=0df2a2ab-a019-4e51-bf8a-d0a96b4f5206,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:05.748968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:06.225759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:06.279506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:06.475459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:06.479715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:06.484672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:06.583087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=0df2a2ab-a019-4e51-bf8a-d0a96b4f5206,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:06.586308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:06.601102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:06.911990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe associated. External IP: 172.26.3.116, port: 74bea331-7461-45c3-add2-9f4c6dbd1712.
Dec 22 15:11:07.302259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:11:07.501624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:11:07.510934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:11:07.525420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:11:07.525986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:07.526224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751de040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:07.586659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42364) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:07.587199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4392962
Dec 22 15:11:07.587582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:11:07.652463 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'status': 'completed', 'code': 200}
Dec 22 15:11:07.706433 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ca0e9bb0-3422-4edf-b553-11609f9c541e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1185925
Dec 22 15:11:07.710268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:11:07.745030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-da9e8522-edce-4901-a905-d93f4fbaa3a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1098 time: 0.0695093
Dec 22 15:11:07.877063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-01a460c0-239d-44e5-8627-b9ee0716b613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:07.878554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-01a460c0-239d-44e5-8627-b9ee0716b613 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1270719
Dec 22 15:11:07.981177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-78de36bc-fde1-428d-b848-8d9bc06da482 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 999 time: 0.0952978
Dec 22 15:11:08.044469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-2cc8f644-2115-4d30-a89d-dbc5a6718cae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:08.045964 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-2cc8f644-2115-4d30-a89d-dbc5a6718cae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0575092
Dec 22 15:11:08.053695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751de040>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7a:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994eb14b-2ead-4a4f-87ab-807b44243787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:11:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:08.057519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:11:08.068356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:11:08.068983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751de040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:10:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:08.123020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-0e378403-3ba2-450d-86d6-87d0f930e6b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699022
Dec 22 15:11:08.241304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:11:08.254257 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-14eb3d29-91f8-4925-aeb6-68390b3b622c service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243851
Dec 22 15:11:08.504718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1fb44007-5ff7-43ef-bb42-5dbb5b1d1f3a req-6d775426-101a-4a21-89dc-8adacc644d7e service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430418
Dec 22 15:11:08.629558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751de040>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7a:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994eb14b-2ead-4a4f-87ab-807b44243787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:11:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:08.633619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f60599-2afa-4098-851f-7128b09c95b9 None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7a:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994eb14b-2ead-4a4f-87ab-807b44243787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:11:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:11:08.710145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42372) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:08.814288 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8dd45606-f459-40e4-93b9-3934e067e94c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1028128
Dec 22 15:11:09.817918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42376) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:09.923108 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5771e8de-2361-4434-91c0-6fd0c8e8418e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1039805
Dec 22 15:11:10.926242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42380) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:11.031214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f25588a0-0fca-437b-b68f-0b27a9d23895 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1038411
Dec 22 15:11:11.033017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4868f-3b5d-4df1-bc76-8b6a728840f6 None None] New status for floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:11:12.034241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42384) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:12.135772 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-85834015-bb14-446b-b1b7-5f3cc958bd7c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 993 time: 0.1004019
Dec 22 15:11:24.550983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d167f4b-5f1e-42fa-8639-f904b4d0ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:27.520242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-113e41a6-2ec9-41b3-aaa8-13de6b583a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:28.003791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:28.107938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:29.304948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:33.240598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:41.260811 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:11:43.341508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42406) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:43.411642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0791d9a1-9458-4bd4-b0c9-8152cea96ac4 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=e925cf18d216469d8be5a0ff177775a2&network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 2999 time: 0.0688472
Dec 22 15:11:46.018913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42418) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:46.088701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160e4bc-974b-42ca-acc6-956794d901b7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:46.090842 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9160e4bc-974b-42ca-acc6-956794d901b7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06 HTTP/1.1" status: 200  len: 814 time: 0.0707424
Dec 22 15:11:46.715376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42426) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:46.721136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:46.820173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:47.087449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:47.090836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:47.091165 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe disassociated. External IP: 172.26.3.116, port: 74bea331-7461-45c3-add2-9f4c6dbd1712.
Dec 22 15:11:47.334520 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-9fb92653-4756-4f65-9d2f-14ba59eb9a25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0959854
Dec 22 15:11:47.552767 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-bba9b1e6-025b-4864-b01c-a89619824253 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.1489913
Dec 22 15:11:47.720395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:11:47.721566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-2c93c97a-69b2-4a1c-8953-293f8a9698e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:47.722979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-2c93c97a-69b2-4a1c-8953-293f8a9698e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1499600
Dec 22 15:11:47.887611 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-e052f631-181b-4bd1-ba74-4ac51243d406 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 1000 time: 0.1562128
Dec 22 15:11:48.133826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-a5ad5990-a7bb-4ddf-a1d9-6a8aafe383fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:48.135246 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-a5ad5990-a7bb-4ddf-a1d9-6a8aafe383fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.2346878
Dec 22 15:11:48.231446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:11:48.237010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:48.242049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:11:48.254092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:11:48.254710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a66c70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:11:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:48.269655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-2d4000ff-b617-4ece-a0d4-46ce4f3d950a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1268668
Dec 22 15:11:48.362433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bfd7f3c8-3def-494c-8587-c5519add4390 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 690 time: 1.6459103
Dec 22 15:11:48.365312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42430) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:48.369347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:11:48.422583 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-cc2ad929-b17d-466e-b7e4-5d793cb2c63c service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447928
Dec 22 15:11:48.440337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:11:48.453725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'status': 'completed', 'code': 200}
Dec 22 15:11:48.481996 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fb9a1a6-4524-4f96-94ff-30224a55c8b3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 690 time: 0.1147726
Dec 22 15:11:48.605335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b461efd-1171-497a-a20f-9f9583b1aed2 req-62fcb695-32a9-4e32-8d12-92785204f95f service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755822
Dec 22 15:11:48.620213 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-7302a944-4a28-47cf-accb-2968f6f24cca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1098 time: 0.1231172
Dec 22 15:11:48.754317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-2d650466-b132-4e3e-9b80-732a8f065a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:48.755731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-2d650466-b132-4e3e-9b80-732a8f065a24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1260338
Dec 22 15:11:48.770560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a66c70>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:48.774413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:11:48.785956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:11:48.786565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a66c70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:11:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:48.827846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-8ae87d84-3d4a-4467-8efb-109d53849d6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 217 time: 0.0647748
Dec 22 15:11:48.891815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-995814d7-d353-4337-9a29-73c49ad57571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:48.893277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-995814d7-d353-4337-9a29-73c49ad57571 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0587356
Dec 22 15:11:48.964591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:11:48.978412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-f7d372fd-f064-4dd7-acfd-0bb31680df8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731561
Dec 22 15:11:49.112941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-c1a302dd-682e-4155-b5c1-80a9280202da service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271791
Dec 22 15:11:49.249925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-243bdd58-2060-4851-afae-4d8c4761b6fb req-b2e4f4af-dbf2-45fd-b21b-fc32f4b2af6f service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297393
Dec 22 15:11:49.335084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a66c70>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:11:49.339013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea288ae-e4b6-470e-922b-f4933d6e1f35 None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:11:49.487856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42438) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:49.571795 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-16d69925-2498-4990-b269-331a9fa9539e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 690 time: 0.0816741
Dec 22 15:11:49.581935 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d756c-5a4f-44d8-9ed1-b5f67be7df71 None None] New status for floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:11:50.574616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42442) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:50.658046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-06dff713-2d2a-4d53-a385-149f7cc8fac8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 688 time: 0.0823333
Dec 22 15:11:52.063545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42448) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.069237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893113345', 'description': 'tempest-secgroup-smoke-893113345 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.075010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.084611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.094334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.129209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.132867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.135555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.141040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.193862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.197585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.203163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0d17ea9-3e8b-4881-be7d-d41d57f95ddc tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.249148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54332e-3f79-4091-b0da-7ff0f1b8fff9,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.253406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.254571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1900613
Dec 22 15:11:52.257649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42452) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.260674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.261063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.261437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.261808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.262284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.262654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.263749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.264034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.264203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.264296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.264668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.265121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.268978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:52.270105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.274670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.277513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.283464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.303454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.361505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.365237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.367132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-275068d4-a350-49b9-8c40-6212031ca908 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.387847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4025790f-3c5b-40f6-9557-92f46bef177d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.400780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.401157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.401524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.401885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.402244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.402600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.402956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.403310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.403682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.404035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.404415 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:11:52.407000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.408108 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1495011
Dec 22 15:11:52.409100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:52.410950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42456) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.416698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.422981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.426744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.429583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.435830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.452403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.512889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.516897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.518679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c004299-d8d6-42f5-9d2d-a14741ddec8c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.540227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a293e17b-5036-4a67-bb6f-60953e66bee7,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.542870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:52.549861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.551002 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1391475
Dec 22 15:11:52.553716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42460) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.558942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.564628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.570071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.572936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.579320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.596063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.661175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.664674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.666791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7bded4bc-66b4-4c29-9207-c50299c15481 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.688776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc77fe97-2441-4347-8975-ce19aa028c2e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.691060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:52.697488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.698643 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1440842
Dec 22 15:11:52.702016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42464) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.707375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.713209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.717845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.720789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.726338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.742439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.805374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.808660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.814628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-11b74d16-4572-4ab8-8fb8-223d5f5cefa0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.833567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21d3b26-239b-4abb-ab90-2c97c3cb9ce1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.835872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:52.843033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.844202 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1412807
Dec 22 15:11:52.847150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42468) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:52.852460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:52.858568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:52.862293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:52.865094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:52.870549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:52.881422 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:11:52.887687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.963242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.967395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:52.969317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e31ddc7e-9bac-42a3-94df-39a05452efc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:52.993144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c76132c-7291-4405-9556-e057f7aa1444,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:52.995699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:53.002770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:53.003953 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1559246
Dec 22 15:11:53.006651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:11:53.012144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6e54332e-3f79-4091-b0da-7ff0f1b8fff9', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:53.017859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:53.021790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:11:53.024704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:11:53.030832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:53.130489 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:11:53.136877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:53.199480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:53.203494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:53.205360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-11551426-bcbf-489c-b01a-658df6649845 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:53.226051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fec539f-fd1c-4ac9-9add-5e2f1a28f9d5,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:53.228487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:53.236210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:53.237421 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2298346
Dec 22 15:11:53.511638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-a3d93c5d-d17b-423e-a00d-611e3003b1d2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:11:53.526482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-a3d93c5d-d17b-423e-a00d-611e3003b1d2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:11:53.527710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-a3d93c5d-d17b-423e-a00d-611e3003b1d2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893113345&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.1620858
Dec 22 15:11:53.673007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-0d1e0370-4b98-43fc-9378-cf98861e9af3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:53.674399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-0d1e0370-4b98-43fc-9378-cf98861e9af3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 796 time: 0.1393139
Dec 22 15:11:53.691295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-1ace028d-b350-491b-88db-3aa489d31d85 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0114379
Dec 22 15:11:53.773930 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-d8623798-0fe8-44d7-bd69-c3071bbc1b71 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0775349
Dec 22 15:11:53.910135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-3f097d4c-061e-4f26-8543-353ade67810d service neutron] 10.222.0.69 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245005
Dec 22 15:11:54.043753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-1697abc3-1696-4eb7-8386-1fad16b77e01 service neutron] 10.222.0.69 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279004
Dec 22 15:11:54.228257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fca77329-305a-4f36-b2d1-3b27c845beff req-ac6c107c-a5d2-48ae-9961-5b270497973e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 210 time: 0.0404856
Dec 22 15:11:54.553267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b174-682d-4e28-acb2-dd7b40846bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:55.330500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-37cc8f06-2118-4151-b2a1-07d46035dcda tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:55.331920 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-37cc8f06-2118-4151-b2a1-07d46035dcda tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 796 time: 0.1533270
Dec 22 15:11:55.414407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1326e374-da5a-4290-b228-bbbd4cc943a0 req-709486d8-0d9e-44e6-91c9-478beb273325 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 210 time: 0.0630553
Dec 22 15:11:55.440020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-46726ea4-dc98-46b0-a1e7-f239b540b85c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 471 time: 0.0868530
Dec 22 15:11:55.453820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['6e54332e-3f79-4091-b0da-7ff0f1b8fff9']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:55.585639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:11:55.595151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:11:55.605261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:11:55.609000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:55.771960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.8 (b93dee32-98ea-40c6-bbd0-f981c2427e49/16c82a92-1102-4162-a729-887e881277d8/e4ffef8c-cff1-45aa-abc4-07f9961f6aa8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:11:55.956085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:55.971399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:11:55.993119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:55.998905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f549c8b5-29fd-4b78-8470-50a19b52ba5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:56.061625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:11:56.069047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:11:56.073200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:11:56.103067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:56.110455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:56.138135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:56.138891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:56.165550 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7158267
Dec 22 15:11:56.178791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Request body: {'port': {'device_id': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:11:56.291505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:56.332331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0839fbf5-92bd-4860-8d3a-704e47740d6f None None] Provisioning for port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:11:56.337364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0839fbf5-92bd-4860-8d3a-704e47740d6f None None] Provisioning complete for port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:11:56.337741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0839fbf5-92bd-4860-8d3a-704e47740d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:56.388763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0839fbf5-92bd-4860-8d3a-704e47740d6f None None] Port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:11:56.628142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cfbc4-016f-4ab1-8dab-381f14ba90cd req-6bf949ba-4ad3-4c3c-8023-4316891ad8ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:56.629626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-518cfbc4-016f-4ab1-8dab-381f14ba90cd req-6bf949ba-4ad3-4c3c-8023-4316891ad8ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 931 time: 0.0832648
Dec 22 15:11:56.676117 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-518cfbc4-016f-4ab1-8dab-381f14ba90cd req-87d646cf-a715-4002-bcfe-090f68d4b623 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410433
Dec 22 15:11:56.741572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:11:56.748637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:56.762051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Transition to ACTIVE for port object e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:11:56.766204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:56.770306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b777763-bc7a-43d2-8766-fe79ed163cb5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:56.896618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:56.899407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:57.011888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Attempting to bind port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:11:57.012220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Attempting to bind port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:11:57.012572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Attempting to bind port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:11:57.018775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:11:57.019082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Attempting to bind port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 on network b93dee32-98ea-40c6-bbd0-f981c2427e49 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:11:57.025121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:11:57.025446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Checking segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:11:57.025816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Bound using segment: {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:11:57.026220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Bound port: e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc2287-3ea6-4507-8727-d514fe417998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:11:57.026551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:57.109681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:11:57.112536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:11:57.117012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:57.121416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b8bac7ad-cca4-4102-8f23-9cd904be0b80 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:11:57.182763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:57.184144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] 10.222.0.61 "PUT /v2.0/ports/e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 HTTP/1.1" status: 200  len: 1093 time: 1.0096920
Dec 22 15:11:57.184685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:11:57.209087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:11:57.212153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:11:57.271915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'status': 'completed', 'code': 200}
Dec 22 15:11:57.308896 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-4006b6bd-3b0e-410b-8f13-ae59a5f7f4a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 1096 time: 0.0768549
Dec 22 15:11:57.385614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-79b2b083-9110-4fec-8a7d-8a6613c7c41c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 HTTP/1.1" status: 200  len: 217 time: 0.0646110
Dec 22 15:11:57.450151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-0debc01f-db94-4f79-ad4a-151b24195f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:57.451961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-0debc01f-db94-4f79-ad4a-151b24195f84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0572515
Dec 22 15:11:57.523585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a0280291-c57f-4ca7-8c4b-078d1ad1b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:57.536525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-1f45d80d-ad91-41b7-abf0-b55d4bfb95b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745034
Dec 22 15:11:57.672924 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-1f995297-4810-4c75-9e07-0dd7a96b106e service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272473
Dec 22 15:11:57.807230 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfa1f4cc-c6e5-413d-aad6-da9aa195c2b4 req-6a151e91-ebb6-46c4-8ee3-e263e562a8b3 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262963
Dec 22 15:11:57.871395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d93ef-10c5-4e54-a402-7ab72ede0f13 req-4e263997-58d3-4a28-98d7-36d699788c86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:57.872895 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a30d93ef-10c5-4e54-a402-7ab72ede0f13 req-4e263997-58d3-4a28-98d7-36d699788c86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 943 time: 0.0760570
Dec 22 15:11:57.922561 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a30d93ef-10c5-4e54-a402-7ab72ede0f13 req-ec7e5ca9-efc4-4495-ade3-ab16d42b2feb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441251
Dec 22 15:11:57.931812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-badd1e54-9b56-43e9-ac47-6d8fd098de44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 1096 time: 0.0723608
Dec 22 15:11:58.005502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:58.063216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-e16e0e99-146e-422c-b939-8a9bb0b6336d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:58.064597 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-e16e0e99-146e-422c-b939-8a9bb0b6336d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1250520
Dec 22 15:11:58.111106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:11:58.135311 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-a352d2cf-4993-4464-938c-61071efcb435 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 HTTP/1.1" status: 200  len: 217 time: 0.0633864
Dec 22 15:11:58.197324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-f8259c40-33fd-4ede-9936-8ee13171df02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:58.198696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-f8259c40-33fd-4ede-9936-8ee13171df02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0556662
Dec 22 15:11:58.275991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-5c575da5-8b7b-4335-8813-e72e1101fecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696867
Dec 22 15:11:58.509965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-261ae14d-05cd-4e4b-9799-74479a29a97e service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268949
Dec 22 15:11:58.641784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854b8dfc-5c46-46dd-a232-08a2de8bd343 req-c74a2634-13ff-4aba-9b12-f871799f9751 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237364
Dec 22 15:11:59.115352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e09770-ae03-43fe-bcb4-82aa82d4c808 req-f0a08f94-006f-4132-8f3e-4d2e6ca7617a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:11:59.116016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-68e09770-ae03-43fe-bcb4-82aa82d4c808 req-f0a08f94-006f-4132-8f3e-4d2e6ca7617a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:11:59.130757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-68e09770-ae03-43fe-bcb4-82aa82d4c808 req-f0a08f94-006f-4132-8f3e-4d2e6ca7617a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:11:59.131957 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68e09770-ae03-43fe-bcb4-82aa82d4c808 req-f0a08f94-006f-4132-8f3e-4d2e6ca7617a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 943 time: 0.0897071
Dec 22 15:11:59.177389 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68e09770-ae03-43fe-bcb4-82aa82d4c808 req-e3fef2a5-58d8-448a-98bb-e45126b50117 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400255
Dec 22 15:11:59.307955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:00.368596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d6e5a-4ea3-4ca9-9a8f-1e6cb6211362 req-ea9ab7b7-2d00-4678-b03c-8828b020a768 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:00.370024 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ac6d6e5a-4ea3-4ca9-9a8f-1e6cb6211362 req-ea9ab7b7-2d00-4678-b03c-8828b020a768 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 943 time: 0.0745876
Dec 22 15:12:00.414451 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ac6d6e5a-4ea3-4ca9-9a8f-1e6cb6211362 req-0f5f0b46-db54-4378-b5e7-e237d00c80ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383103
Dec 22 15:12:00.422831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:12:00.555701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:00.569070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'port_id': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'mac_address': 'fa:16:3e:7b:b0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:12:00.624755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:00.641936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:12:00.656323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:00.660231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:00.661999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:00.723510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:00.732126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.732549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.732895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.733232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.733565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.733895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.734222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.734554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.734878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.735199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.735519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:00.739686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:00.952528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:12:01.616233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02e48f-afb1-46e1-a8f9-deb29831d31c req-63ebbff0-d58a-4bd0-b997-0e6a43aa06a5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:01.617683 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e02e48f-afb1-46e1-a8f9-deb29831d31c req-63ebbff0-d58a-4bd0-b997-0e6a43aa06a5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 944 time: 0.0819528
Dec 22 15:12:01.662864 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e02e48f-afb1-46e1-a8f9-deb29831d31c req-104c61e0-adf6-4478-8c70-7fee3520930c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385475
Dec 22 15:12:02.441728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:12:02.510258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:12:02.515445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:12:02.515826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:02.628938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:02.655015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:02.664280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:02.668721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:02.670603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:02.717099 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'code': 200}
Dec 22 15:12:02.736829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:02.740100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:02.865932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178bc71-c6b7-471c-be4d-b17d35a193d2 req-4631a183-5755-4932-861d-d99ca02aa0ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:02.867373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4178bc71-c6b7-471c-be4d-b17d35a193d2 req-4631a183-5755-4932-861d-d99ca02aa0ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0775769
Dec 22 15:12:02.960713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4178bc71-c6b7-471c-be4d-b17d35a193d2 req-bccb1264-f40a-499a-9c3b-2aac87614cc6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867257
Dec 22 15:12:02.985225 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a94ff2d9-ccb4-46e5-8b3e-e321f0baf96d req-04bc7d92-3770-42ba-99bc-3f9c10c3356d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 1098 time: 0.0901759
Dec 22 15:12:03.031861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a94ff2d9-ccb4-46e5-8b3e-e321f0baf96d req-32aa96b0-f5c7-4323-a4f4-ec1dd02944fd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369630
Dec 22 15:12:03.250493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:04.160239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd8061-86e5-485f-a164-9dbecd11952b req-0518171e-a8c1-4408-a940-abc0456d288b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:04.161701 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-01dd8061-86e5-485f-a164-9dbecd11952b req-0518171e-a8c1-4408-a940-abc0456d288b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0795310
Dec 22 15:12:04.207286 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-01dd8061-86e5-485f-a164-9dbecd11952b req-c731840e-0290-4037-84b5-3f5be4b79f0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398014
Dec 22 15:12:05.399059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8526f2-8737-45df-b558-6bfc0fcdd210 req-42daa1e2-63ed-4fd4-8a3c-49d612b6f355 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:05.400515 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ea8526f2-8737-45df-b558-6bfc0fcdd210 req-42daa1e2-63ed-4fd4-8a3c-49d612b6f355 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0744474
Dec 22 15:12:05.448067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ea8526f2-8737-45df-b558-6bfc0fcdd210 req-a1e57c6f-37ff-47f7-bd5d-45310533c8c2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414209
Dec 22 15:12:05.643239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345cde-b475-4afb-9216-a908dd74f3c6 req-bd227dcf-428c-4b11-ab16-c06ef3202320 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:05.644808 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c5345cde-b475-4afb-9216-a908dd74f3c6 req-bd227dcf-428c-4b11-ab16-c06ef3202320 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0774941
Dec 22 15:12:05.689617 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c5345cde-b475-4afb-9216-a908dd74f3c6 req-39dad0d8-d98b-4d07-9f75-c87b8690da3e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393965
Dec 22 15:12:05.716305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42518) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:05.788870 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d61dc071-b846-4dc2-82b6-08359edd4611 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 1093 time: 0.0711281
Dec 22 15:12:05.791490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42522) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:05.797115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'port_id': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:05.871505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:06.449306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:06.453024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:06.737535 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe associated. External IP: 172.26.3.116, port: e4ffef8c-cff1-45aa-abc4-07f9961f6aa8.
Dec 22 15:12:07.116843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:12:07.318173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:12:07.323039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:07.328289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:12:07.340550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:07.342029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85757cb610>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:11:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:07.378923 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9ec7a5bf-cb1c-4582-a643-9338e0168ac4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 1.5863678
Dec 22 15:12:07.379604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:07.381587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42526) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:07.435808 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'status': 'completed', 'code': 200}
Dec 22 15:12:07.520916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:07.532185 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b07b0c1e-7263-47ff-a58d-87c0a51d89ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1493766
Dec 22 15:12:07.556576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-b7352ffb-bc67-4a5d-ac2a-dde72e5d4047 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 1098 time: 0.0950279
Dec 22 15:12:07.698453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-7953389e-d025-4d29-8f01-c81f5fb88369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:07.699926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-7953389e-d025-4d29-8f01-c81f5fb88369 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1356440
Dec 22 15:12:07.801616 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-34d031ff-007b-4388-bca5-aafd7cf667a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 HTTP/1.1" status: 200  len: 999 time: 0.0943964
Dec 22 15:12:07.865763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-028193b3-e3f4-4b15-9b40-fcc5fcfb6f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:07.867201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-028193b3-e3f4-4b15-9b40-fcc5fcfb6f5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0563912
Dec 22 15:12:07.869674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85757cb610>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7b:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:12:06Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:07.874198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:12:07.884630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:07.885227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85757cb610>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:11:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:07.946425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-f467e6ea-d88b-4f2e-8df9-ccdffbd2e32c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714731
Dec 22 15:12:08.083788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-46c145b9-05b0-4b15-96e6-5f04ab94ac8d service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251986
Dec 22 15:12:08.096108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:08.343393 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f99a7b8-bb9c-4b6e-abff-94da15a2e8f6 req-79689ffe-da6d-4e9e-978e-42e71936e400 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507029
Dec 22 15:12:08.446401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85757cb610>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7b:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:12:06Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:08.451056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203b57e-b5b2-4092-abca-b1cafdfd94eb None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '7d1a1bdb-b29c-4661-af93-75d637c1afbe', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.116', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'port_id': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'mac_address': 'fa:16:3e:7b:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:11:06Z', 'updated_at': '2021-12-22T15:12:06Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:12:08.535131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42532) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:08.643928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bfd6c221-b54b-455f-94ba-986be39f1b4a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 991 time: 0.1075444
Dec 22 15:12:08.659471 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15c6d8-dbc7-4b2a-b33f-ee8d043c75da None None] New status for floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:12:09.647725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42536) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:09.764770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-336bf461-75fb-4ba8-9095-a714bd4b1d26 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 200  len: 993 time: 0.1158388
Dec 22 15:12:18.260144 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:12:24.566018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93fad963-6236-4c9f-9d25-f8ce15b9c749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:27.526575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f6a0-050c-4357-bec9-e06ba44969d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:28.010566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:28.113387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:29.310926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:29.587754 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-0b665b06-ddfc-4e7e-b0f7-cbf42fee3780 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763407677&fields=id&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 267 time: 0.0419867
Dec 22 15:12:29.734543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-8f500faf-cb41-4799-aedf-a18543ca2f6b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:29.736023 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-8f500faf-cb41-4799-aedf-a18543ca2f6b tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.1419518
Dec 22 15:12:29.753379 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-fc385f75-2075-4174-82bd-0ee16c3b81f7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/quotas/4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 375 time: 0.0110397
Dec 22 15:12:29.842392 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-713074a1-73e0-4beb-8411-22e1ef5ae606 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0832603
Dec 22 15:12:29.976551 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-91ddee29-df74-43b0-af3a-f467ed8b0dda service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234431
Dec 22 15:12:30.103132 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-831238f5-68c7-499a-95f3-be53ae2be07d service neutron] 10.222.0.69 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208558
Dec 22 15:12:30.645357 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5ad3dc83-6448-4bfc-94cf-ef655dec17c6 req-5ccb7c4d-21fb-488e-b3ec-f21888dc2d8c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 210 time: 0.2015946
Dec 22 15:12:31.683312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-dc7aa7d7-aaae-44f9-98fb-f2fd64d636b6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:31.684731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-dc7aa7d7-aaae-44f9-98fb-f2fd64d636b6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 809 time: 0.1529849
Dec 22 15:12:31.742453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-a9d9c789-95d4-43eb-9716-36c9ea4feacf tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4451455dab8f415a9d4d3d481cc30910 HTTP/1.1" status: 200  len: 380 time: 0.0424783
Dec 22 15:12:31.751803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'port': {'device_id': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'admin_state_up': True, 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'security_groups': ['442bb10a-cbed-4cbc-90cc-3d009d40e443']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:31.818439 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6abe3855-8d6b-4ea1-bafd-ff41cf68203f req-eab8e79c-f30f-4d7a-a946-4d1aa5078446 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 210 time: 0.0508788
Dec 22 15:12:31.899835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:12:31.910849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:12:31.923859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Made reservation on behalf of 4451455dab8f415a9d4d3d481cc30910 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:12:31.927667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.108397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.20.0.11 (1a00962c-b429-45fb-87df-5595aa9e3e24/add003db-0556-4ccc-9592-4e0c97298217/d900176f-2909-4718-9670-592668e61411) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:12:32.293048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.308794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Transition to ACTIVE for port object d900176f-2909-4718-9670-592668e61411 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:12:32.329753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.336043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1ecf6509-bf50-42ec-9089-46761b930336 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:32.399157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:12:32.406455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:12:32.411747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:12:32.442850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:32.449318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:32.480019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:32.480811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.508108 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7600448
Dec 22 15:12:32.594760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Request body: {'port': {'device_id': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:32.652736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7c42f0a2-1ef0-4f92-9b36-20c6b8bc237a None None] Provisioning for port d900176f-2909-4718-9670-592668e61411 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:12:32.657714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7c42f0a2-1ef0-4f92-9b36-20c6b8bc237a None None] Provisioning complete for port d900176f-2909-4718-9670-592668e61411 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:12:32.658155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7c42f0a2-1ef0-4f92-9b36-20c6b8bc237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.709663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:32.710180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7c42f0a2-1ef0-4f92-9b36-20c6b8bc237a None None] Port d900176f-2909-4718-9670-592668e61411 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:12:33.027636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736137f8-c165-402a-89d9-92dc5182de8f req-790ed418-f1d0-4c84-af79-a3568ee62b97 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:33.029123 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-736137f8-c165-402a-89d9-92dc5182de8f req-790ed418-f1d0-4c84-af79-a3568ee62b97 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 932 time: 0.0799606
Dec 22 15:12:33.058025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d900176f-2909-4718-9670-592668e61411 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:12:33.065020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.080633 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-736137f8-c165-402a-89d9-92dc5182de8f req-22a7cac5-509d-48d6-9998-ef863f29b15e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459566
Dec 22 15:12:33.082010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Transition to ACTIVE for port object d900176f-2909-4718-9670-592668e61411 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:12:33.085748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.090176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b944412e-63f2-4804-8903-7b9cb43a1091 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:33.258622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.339687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Pushing event updated for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:33.344121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:33.451759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Attempting to bind port d900176f-2909-4718-9670-592668e61411 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:12:33.452080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Attempting to bind port d900176f-2909-4718-9670-592668e61411 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:12:33.452641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Attempting to bind port d900176f-2909-4718-9670-592668e61411 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:12:33.459099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Port d900176f-2909-4718-9670-592668e61411 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:12:33.459404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Attempting to bind port d900176f-2909-4718-9670-592668e61411 on network 1a00962c-b429-45fb-87df-5595aa9e3e24 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:12:33.465772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:12:33.466099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Checking segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:12:33.466471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Bound using segment: {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:12:33.466879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Bound port: d900176f-2909-4718-9670-592668e61411, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c980ece-ff67-4909-a542-a071298f72dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:12:33.467212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.554390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:12:33.557340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d900176f-2909-4718-9670-592668e61411,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:12:33.560775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.564200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:33.618894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:33.620255 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-479bf512-d216-4666-a021-e032ae6c661e service neutron] 10.222.0.61 "PUT /v2.0/ports/d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 200  len: 1094 time: 1.1026230
Dec 22 15:12:33.620871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:33.645785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Pushing event updated for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:33.648767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:33.746062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-f927570d-88e6-4136-a5cd-0921bcc82769 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1097 time: 0.0805721
Dec 22 15:12:33.812567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411', 'status': 'completed', 'code': 200}
Dec 22 15:12:33.828803 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-03204ebe-bfc7-425d-a975-ba6c520cad83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 200  len: 217 time: 0.0723929
Dec 22 15:12:33.891920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-3ae2c621-aafc-40bd-b736-5b65a2c799d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:33.893286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-3ae2c621-aafc-40bd-b736-5b65a2c799d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0580239
Dec 22 15:12:33.972784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-75bb3142-446f-4013-bfe0-4f546eacbc83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703278
Dec 22 15:12:34.102277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-bb93cac7-a992-4b98-bdb1-559aaea8057e service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217268
Dec 22 15:12:34.234036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d5b34ec-f678-48d7-838d-c324dcce1758 req-6aa94bbe-85b1-4623-b154-da01a26309d9 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248038
Dec 22 15:12:34.287861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa81bf-e7a4-4862-9cf1-1e88cd72f3d5 req-ec5427ab-020d-4978-8226-b1d1aba92a50 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:34.289337 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a6aa81bf-e7a4-4862-9cf1-1e88cd72f3d5 req-ec5427ab-020d-4978-8226-b1d1aba92a50 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0796824
Dec 22 15:12:34.335899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a6aa81bf-e7a4-4862-9cf1-1e88cd72f3d5 req-f92df524-d02f-4490-a048-21b185fc43fc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406229
Dec 22 15:12:34.349095 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-9cc546f3-0ba1-4c26-8d53-0c500a28693c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1097 time: 0.0694194
Dec 22 15:12:34.480899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-5a8d0e3a-7193-479d-8592-a49f12407a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:34.482495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-5a8d0e3a-7193-479d-8592-a49f12407a30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1250753
Dec 22 15:12:34.559658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-bc3a2987-f5e9-43dd-82c6-afedc1b33de3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 200  len: 217 time: 0.0666704
Dec 22 15:12:34.629701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-9c7ddd0f-8855-4dc5-8ea9-4858511f7a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:34.631723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-9c7ddd0f-8855-4dc5-8ea9-4858511f7a80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0636895
Dec 22 15:12:34.713223 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-39325895-382f-4c0f-b47c-f611b0615c91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704682
Dec 22 15:12:34.846015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-da375cff-b73f-4d22-9dba-c7b83036af50 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255324
Dec 22 15:12:34.977438 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b61e7fd3-1ba3-43ad-acd9-434e57132b49 req-d3ae5ce5-d49b-42be-b4d6-cc4000087715 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223938
Dec 22 15:12:35.536375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d467-14bd-4926-aeb4-614220a2e3ac req-de84c236-49da-4cb8-be3a-74cc0dc1ecec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:35.537077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2081d467-14bd-4926-aeb4-614220a2e3ac req-de84c236-49da-4cb8-be3a-74cc0dc1ecec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:12:35.552777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2081d467-14bd-4926-aeb4-614220a2e3ac req-de84c236-49da-4cb8-be3a-74cc0dc1ecec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:12:35.554042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2081d467-14bd-4926-aeb4-614220a2e3ac req-de84c236-49da-4cb8-be3a-74cc0dc1ecec tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0953484
Dec 22 15:12:35.599748 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2081d467-14bd-4926-aeb4-614220a2e3ac req-7ba94258-5745-4c68-808f-0e409e3106c9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402913
Dec 22 15:12:36.906730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52a231-29fa-4328-96a2-6760f9cf4986 req-9065c87a-3ddd-4044-bbd3-bb9f94a821c7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:36.908059 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ef52a231-29fa-4328-96a2-6760f9cf4986 req-9065c87a-3ddd-4044-bbd3-bb9f94a821c7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.1890242
Dec 22 15:12:36.953533 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ef52a231-29fa-4328-96a2-6760f9cf4986 req-2aa6dd75-2ec8-49c5-8a35-1c82d195e78d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399659
Dec 22 15:12:38.148225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf4e0a-b86f-4407-84ca-2f2e39d7780d req-9d2aa839-59f3-4776-acc8-e912c244d1e9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:38.149690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7baf4e0a-b86f-4407-84ca-2f2e39d7780d req-9d2aa839-59f3-4776-acc8-e912c244d1e9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0768666
Dec 22 15:12:38.198193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7baf4e0a-b86f-4407-84ca-2f2e39d7780d req-8e5a95c9-393c-4085-9a07-6d95981c555d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431371
Dec 22 15:12:39.409150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20bad9-3fc2-408e-b64e-858131443b12 req-9698bfc4-7c60-44aa-8e36-6d57ef8d2629 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:39.410685 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d20bad9-3fc2-408e-b64e-858131443b12 req-9698bfc4-7c60-44aa-8e36-6d57ef8d2629 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0851405
Dec 22 15:12:39.463392 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d20bad9-3fc2-408e-b64e-858131443b12 req-32755ee7-0687-4fa8-ae17-cf24e974764e tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461979
Dec 22 15:12:40.671447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93867b59-85bc-43b8-ae38-2beb18efcab8 req-f9713c9a-0652-44e9-9bb9-cdd4152c95a5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:40.672940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93867b59-85bc-43b8-ae38-2beb18efcab8 req-f9713c9a-0652-44e9-9bb9-cdd4152c95a5 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0898175
Dec 22 15:12:40.724065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93867b59-85bc-43b8-ae38-2beb18efcab8 req-18fb6020-9087-4d0c-a536-acd8426d6e4a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445058
Dec 22 15:12:41.943988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c933432-8c22-4bd8-9bce-f324731dcfeb req-f0272f68-d2ab-4043-a67c-9d08a334dfb6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:41.945347 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c933432-8c22-4bd8-9bce-f324731dcfeb req-f0272f68-d2ab-4043-a67c-9d08a334dfb6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 944 time: 0.0783861
Dec 22 15:12:41.989347 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c933432-8c22-4bd8-9bce-f324731dcfeb req-70b1da2e-9726-441e-b661-7cdaae450510 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384977
Dec 22 15:12:42.641342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d900176f-2909-4718-9670-592668e61411 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:12:42.785479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d900176f-2909-4718-9670-592668e61411,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:42.801240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'd900176f-2909-4718-9670-592668e61411', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'port_id': 'd900176f-2909-4718-9670-592668e61411', 'mac_address': 'fa:16:3e:bb:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:12:42.864778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:42.883456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d900176f-2909-4718-9670-592668e61411 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:12:42.899840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d900176f-2909-4718-9670-592668e61411,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:42.904118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:42.907114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:42.979016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:42.982430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:43.262712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['d900176f-2909-4718-9670-592668e61411'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:12:43.325124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6e4e-9c96-40f2-8746-e60ea1ca3b72 req-b539ddc2-7cbd-47b4-834c-adeac0c3dad8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:43.326663 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f4b6e4e-9c96-40f2-8746-e60ea1ca3b72 req-b539ddc2-7cbd-47b4-834c-adeac0c3dad8 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 945 time: 0.1997063
Dec 22 15:12:43.373448 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f4b6e4e-9c96-40f2-8746-e60ea1ca3b72 req-4dab72ac-9139-4041-8f86-b6efec35f2ea tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397921
Dec 22 15:12:43.472192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09084e93-0f2e-40e4-b555-5281ccb40fdb req-db2e7e7b-2a89-4f1b-9452-bc5c18922c8e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:43.473671 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-09084e93-0f2e-40e4-b555-5281ccb40fdb req-db2e7e7b-2a89-4f1b-9452-bc5c18922c8e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0873327
Dec 22 15:12:43.523180 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-09084e93-0f2e-40e4-b555-5281ccb40fdb req-fbb0d377-cdd8-434c-ab9c-a5f90754b62f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437686
Dec 22 15:12:44.587689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23722-d003-48b6-8eb3-826f6d185118 req-28a1104a-da11-4500-bc93-0ef1aaad0746 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:44.589280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96e23722-d003-48b6-8eb3-826f6d185118 req-28a1104a-da11-4500-bc93-0ef1aaad0746 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 945 time: 0.0780265
Dec 22 15:12:44.634635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-96e23722-d003-48b6-8eb3-826f6d185118 req-c130e4d9-1dff-4d48-bee4-476703f67598 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400460
Dec 22 15:12:44.664757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d900176f-2909-4718-9670-592668e61411 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:12:44.722832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30de5-e77b-4e33-8ab5-38d845b7ecfa req-4e570f94-a0cd-489d-b74b-ba60ab63a026 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:44.724272 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cdc30de5-e77b-4e33-8ab5-38d845b7ecfa req-4e570f94-a0cd-489d-b74b-ba60ab63a026 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0756598
Dec 22 15:12:44.733589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port d900176f-2909-4718-9670-592668e61411 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:12:44.738669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port d900176f-2909-4718-9670-592668e61411 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:12:44.739293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:44.770520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cdc30de5-e77b-4e33-8ab5-38d845b7ecfa req-ac92ec42-049c-4fe6-ab99-bad15a338a9e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407381
Dec 22 15:12:44.853809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:44.880230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd900176f-2909-4718-9670-592668e61411'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:44.889732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d900176f-2909-4718-9670-592668e61411,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:44.895262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:44.898036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:44.963377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:44.966662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:45.010478 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd900176f-2909-4718-9670-592668e61411', 'code': 200}
Dec 22 15:12:45.132922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-574e583d-b353-45af-81ca-7b0f794c36d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:45.134342 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-574e583d-b353-45af-81ca-7b0f794c36d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.0785155
Dec 22 15:12:45.206823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:45.207158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:45.470368 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c7bfcf8f-2f4d-43a6-83ac-27aedcb35dca req-477166f0-da0b-419c-bc50-df56b0e56d8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1099 time: 0.2025623
Dec 22 15:12:45.532058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:45.532430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:45.597253 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c7bfcf8f-2f4d-43a6-83ac-27aedcb35dca req-cf2c0c98-f5d7-4431-aca4-01c165a30bcd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113687
Dec 22 15:12:45.825597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:45.825961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:45.826266 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe disassociated. External IP: 172.26.3.116, port: e4ffef8c-cff1-45aa-abc4-07f9961f6aa8.
Dec 22 15:12:45.826590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:45.837480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f9dff-a345-4e66-ba34-cb762aa6b52e req-23edb256-6aaa-470f-b44b-dc4fefe4a6a0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:45.840165 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fb9f9dff-a345-4e66-ba34-cb762aa6b52e req-23edb256-6aaa-470f-b44b-dc4fefe4a6a0 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.0830963
Dec 22 15:12:45.887873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fb9f9dff-a345-4e66-ba34-cb762aa6b52e req-20484286-7e45-44a3-ace0-bf7fc0de1b3c tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426934
Dec 22 15:12:46.031592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:46.037116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:46.070099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491bbc2-2a22-4a16-a85b-0c9fa58d6683 req-59921710-bdd4-4376-87be-5e08b45670f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:46.071472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2491bbc2-2a22-4a16-a85b-0c9fa58d6683 req-59921710-bdd4-4376-87be-5e08b45670f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 945 time: 0.1676283
Dec 22 15:12:46.087708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=e4ffef8c-cff1-45aa-abc4-07f9961f6aa8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:46.104084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:46.195191 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2491bbc2-2a22-4a16-a85b-0c9fa58d6683 req-45b818af-2c9d-42de-937b-65a605d22b59 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e54332e-3f79-4091-b0da-7ff0f1b8fff9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170769
Dec 22 15:12:46.329299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:12:46.666836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:12:46.677656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:12:46.693278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:46.693935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575775d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:46.760003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:12:46.763090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:46.766174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'name': 'network-vif-deleted', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:46.785655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33e80b8c-87ab-487c-8160-82ce954d8b36 req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 HTTP/1.1" status: 204  len: 173 time: 1.6425970
Dec 22 15:12:46.851039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786ed11-8720-4d85-b772-cbdf98bd5080', 'name': 'network-vif-deleted', 'tag': 'e4ffef8c-cff1-45aa-abc4-07f9961f6aa8', 'status': 'completed', 'code': 200}
Dec 22 15:12:46.956783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:47.138913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bff67e-4401-4af0-9afb-c30563a6053e req-8a881fd3-faca-4133-85cf-35fdf7c94508 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:47.140794 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80bff67e-4401-4af0-9afb-c30563a6053e req-8a881fd3-faca-4133-85cf-35fdf7c94508 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.0946693
Dec 22 15:12:47.202903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80bff67e-4401-4af0-9afb-c30563a6053e req-2ef4b89c-23ea-4919-be2f-19e2eebf31bf tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549879
Dec 22 15:12:47.375245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575775d00>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:47.386937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:12:47.399002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:47.399593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575775d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:47.439910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-4fc4daf7-44d3-4734-a84f-2a4e115b0091 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1453516
Dec 22 15:12:47.459378 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fff9631c-518d-481e-bf6d-55653b4c625b req-465564c9-cf7c-4a73-993a-25d03726011c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786ed11-8720-4d85-b772-cbdf98bd5080 HTTP/1.1" status: 200  len: 210 time: 0.0543785
Dec 22 15:12:47.533363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aa594-61a9-48cd-9a3e-0f7aa48e2b65 req-1b50e6ca-ac4e-413e-b10e-42eaf6af19b2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:47.534841 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b97aa594-61a9-48cd-9a3e-0f7aa48e2b65 req-1b50e6ca-ac4e-413e-b10e-42eaf6af19b2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.1460276
Dec 22 15:12:47.600605 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b97aa594-61a9-48cd-9a3e-0f7aa48e2b65 req-b9008839-b79a-4393-9edf-71deeb2c7d34 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559149
Dec 22 15:12:47.605158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:47.605772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-6a72af75-db37-473c-82e2-f4bb9e65f93e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 1098 time: 0.1250818
Dec 22 15:12:47.632047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42672) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:47.708202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03b96df6-852d-481a-87d2-b9f1f9f4579d tempest-TestVolumeBootPattern-750653115 tempest-TestVolumeBootPattern-750653115-project-admin] Synchronizing usage tracker for tenant:325cf0ec28a3458b98e9ada4ae27a5b9 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:12:47.724272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03b96df6-852d-481a-87d2-b9f1f9f4579d tempest-TestVolumeBootPattern-750653115 tempest-TestVolumeBootPattern-750653115-project-admin] Unset dirty status for tenant:325cf0ec28a3458b98e9ada4ae27a5b9 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:12:47.725505 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03b96df6-852d-481a-87d2-b9f1f9f4579d tempest-TestVolumeBootPattern-750653115 tempest-TestVolumeBootPattern-750653115-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1094 time: 0.0922148
Dec 22 15:12:47.728316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42676) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:47.734869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'd900176f-2909-4718-9670-592668e61411', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:47.741674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:12:47.745442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Usage tracker for resource:floatingip and tenant:4451455dab8f415a9d4d3d481cc30910 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:12:47.748238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:12:47.754635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:12:47.766083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-8cfe3bfd-2d1e-467a-a415-e8795ba46377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:47.767572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-8cfe3bfd-2d1e-467a-a415-e8795ba46377 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 200  len: 897 time: 0.1403229
Dec 22 15:12:47.767947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:47.835322 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-b6f4168c-124d-4f6d-81dc-d2b519e4b7eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 200  len: 217 time: 0.0609071
Dec 22 15:12:47.908022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:47.908278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-79a0dc1e-02ee-449a-9aab-efae574cfe59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:47.909805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-79a0dc1e-02ee-449a-9aab-efae574cfe59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 200  len: 835 time: 0.0655613
Dec 22 15:12:47.936823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575775d00>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:47.941342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec5353-ced6-44f4-9079-cc355adf0e53 None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:48Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '52abdf3d-e682-45dc-bd2f-9a12e1d12085', 'name': '', 'network_id': 'b93dee32-98ea-40c6-bbd0-f981c2427e49', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16c82a92-1102-4162-a729-887e881277d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:47Z', 'updated_at': '2021-12-22T15:10:56Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '16c82a92-1102-4162-a729-887e881277d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:12:47.995665 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-cd6a0f25-5f75-4860-975b-1886773c22a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b93dee32-98ea-40c6-bbd0-f981c2427e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789618
Dec 22 15:12:48.056589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Allocated IP 172.26.3.115 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/5916e76d-fb02-42c1-9f7d-a61ad1b04c62) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:12:48.133394 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-47817e7d-e90e-471a-a41a-a5e68fed2113 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305811
Dec 22 15:12:48.185038 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bab80-6cb6-4ec4-a33f-84e651bbfab1 None None] New status for floating IP 7d1a1bdb-b29c-4661-af93-75d637c1afbe: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:12:48.216040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.246540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.251684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0888098b-bbe8-4760-81dd-48cd4662508d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:48.273659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16970d73-8f6c-4cfc-bed2-e0427a9461c1 req-05f52172-a688-492b-995b-e0c90c295df1 service neutron] 10.222.0.61 "GET /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325672
Dec 22 15:12:48.320644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:12:48.323799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:12:48.328035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:12:48.352711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=5916e76d-fb02-42c1-9f7d-a61ad1b04c62,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:48.361954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:48.575676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42682) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:48.663644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:12:48.665318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.696840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.723929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:12:48.724589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device e4ffef8c-cff1-45aa-abc4-07f9961f6aa8 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:12:48.771266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.775072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:48.789452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54332e-3f79-4091-b0da-7ff0f1b8fff9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:48.792849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:48.801726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:48.805507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f2b45a9-7e95-4b6a-a1d2-2f4d8b4bf735 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e54332e-3f79-4091-b0da-7ff0f1b8fff9 HTTP/1.1" status: 204  len: 168 time: 0.2261508
Dec 22 15:12:48.846267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42688) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:48.967925 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.004859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 0df2a2ab-a019-4e51-bf8a-d0a96b4f5206 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:49.005194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.022937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.229303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.233800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.237676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-69717367-ccb1-4c2d-afb7-15b967d76c62 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:49.288416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.288669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.338631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event updated for resources: {'Port': ['ID=5916e76d-fb02-42c1-9f7d-a61ad1b04c62,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:49.342610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:49.357366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.410743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 0df2a2ab-a019-4e51-bf8a-d0a96b4f5206 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:49.549381 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Floating IP 1f9a9deb-952d-4f74-bc90-ceb6e25b550f associated. External IP: 172.26.3.115, port: d900176f-2909-4718-9670-592668e61411.
Dec 22 15:12:49.554831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.560632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:49.603129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=0df2a2ab-a019-4e51-bf8a-d0a96b4f5206,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:49.606464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:49.696616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.710836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:49.711982 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/7d1a1bdb-b29c-4661-af93-75d637c1afbe HTTP/1.1" status: 204  len: 168 time: 0.8637972
Dec 22 15:12:49.948348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:12:50.089540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1d9ac7ed-d9b2-460d-bc79-4a062952d610 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:50.090218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1d9ac7ed-d9b2-460d-bc79-4a062952d610 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:12:50.105410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1d9ac7ed-d9b2-460d-bc79-4a062952d610 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:12:50.106545 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1d9ac7ed-d9b2-460d-bc79-4a062952d610 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0909281
Dec 22 15:12:50.150763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:12:50.151305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1ce1913d-ff97-4af1-bf3d-8a187232ce50 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:12:50.161328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:12:50.170388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1ce1913d-ff97-4af1-bf3d-8a187232ce50 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:12:50.171823 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-21a0254b-9084-414d-bfb8-f5a00565f1d0 req-1ce1913d-ff97-4af1-bf3d-8a187232ce50 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596550
Dec 22 15:12:50.174555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:50.175167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575471490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:50.177328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:50.231233 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5007210
Dec 22 15:12:50.231965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:50.360634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411', 'status': 'completed', 'code': 200}
Dec 22 15:12:50.369155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:50.454563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-28abe85f-4f27-4984-a1e2-391e19f75c6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1099 time: 0.0710878
Dec 22 15:12:50.588434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-44185e87-407e-48bc-b552-f25814145dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:50.589902 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-44185e87-407e-48bc-b552-f25814145dd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1287222
Dec 22 15:12:50.695267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-7b7b6194-35ee-41c9-a77f-a4e173ef9009 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 200  len: 1000 time: 0.0979133
Dec 22 15:12:50.759453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-33ce39c4-3ea4-4c40-afa6-3326e006a867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:50.759698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575471490>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}, {'id': '1f9a9deb-952d-4f74-bc90-ceb6e25b550f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': 'd900176f-2909-4718-9670-592668e61411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:bb:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:12:48Z', 'updated_at': '2021-12-22T15:12:48Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:50.761065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-33ce39c4-3ea4-4c40-afa6-3326e006a867 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0581760
Dec 22 15:12:50.763482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:12:50.774133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:50.774748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575471490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:50.839599 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-b0cb5408-67f1-4aca-b947-ad7184ac7bda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711796
Dec 22 15:12:50.948864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:50.971103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-e6840260-f745-4512-b021-551f47a700d7 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235526
Dec 22 15:12:51.104696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-220bfb7f-1d4e-460d-aeae-6d71304a5623 req-2095150e-5ded-409a-bc28-e5e994ef446b service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261368
Dec 22 15:12:51.297070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575471490>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}, {'id': '1f9a9deb-952d-4f74-bc90-ceb6e25b550f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': 'd900176f-2909-4718-9670-592668e61411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:bb:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:12:48Z', 'updated_at': '2021-12-22T15:12:48Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:51.301099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d93952-22a6-49cb-8d2c-73da6dcefc57 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}, {'id': '1f9a9deb-952d-4f74-bc90-ceb6e25b550f', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': 'd900176f-2909-4718-9670-592668e61411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:bb:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:12:48Z', 'updated_at': '2021-12-22T15:12:48Z', 'revision_number': 0, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:12:51.374474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0708-97d3-4377-abbf-502854801716 req-a8819786-40b1-4871-a2ce-90c055bce84c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:51.375956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5ed0708-97d3-4377-abbf-502854801716 req-a8819786-40b1-4871-a2ce-90c055bce84c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0796487
Dec 22 15:12:51.422630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5ed0708-97d3-4377-abbf-502854801716 req-f8daaa1d-3101-4d28-a17f-e8eeceaa6ad7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=313db7f3-568d-4f09-af68-05a678f95773&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403790
Dec 22 15:12:51.522806 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b5e0b-4da1-4ce1-a70d-52e4cb0b0de0 None None] New status for floating IP 1f9a9deb-952d-4f74-bc90-ceb6e25b550f: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:12:51.598082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-d7994bc9-e75d-4573-af15-2a99d6613b36 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:51.599543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-d7994bc9-e75d-4573-af15-2a99d6613b36 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 945 time: 0.0822415
Dec 22 15:12:51.668358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 74bea331-7461-45c3-add2-9f4c6dbd1712 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:51.668722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:52.025384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 74bea331-7461-45c3-add2-9f4c6dbd1712, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=74bea331-7461-45c3-add2-9f4c6dbd1712,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:52.025705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:52.146793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 74bea331-7461-45c3-add2-9f4c6dbd1712 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:52.288974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:52.294412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:52.339191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=74bea331-7461-45c3-add2-9f4c6dbd1712,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:52.409214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.409703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.410091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.410465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.410835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.411199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.411564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.411926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.412284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.412674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.413039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:52.419874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:52.426638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 74bea331-7461-45c3-add2-9f4c6dbd1712 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:12:52.428675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:52.431150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'name': 'network-vif-deleted', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:12:52.447263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a569813-3599-47cc-b73e-a4cfcf7beb5d req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/74bea331-7461-45c3-add2-9f4c6dbd1712 HTTP/1.1" status: 204  len: 173 time: 0.8419695
Dec 22 15:12:52.490162 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994eb14b-2ead-4a4f-87ab-807b44243787', 'name': 'network-vif-deleted', 'tag': '74bea331-7461-45c3-add2-9f4c6dbd1712', 'status': 'completed', 'code': 200}
Dec 22 15:12:52.610154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-507eb472-3564-4e38-a17a-2bf8a85e7e14 req-af3fd8f4-da63-438d-83f6-3b65b3b2ddf0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:12:52.625693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-507eb472-3564-4e38-a17a-2bf8a85e7e14 req-af3fd8f4-da63-438d-83f6-3b65b3b2ddf0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:12:52.626831 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-507eb472-3564-4e38-a17a-2bf8a85e7e14 req-af3fd8f4-da63-438d-83f6-3b65b3b2ddf0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=994eb14b-2ead-4a4f-87ab-807b44243787 HTTP/1.1" status: 200  len: 210 time: 0.0646753
Dec 22 15:12:53.731186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42710) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:53.801878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:53.829476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:53.894574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:53.898358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-770eaf9a-ed6c-4f1a-87dd-682e39d5248c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:53.912077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313db7f3-568d-4f09-af68-05a678f95773,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:53.915174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:53.924210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:53.925445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/313db7f3-568d-4f09-af68-05a678f95773 HTTP/1.1" status: 204  len: 168 time: 0.1932707
Dec 22 15:12:53.965568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42716) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:54.473412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:54.560156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b55c9f5-40cf-4606-aad4-dbab24d3d7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:54.690663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 74bea331-7461-45c3-add2-9f4c6dbd1712 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:12:54.723839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 74bea331-7461-45c3-add2-9f4c6dbd1712 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:12:54.724193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 74bea331-7461-45c3-add2-9f4c6dbd1712 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:12:55.084249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 52abdf3d-e682-45dc-bd2f-9a12e1d12085 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:55.084868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:55.260544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:12:55.263002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 52abdf3d-e682-45dc-bd2f-9a12e1d12085, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=52abdf3d-e682-45dc-bd2f-9a12e1d12085,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:55.263352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:55.381693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 52abdf3d-e682-45dc-bd2f-9a12e1d12085 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:55.558324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:55.561739 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-27f12f95-ec20-4ec4-9eff-13ee55b9543f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:55.606906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=52abdf3d-e682-45dc-bd2f-9a12e1d12085,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:55.676716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.677099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.677468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.677830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.678191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.678547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.678914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.679255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.679605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.679958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.680306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:12:55.683661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:56.019495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:56.588551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 9b004b93-f9d8-4348-a596-cc964083a200 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:12:56.788099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:12:56.798156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Sync routers for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:12:56.804886 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/9b004b93-f9d8-4348-a596-cc964083a200/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8381941
Dec 22 15:12:56.806932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42720) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:56.810635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:56.811240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535c1f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:56.989688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:56.993277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 16c82a92-1102-4162-a729-887e881277d8 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:12:56.996140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.048145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.128646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.204668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.209004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec75b013-b222-4e29-97c0-b0382678a320 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:57.245587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=16c82a92-1102-4162-a729-887e881277d8,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:57.248896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:57.249866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.258635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42724) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:57.259148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/16c82a92-1102-4162-a729-887e881277d8 HTTP/1.1" status: 204  len: 168 time: 0.4508302
Dec 22 15:12:57.259249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac0cd1-998c-40d3-9be9-d4224af0d944 None None] Network b93dee32-98ea-40c6-bbd0-f981c2427e49 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:12:57.411620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535c1f0>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:12:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:57.446526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Checking router: 9b004b93-f9d8-4348-a596-cc964083a200 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:12:57.456352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.491822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Routers {'9b004b93-f9d8-4348-a596-cc964083a200'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:12:57.492672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535c1f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['9b004b93-f9d8-4348-a596-cc964083a200'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:57.592659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4f8503bf-57e6-4502-b4fd-c0c91f5d32ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.655414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.665228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port b287adc2-65cb-4e7f-8689-8e9f0f695fd9 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:57.665228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.701602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] Set router 9b004b93-f9d8-4348-a596-cc964083a200 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:12:57.744857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] DHCP port deletion for b93dee32-98ea-40c6-bbd0-f981c2427e49 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:12:57.806666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Deleting port 85f2205f-3470-45fa-9f69-42294f4f1652 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:12:57.807351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.850158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port b287adc2-65cb-4e7f-8689-8e9f0f695fd9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:57.850433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:57.977598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for b287adc2-65cb-4e7f-8689-8e9f0f695fd9 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:58.103840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.174727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.184439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] For port 85f2205f-3470-45fa-9f69-42294f4f1652, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=85f2205f-3470-45fa-9f69-42294f4f1652,segment=NetworkSegment(e0fc2287-3ea6-4507-8727-d514fe417998),segment_id=e0fc2287-3ea6-4507-8727-d514fe417998)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:12:58.184889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.260853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.265807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:58.309696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=b287adc2-65cb-4e7f-8689-8e9f0f695fd9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:58.313977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:58.314098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Calling delete_port for 85f2205f-3470-45fa-9f69-42294f4f1652 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:12:58.342638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 85f2205f-3470-45fa-9f69-42294f4f1652 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:12:58.430231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535c1f0>, [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:12:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:58.448181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08f01a-3206-48f0-8b42-8858cc8199b1 None None] The sync data for ids ['9b004b93-f9d8-4348-a596-cc964083a200'] in dv-neutron-822675-1-hyperv is: [{'id': '9b004b93-f9d8-4348-a596-cc964083a200', 'name': 'tempest-TestNetworkBasicOps-router-1090689944', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:12:55Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'b287adc2-65cb-4e7f-8689-8e9f0f695fd9', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b004b93-f9d8-4348-a596-cc964083a200', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:10:44Z', 'updated_at': '2021-12-22T15:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:12:58.486538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.492709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:58.546828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Pushing event deleted for resources: {'Port': ['ID=85f2205f-3470-45fa-9f69-42294f4f1652,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:58.548185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.552078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:58.556665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] No DVR routers for this DVR port 85f2205f-3470-45fa-9f69-42294f4f1652 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:12:58.556797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.822796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.827841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.859929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.861579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 9b004b93-f9d8-4348-a596-cc964083a200 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:12:58.883038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:58.884863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/9b004b93-f9d8-4348-a596-cc964083a200 HTTP/1.1" status: 204  len: 168 time: 1.6244512
Dec 22 15:12:58.887615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:59.010659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.153761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.184080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575041e20>,) {'filters': {'network_id': ['b93dee32-98ea-40c6-bbd0-f981c2427e49']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:59.200324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575041e20>, 'e0fc2287-3ea6-4507-8727-d514fe417998') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:59.200614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575041e20>, 'e0fc2287-3ea6-4507-8727-d514fe417998') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:12:59.212766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.233379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.240813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:12:59.241994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:12:59.258182 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:12:59.316336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.342614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.347032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c675230e-3f9f-46df-88da-45eb1dcf067b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:59.361010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.370786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=b93dee32-98ea-40c6-bbd0-f981c2427e49,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:59.374111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:59.382622 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/b93dee32-98ea-40c6-bbd0-f981c2427e49 HTTP/1.1" status: 204  len: 168 time: 0.4945433
Dec 22 15:12:59.403416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42734) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:59.410174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--1211887601', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:59.414844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:12:59.419315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:12:59.422826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:12:59.428750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:12:59.442580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:12:59.446219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.478444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:12:59.491039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.491039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 81ff3193-75a7-44a6-9a81-0f715e620b29 of type vlan for network a1a2797f-12b9-4ae5-b820-15052f3483a6
Dec 22 15:12:59.523394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.559183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.567395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:12:59.568273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.572117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c352d05e-bafd-4fca-a5e2-b28ef9a7734e tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:12:59.795391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3855555
Dec 22 15:12:59.795956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42738) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:12:59.798597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=a1a2797f-12b9-4ae5-b820-15052f3483a6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:12:59.801873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:12:59.801984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:12:59.808912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:12:59.811759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:12:59.813274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:12:59.816802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:12:59.824028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:12:59.835464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.836548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:12:59.854335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.113007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.287850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.305693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 52abdf3d-e682-45dc-bd2f-9a12e1d12085 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:00.319696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.338026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 52abdf3d-e682-45dc-bd2f-9a12e1d12085 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:13:00.338552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 52abdf3d-e682-45dc-bd2f-9a12e1d12085 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:00.338943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b287adc2-65cb-4e7f-8689-8e9f0f695fd9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:00.372316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: b287adc2-65cb-4e7f-8689-8e9f0f695fd9 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:13:00.372626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b287adc2-65cb-4e7f-8689-8e9f0f695fd9 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:00.459880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.161 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:00.602751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.630456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.634077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:00.700276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:00.703391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:00.707590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:00.731253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:00.736123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:00.858468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:00.859181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:01.082982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f7d2ea12-f9f2-4be6-8436-0385915977ad is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:13:01.276748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:01.286498 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Sync routers for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:01.298172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:01.298774 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d6b2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:01.303269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:01.304516 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5084898
Dec 22 15:13:01.307606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42742) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:01.475094 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:01.479168 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e0de815-271d-4903-be0a-f786d85f965d tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1704373
Dec 22 15:13:01.481558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42748) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:01.612972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2bd0c-9322-4736-9ee6-850a13af362e tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:01.617087 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e8f2bd0c-9322-4736-9ee6-850a13af362e tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1320202
Dec 22 15:13:01.617346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42752) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:01.659784 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5da89491-ad86-43b0-85a0-f5fc8dc62eed tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379925
Dec 22 15:13:01.659784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42756) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:01.665138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826696580', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:01.761431 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d6b2e0>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:00Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:01.765390 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Checking router: f7d2ea12-f9f2-4be6-8436-0385915977ad for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:01.765733 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Updating router f7d2ea12-f9f2-4be6-8436-0385915977ad port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:13:01.821331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:01.886554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:01.890217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:01.893589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:01.899672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:01.910231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:13:02.021904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.168266 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.180070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Transition to ACTIVE for port object 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:02.187170 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.190737 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:02.242063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.245830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5c7569b6-e431-4dbf-b2bc-19b5bc7b1524 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:02.265481 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Pushing event updated for resources: {'Port': ['ID=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:02.275739 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Attempting to bind port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:02.276099 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Attempting to bind port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:02.276475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Attempting to bind port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:02.279464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.279794 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.280120 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.280464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.280784 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.281101 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.281410 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.281718 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.282561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.282561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.282750 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:02.286798 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:02.290432 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:02.290912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:02.291186 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.291829 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:02.292279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Bound port: 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:02.292662 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.322228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=c15589c7-fc1e-4b47-b94f-1644c4d382be,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:02.326669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:02.336717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:02.337076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: a1a2797f-12b9-4ae5-b820-15052f3483a6, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:13:02.364947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:13:02.367575 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] For port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:02.371152 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] For port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:02.374652 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.378803 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:02.381613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a1a2797f-12b9-4ae5-b820-15052f3483a6) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:02.385683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:02.386257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.393291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909bb71-cadf-434c-8863-1a11a70e4756 None None] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:13:02.414182 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7511744
Dec 22 15:13:02.414984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42760) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:02.449816 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Pushing event updated for resources: {'Port': ['ID=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:02.453405 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:02.468864 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:02.469921 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d6b2e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:02.621719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a1a2797f-12b9-4ae5-b820-15052f3483a6', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:13:02.622863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:02.655654 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:02.790584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Allocated IP 172.20.0.2 (a1a2797f-12b9-4ae5-b820-15052f3483a6/c15589c7-fc1e-4b47-b94f-1644c4d382be/e1670e76-de30-4f5f-9f3d-42394894ab4f) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:02.976105 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d6b2e0>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:00Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:02.980403 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef69da-ca2d-447c-8267-a7a00a688135 None None] The sync data for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv is: [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:00Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:03.008520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.025631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Transition to ACTIVE for port object e1670e76-de30-4f5f-9f3d-42394894ab4f will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:03.045923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Transition to ACTIVE for port object e1670e76-de30-4f5f-9f3d-42394894ab4f will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:03.055797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.060443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-217ebcf8-74cb-465d-a58f-d84802073acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:03.123036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:03.130303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:03.134393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:03.142536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Pushing event updated for resources: {'Port': ['ID=e1670e76-de30-4f5f-9f3d-42394894ab4f,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:03.227337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.227691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.228032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.228371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.228726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.229055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.229386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.229715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.230038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.230359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.230680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:03.240925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.245425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:03.276030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Attempting to bind port e1670e76-de30-4f5f-9f3d-42394894ab4f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:03.276697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Attempting to bind port e1670e76-de30-4f5f-9f3d-42394894ab4f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:03.277220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Attempting to bind port e1670e76-de30-4f5f-9f3d-42394894ab4f on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:03.279425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.285388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:03.285769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Checking segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:03.286170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.286737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Bound using segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:03.287364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Bound port: e1670e76-de30-4f5f-9f3d-42394894ab4f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:03.287908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.388292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] For port e1670e76-de30-4f5f-9f3d-42394894ab4f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:03.391666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] For port e1670e76-de30-4f5f-9f3d-42394894ab4f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1670e76-de30-4f5f-9f3d-42394894ab4f,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:03.396219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.401289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b13d70a6-8288-4345-a5ec-fdc5ac19220a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:03.484083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Pushing event updated for resources: {'Port': ['ID=e1670e76-de30-4f5f-9f3d-42394894ab4f,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:03.488755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:03.677128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (a1a2797f-12b9-4ae5-b820-15052f3483a6/c15589c7-fc1e-4b47-b94f-1644c4d382be/757ba8c6-7d10-4658-8513-ca5bd32a6c09) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:03.856583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.873364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 757ba8c6-7d10-4658-8513-ca5bd32a6c09 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:03.895304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:03.898944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-479bf512-d216-4666-a021-e032ae6c661e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:03.961337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:03.964293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:03.973288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:04.008736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:04.013101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:04.036082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.245779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.375714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:04.433344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81f1ad-2ccc-4848-8dcb-4e9ed880d86a None None] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:13:04.555311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2857233a-8fda-4661-9b98-0ef84a59fb08 None None] Provisioning for port e1670e76-de30-4f5f-9f3d-42394894ab4f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:04.565118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:04.582830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:04.583210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.684871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.690480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.721648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-366238b1-b58c-4027-b50b-252048268516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:04.794330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.809815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:04.812546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.819131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:04.822837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:04.823989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.825809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1670e76-de30-4f5f-9f3d-42394894ab4f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:04.854240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:04.942403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:04.945923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:04.963207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port e1670e76-de30-4f5f-9f3d-42394894ab4f completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:04.968420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1670e76-de30-4f5f-9f3d-42394894ab4f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:04.968796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:04.969904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:04.971221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:05.145334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:05.161793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Provisioning for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:05.169553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Provisioning complete for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:05.169990 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:05.229998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port e1670e76-de30-4f5f-9f3d-42394894ab4f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1670e76-de30-4f5f-9f3d-42394894ab4f,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:05.235245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:05.238809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:05.241145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:05.310476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Provisioning complete for port e1670e76-de30-4f5f-9f3d-42394894ab4f triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:05.310863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-52bbb26e-05cd-4f34-bdd2-b087b755c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:05.344093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=e1670e76-de30-4f5f-9f3d-42394894ab4f,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:05.353306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:05.379908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f7d2ea12-f9f2-4be6-8436-0385915977ad has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:13:05.560604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9b1bcc17-57ce-4be4-b657-38a157c4dec6 None None] Provisioning complete for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:05.561172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9b1bcc17-57ce-4be4-b657-38a157c4dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:05.582403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:05.597517 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/f7d2ea12-f9f2-4be6-8436-0385915977ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1793211
Dec 22 15:13:05.598186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42766) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:05.617470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bcc17-57ce-4be4-b657-38a157c4dec6 None None] Port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.862693 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-be65420a-60c3-4c3a-a84c-289d28801e62 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4280 time: 0.2634208
Dec 22 15:13:05.869008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42770) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.941190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:05.944018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ff373d41-2250-4f8b-9b61-1781a813da66 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3999 time: 0.0749743
Dec 22 15:13:05.944018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42774) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:06.173379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42778) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:06.178833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-63ea4dd1-b8bf-45a7-940e-e670172095cc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3043 time: 0.2278924
Dec 22 15:13:06.181761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-563864741', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:06.351838 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:06.359921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:port and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:06.369538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:06.382817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:06.395166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:06.417296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:13:06.417296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:06.464107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] device_id is not set on port af363a14-45ca-4442-9de1-94e4fc487fff yet. {{(pid=83457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:13:06.517086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:06.517086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:06.703425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.7 (a1a2797f-12b9-4ae5-b820-15052f3483a6/c15589c7-fc1e-4b47-b94f-1644c4d382be/af363a14-45ca-4442-9de1-94e4fc487fff) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:06.731374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1670e76-de30-4f5f-9f3d-42394894ab4f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:06.778280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Sync routers for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:06.811265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:06.811265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85752a0be0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:06.924542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:06.942762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object af363a14-45ca-4442-9de1-94e4fc487fff will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:06.955059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port e1670e76-de30-4f5f-9f3d-42394894ab4f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:06.955059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:06.971350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:06.977493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-402eb526-c75d-4469-984c-00e4c91b9de1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:07.057908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:07.062695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:07.062695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:07.062695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:07.062695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:07.062695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:07.131833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:07.131833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.210892 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0330982
Dec 22 15:13:07.394757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-77b001f2-9e52-4402-8ce9-87b9b9a1a3f4 None None] Provisioning for port af363a14-45ca-4442-9de1-94e4fc487fff completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:07.403379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-77b001f2-9e52-4402-8ce9-87b9b9a1a3f4 None None] Provisioning complete for port af363a14-45ca-4442-9de1-94e4fc487fff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:07.403379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77b001f2-9e52-4402-8ce9-87b9b9a1a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.476475 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42784) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:07.484094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234144088', 'description': 'tempest-secgroup-smoke-234144088 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:07.496171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:07.500580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:07.504924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:07.513450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:07.525858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-77b001f2-9e52-4402-8ce9-87b9b9a1a3f4 None None] Port af363a14-45ca-4442-9de1-94e4fc487fff cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:07.528628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.565152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85752a0be0>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:07.565152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Checking router: f7d2ea12-f9f2-4be6-8436-0385915977ad for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:07.565152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Updating router f7d2ea12-f9f2-4be6-8436-0385915977ad port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:13:07.572042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:07.572042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:07.576305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:07.586011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:07.631835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.646950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.646950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.655396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:07.708403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05170157-e6b0-4dfa-9037-f8e7dceefb08,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:07.716115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:07.716115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.719205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42788) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:07.723662 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2451923
Dec 22 15:13:07.729981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:07.736342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:07.746056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:07.746056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:07.757720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:07.781820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.863578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.871191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.871191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-46228851-a355-4530-abb5-1c5f3878de98 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:07.898872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b4ecf9-685d-4248-b687-3a173992a52c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:07.898872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:07.907924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:07.907924 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1863062
Dec 22 15:13:07.913734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42792) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:07.920944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:07.928800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:07.934063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:07.934063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:07.952320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:07.974984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.049873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.049873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.049873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08c91be5-2df1-4055-a25a-6f17ca4bd223 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.078010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d05326-8ae7-4e68-9ef8-003cc138a1d9,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.078010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.092487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.092487 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1807153
Dec 22 15:13:08.100241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42796) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:08.100241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:08.112366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:08.112366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:08.119602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.123844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:08.123844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:08.132440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Transition to ACTIVE for port object 757ba8c6-7d10-4658-8513-ca5bd32a6c09 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:08.140768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.140768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.151404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.249664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.259051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.267781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cdd03659-3ea9-4810-90b4-08afd791237a tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.277350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Pushing event updated for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.285525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.326247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1f473c-4fcc-4e37-95f4-1207bcf2e65a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.326247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.333996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.341582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42800) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:08.347953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:08.352123 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2523081
Dec 22 15:13:08.356327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:08.365519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:08.373646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:08.381577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:08.408591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Attempting to bind port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:08.408591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Attempting to bind port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:08.408591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Attempting to bind port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:08.413238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Checking segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Bound using segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Bound port: 757ba8c6-7d10-4658-8513-ca5bd32a6c09, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:08.417745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.494152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.501350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.501350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4290c8ab-b857-43a6-b451-0d7fcc235a37 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.531932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f607be6-ee68-4f58-b735-05c6a8e67546,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.531932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.541427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.546979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] For port 757ba8c6-7d10-4658-8513-ca5bd32a6c09, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:08.551674 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2017462
Dec 22 15:13:08.555658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] For port 757ba8c6-7d10-4658-8513-ca5bd32a6c09, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=757ba8c6-7d10-4658-8513-ca5bd32a6c09,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:08.562587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42804) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:08.567278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.571481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:08.575717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-99fb8ab0-0da3-45b5-8537-87f426995664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.579989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:08.579989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:08.584966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:08.595734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:08.636803 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:08.646268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Pushing event updated for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.657287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.657287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:08.657287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85752a0be0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:08.662126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.788140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.788140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.798503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6dce97d2-1946-450b-b1ca-4bbca34ae897 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:08.841450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.846620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42808) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:08.846620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '05170157-e6b0-4dfa-9037-f8e7dceefb08', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:08.855829 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3068118
Dec 22 15:13:08.862936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:08.874593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7dedc7-e7a2-4f67-ae7c-b7321f9e0c71,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:08.879755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:08.883886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:08.888301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:08.888301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:08.898996 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:08.908969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:08.919371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:09.020240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:09.020240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:09.027107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2fe53205-8564-4fa4-9127-c9506cb74cb7 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:09.060938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:09.073439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2306025
Dec 22 15:13:09.081464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44dbd5e-ebf4-4ca9-ab41-785f0c8cfd4c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:09.081464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:09.264625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-a000de84-1f52-42cc-99d4-1a18b3692a1e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:09.281846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-a000de84-1f52-42cc-99d4-1a18b3692a1e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:09.281846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-a000de84-1f52-42cc-99d4-1a18b3692a1e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234144088&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0642326
Dec 22 15:13:09.326790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85752a0be0>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:08Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:09.326790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c3a51-5b1a-4d71-ba1c-e2bfc1269d86 None None] The sync data for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv is: [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:08Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:09.415194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-1c6e82c7-f350-4b1f-a161-6b0b613ca727 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:09.415194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-1c6e82c7-f350-4b1f-a161-6b0b613ca727 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:09.460482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-1c6e82c7-f350-4b1f-a161-6b0b613ca727 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:09.460482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-1c6e82c7-f350-4b1f-a161-6b0b613ca727 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 929 time: 0.1673717
Dec 22 15:13:09.688852 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-1e8a7fbe-8ecd-4335-9694-6c629a362a7c service neutron] 10.222.0.69 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.2005088
Dec 22 15:13:09.834278 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-65fd5343-d378-4494-8f27-af742687ade5 service neutron] 10.222.0.69 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446364
Dec 22 15:13:09.977023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-d2e6733f-fa34-460e-a7a0-91d95147daf2 service neutron] 10.222.0.69 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473877
Dec 22 15:13:10.256687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-73a79989-73f4-410c-a3d7-f657a0f01f84 req-a2f0d79f-4c07-4dcc-b08d-db4b6c1ac9cb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:10.309308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-73a79989-73f4-410c-a3d7-f657a0f01f84 req-a2f0d79f-4c07-4dcc-b08d-db4b6c1ac9cb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:10.334192 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-73a79989-73f4-410c-a3d7-f657a0f01f84 req-a2f0d79f-4c07-4dcc-b08d-db4b6c1ac9cb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 210 time: 0.1298048
Dec 22 15:13:10.405394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 757ba8c6-7d10-4658-8513-ca5bd32a6c09 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:10.525099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:10.525099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:10.525099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:10.678792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:10.719830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 757ba8c6-7d10-4658-8513-ca5bd32a6c09, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=757ba8c6-7d10-4658-8513-ca5bd32a6c09,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:10.719830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:10.719830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:10.792619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:10.795770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:11.420437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-c3ea6939-1967-4b3c-aa3e-336d02d9e45d service neutron] 10.222.0.61 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1025 time: 0.0902050
Dec 22 15:13:11.554706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9431504b-2e4b-4874-8356-8a813d90e89d req-7a2b1f45-df32-43f7-a2f2-93c4d01e3cdd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 210 time: 0.0549026
Dec 22 15:13:11.618621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-91ce0179-791f-4ddb-a63d-6fe94581f372 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:11.619204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-91ce0179-791f-4ddb-a63d-6fe94581f372 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:11.634506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-91ce0179-791f-4ddb-a63d-6fe94581f372 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:11.635745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-91ce0179-791f-4ddb-a63d-6fe94581f372 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 797 time: 0.2095861
Dec 22 15:13:11.690911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-a268ad6c-eaf3-45c0-b408-d653fed51b49 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.0406127
Dec 22 15:13:11.701341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Request body: {'port': {'device_id': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:11.810017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.262485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af363a14-45ca-4442-9de1-94e4fc487fff {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:13:12.270506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.285557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Transition to ACTIVE for port object af363a14-45ca-4442-9de1-94e4fc487fff will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:12.289332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.293191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5b62e741-b871-497a-b043-54aa9cb9a8f1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:12.317481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 757ba8c6-7d10-4658-8513-ca5bd32a6c09 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:12.417150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:12.421750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:12.442331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:12.443774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.553682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:12.554264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:12.554589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:12.561904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:13:12.562218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:12.568923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:12.569271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Checking segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:12.569653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Bound using segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:12.570070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Bound port: af363a14-45ca-4442-9de1-94e4fc487fff, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:12.570408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.663851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:12.666975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:12.672195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.676553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ff2ae914-b66c-4bfc-b554-66921f98f3fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:12.733878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:12.735480 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] 10.222.0.61 "PUT /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1130 time: 1.0376816
Dec 22 15:13:12.736044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:13:12.765051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792cbdf-5885-4093-92dc-0a80c7a75a94 req-6ecb48ff-cf5b-4449-9023-9d2b54059771 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:12.766522 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4792cbdf-5885-4093-92dc-0a80c7a75a94 req-6ecb48ff-cf5b-4449-9023-9d2b54059771 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 980 time: 0.0786543
Dec 22 15:13:12.773494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:12.776932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:12.828740 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'status': 'completed', 'code': 200}
Dec 22 15:13:12.835026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-4792cbdf-5885-4093-92dc-0a80c7a75a94 req-60e28076-b1c9-4e16-8cf4-05b203cf7da8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:12.847361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-4792cbdf-5885-4093-92dc-0a80c7a75a94 req-60e28076-b1c9-4e16-8cf4-05b203cf7da8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:12.848585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4792cbdf-5885-4093-92dc-0a80c7a75a94 req-60e28076-b1c9-4e16-8cf4-05b203cf7da8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653949
Dec 22 15:13:12.875948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-6502cf2b-d997-42a0-aa80-2c88d2ee3c8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 1133 time: 0.0816383
Dec 22 15:13:12.951026 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-007db414-2e89-40b0-9121-72eb8ca9d2a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 217 time: 0.0668838
Dec 22 15:13:13.012831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-d6816ccf-8768-4877-838d-eec55759296a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:13.014166 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-d6816ccf-8768-4877-838d-eec55759296a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 200  len: 834 time: 0.0565624
Dec 22 15:13:13.092129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-886f7531-38ce-4d2c-96ee-304946d6674b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712345
Dec 22 15:13:13.238627 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-6038322f-3035-4f47-a3cf-f0df697f1309 service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328576
Dec 22 15:13:13.369507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ac99941-43ea-4853-86f4-8cf380d1b07b req-e44ec189-a2aa-40d6-881e-cc1f2136d06d service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269891
Dec 22 15:13:13.483264 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-de47a413-2ae8-43b6-a388-d73884b8ab30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 1133 time: 0.0687394
Dec 22 15:13:13.617747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-cc270382-6f18-45b8-8d8f-211e4f3b568d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:13.619189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-cc270382-6f18-45b8-8d8f-211e4f3b568d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 898 time: 0.1286793
Dec 22 15:13:13.695093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-ee712f8e-ca19-4d75-ad72-86340379b9a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 217 time: 0.0652273
Dec 22 15:13:13.762184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-c397f791-90c7-4b86-b837-9d27c309ef30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:13.762184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-c397f791-90c7-4b86-b837-9d27c309ef30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 200  len: 834 time: 0.0584526
Dec 22 15:13:13.849106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-462fd18f-d09b-4623-87e0-1058b68557bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801415
Dec 22 15:13:14.147905 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-69cc63a7-57c0-47f1-baf2-ee85098eb5ae service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915847
Dec 22 15:13:14.288339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69f854-93fd-4d4b-914a-362440fe9519 req-05cd9076-dc9e-48c9-8971-555f53b3e3ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:14.289754 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c69f854-93fd-4d4b-914a-362440fe9519 req-05cd9076-dc9e-48c9-8971-555f53b3e3ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 980 time: 0.3093655
Dec 22 15:13:14.325103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16885a72-ebb9-4bc0-ba0d-d97b692f18b4 req-6091c15c-79b2-45e4-9472-1360cea6701d service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699514
Dec 22 15:13:14.349730 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c69f854-93fd-4d4b-914a-362440fe9519 req-702e2ba1-1090-4a70-bcbb-46ac5489af12 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476699
Dec 22 15:13:14.829160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:13:14.970182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:14.982530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'mac_address': 'fa:16:3e:e8:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:13:15.038353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:15.053459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af363a14-45ca-4442-9de1-94e4fc487fff {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:13:15.067630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:15.071838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:15.074706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-096f7c53-2af1-48fe-a7e7-180cef838f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:15.138733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:15.148424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:15.344136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['af363a14-45ca-4442-9de1-94e4fc487fff'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:13:15.552528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9abd-ba07-404e-99fd-ad3a4f3bb534 req-df1f3cba-4cae-4fdb-8c86-0d71e2cc362f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:15.553999 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-676e9abd-ba07-404e-99fd-ad3a4f3bb534 req-df1f3cba-4cae-4fdb-8c86-0d71e2cc362f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 981 time: 0.0781364
Dec 22 15:13:15.602233 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-676e9abd-ba07-404e-99fd-ad3a4f3bb534 req-2cb78f42-3eb6-4893-8592-cc1b8ddd2c63 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425084
Dec 22 15:13:16.810426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967dc83-6e6e-4503-bbb7-4325828f49ee req-86959c25-99e0-4dbd-b7df-84d3742bede1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:16.811116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7967dc83-6e6e-4503-bbb7-4325828f49ee req-86959c25-99e0-4dbd-b7df-84d3742bede1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 981 time: 0.0799003
Dec 22 15:13:16.845270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:16.865288 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7967dc83-6e6e-4503-bbb7-4325828f49ee req-f81187b1-1fee-48c3-a8ed-00c575e49690 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473440
Dec 22 15:13:16.922250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port af363a14-45ca-4442-9de1-94e4fc487fff completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:16.926688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port af363a14-45ca-4442-9de1-94e4fc487fff triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:16.926786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:17.043058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:17.069851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:13:17.079341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:17.084748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:17.087085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1d7151c6-1869-4c4b-bab1-c9ea09e4132b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:17.131671 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'code': 200}
Dec 22 15:13:17.167867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:17.171321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:17.383385 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bb2655e5-8647-4b19-a658-502445d0f48d req-3b522069-5bc1-40ae-b0d9-5684ec934ca8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 1135 time: 0.0727487
Dec 22 15:13:17.431651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bb2655e5-8647-4b19-a658-502445d0f48d req-492a54bf-a329-4641-8ff3-cd93bfa9cee9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414639
Dec 22 15:13:18.079001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c9894-3d34-41e8-b5be-1ad623b01608 req-599b604e-d9fd-47a0-966e-f16d5d6fc4d3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:18.080921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d00c9894-3d34-41e8-b5be-1ad623b01608 req-599b604e-d9fd-47a0-966e-f16d5d6fc4d3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.0817473
Dec 22 15:13:18.130531 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d00c9894-3d34-41e8-b5be-1ad623b01608 req-651483b2-1d64-4901-aaca-19bc67e81cae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427759
Dec 22 15:13:19.432707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee86da-bacf-47df-9d2b-394b856e6c96 req-05962ddb-90e6-4fd1-b5e7-3a15f7e79897 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:19.434371 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8bee86da-bacf-47df-9d2b-394b856e6c96 req-05962ddb-90e6-4fd1-b5e7-3a15f7e79897 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.1836159
Dec 22 15:13:19.479166 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8bee86da-bacf-47df-9d2b-394b856e6c96 req-1f6cae2e-a1ec-40ea-a32e-09ad3e0ec653 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383365
Dec 22 15:13:19.678752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008562a-8001-44b7-a23e-14c6f71af396 req-46fcacee-99bf-4f07-a63a-79a2e3bc3853 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:19.680185 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b008562a-8001-44b7-a23e-14c6f71af396 req-46fcacee-99bf-4f07-a63a-79a2e3bc3853 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.0809488
Dec 22 15:13:19.724757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b008562a-8001-44b7-a23e-14c6f71af396 req-cf5f4eba-39e3-4435-8ab6-248aa74088d4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389924
Dec 22 15:13:19.752716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42856) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:19.821318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-340dbb89-470f-4dee-8fe3-259d1d99db23 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 1130 time: 0.0662384
Dec 22 15:13:19.822786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42860) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:19.827905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:19.833345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:19.837031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:19.839742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:19.845208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:19.855642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:19.987888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:20.120639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.59 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/e04c1e80-2273-40c2-b74a-5819019c18eb) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:20.265013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:20.296858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:20.300445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fc6708bf-1332-4909-bd06-84476b29eecf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:20.363388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:20.366459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:20.370520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:20.397721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=e04c1e80-2273-40c2-b74a-5819019c18eb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:20.402570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:20.972529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:21.026199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:21.223923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:21.228179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:21.231647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc9e9076-d077-481e-81be-92b2c993a439 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:21.333686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=e04c1e80-2273-40c2-b74a-5819019c18eb,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:21.341088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:21.349802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:21.537812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 4095e153-84a3-49c9-8dbe-65dc9514cecc associated. External IP: 172.26.3.59, port: af363a14-45ca-4442-9de1-94e4fc487fff.
Dec 22 15:13:21.921274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f7d2ea12-f9f2-4be6-8436-0385915977ad has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:13:22.116969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:22.126251 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Sync routers for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:22.139405 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:22.140143 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:22.140770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:22.197598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1032 time: 2.3737109
Dec 22 15:13:22.198163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:13:22.200493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42864) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:22.256435 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'status': 'completed', 'code': 200}
Dec 22 15:13:22.278798 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9bcd778a-5d19-4098-84ed-f05bba606955 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0&network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 1130 time: 0.0770056
Dec 22 15:13:22.323406 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:22.350745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-8f2b4563-4e4b-4887-af19-b2900c3c6d34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 1135 time: 0.0691655
Dec 22 15:13:22.624496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-f73a1527-3fdf-4231-8845-a6ba73c53c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:22.626926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-f73a1527-3fdf-4231-8845-a6ba73c53c38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 898 time: 0.2690079
Dec 22 15:13:22.734359 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13040>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '4095e153-84a3-49c9-8dbe-65dc9514cecc', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-563864741', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'mac_address': 'fa:16:3e:e8:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:13:20Z', 'updated_at': '2021-12-22T15:13:20Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:22.739067 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Checking router: f7d2ea12-f9f2-4be6-8436-0385915977ad for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:22.746524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-74cfc5aa-0f7f-4999-bd70-1e143d0b5cd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1035 time: 0.1091006
Dec 22 15:13:22.749798 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:22.750391 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f13040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:12:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:22.811638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-cf680d94-642a-4863-a5cb-f1d3fd356729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:22.812912 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-cf680d94-642a-4863-a5cb-f1d3fd356729 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 200  len: 834 time: 0.0587945
Dec 22 15:13:22.841950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53d3e-83b7-416b-ab68-27be37387f8e req-9f57be7f-d4a0-4935-bbd0-bb088fcb7571 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:22.843531 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f9f53d3e-83b7-416b-ab68-27be37387f8e req-9f57be7f-d4a0-4935-bbd0-bb088fcb7571 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.0818737
Dec 22 15:13:22.901030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-33ecffed-06a7-4248-94cd-9258371b4a07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786018
Dec 22 15:13:22.901309 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f9f53d3e-83b7-416b-ab68-27be37387f8e req-b39665f3-711d-49c2-807d-eed7493b22b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512993
Dec 22 15:13:22.936629 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:23.041454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-dd669c52-dff0-42c7-904b-f06735406ab5 service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324875
Dec 22 15:13:23.172761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42ffa55e-f67a-4f7b-89b7-7608bb45de13 req-3100be6e-6dc7-4280-9719-3fc4e9162ffb service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226912
Dec 22 15:13:23.274105 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f13040>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '4095e153-84a3-49c9-8dbe-65dc9514cecc', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-563864741', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'mac_address': 'fa:16:3e:e8:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:13:20Z', 'updated_at': '2021-12-22T15:13:20Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:23.277951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bf1db-1860-4df7-a03d-333f5531601f None None] The sync data for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv is: [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '4095e153-84a3-49c9-8dbe-65dc9514cecc', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-563864741', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'mac_address': 'fa:16:3e:e8:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f18be6-876f-4fba-81dc-cbe3016bf7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:13:20Z', 'updated_at': '2021-12-22T15:13:20Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:24.097186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457c597-3994-4803-95bc-0c17090abae8 req-ebec70b6-f213-47ff-ac4e-30bf49eff2d3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:24.098706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0457c597-3994-4803-95bc-0c17090abae8 req-ebec70b6-f213-47ff-ac4e-30bf49eff2d3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.0745387
Dec 22 15:13:24.178590 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0457c597-3994-4803-95bc-0c17090abae8 req-6702b9d3-14c0-4802-9167-dc90888c073f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743475
Dec 22 15:13:24.219465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-abb523f8-9ca9-471d-9be5-4ad7025ce932 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:24.221031 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-abb523f8-9ca9-471d-9be5-4ad7025ce932 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 982 time: 0.0808251
Dec 22 15:13:24.289002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-37f50d8d-9c51-4bf2-b7a8-5059fba7b443 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:24.290312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-37f50d8d-9c51-4bf2-b7a8-5059fba7b443 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0632002
Dec 22 15:13:24.433904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-db5b7f3f-ed44-4178-82eb-d818241341af tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1346798
Dec 22 15:13:24.446711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:24.558731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:24.562697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e6523bd3-aea4-4fd3-b442-e12106297ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:24.757511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:24.784293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:24.832165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] device_id is not set on port af363a14-45ca-4442-9de1-94e4fc487fff yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:13:24.839860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:24.845356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:24.849621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4ae5094-0ebe-450e-8fe3-8c63e839efae tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:24.982317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=6']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:24.985121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:25.145027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] No DVR routers for this DVR port af363a14-45ca-4442-9de1-94e4fc487fff on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:13:25.161036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0b8a5e00-a885-438e-8079-9fe67e2d3f1f None None] Provisioning complete for port af363a14-45ca-4442-9de1-94e4fc487fff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:25.161419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5e00-a885-438e-8079-9fe67e2d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:25.216793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a5e00-a885-438e-8079-9fe67e2d3f1f None None] Port af363a14-45ca-4442-9de1-94e4fc487fff cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:25.342532 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-18a8b012-8063-4cf1-aac2-b08f46d1ac2d req-1b83ebe8-9926-48e4-beb5-47c570ed194c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=38f18be6-876f-4fba-81dc-cbe3016bf7c0 HTTP/1.1" status: 200  len: 210 time: 0.0422435
Dec 22 15:13:25.385109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] In _notify_port_updated(), no bound segment for port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:13:25.386156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:25.387415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-08a6bddb-adca-43c2-98f3-568648aecd19 req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] 10.222.0.61 "PUT /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1025 time: 0.9445488
Dec 22 15:13:25.597139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d0e4d-71f7-4eae-b34d-037a7922420f None None] New status for floating IP 4095e153-84a3-49c9-8dbe-65dc9514cecc: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:13:26.446447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42880) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:26.516447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116b359-ffdf-4526-b0af-42060fa8312c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:26.518260 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3116b359-ffdf-4526-b0af-42060fa8312c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 924 time: 0.0708575
Dec 22 15:13:26.815929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42886) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:26.821629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218416550', 'description': 'tempest-secgroup-smoke-218416550 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:26.827417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:26.837429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:26.846372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:26.881287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:26.883653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:26.885056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:26.887837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:26.893810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:26.939782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:26.949747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:26.953452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:26.957003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ae794467-0f6c-4e25-bdd2-f4bd24dfd306 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:26.996287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a971f611-bee2-4452-b08a-c6eb8b136aab,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:26.999266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.002449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.003619 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1866846
Dec 22 15:13:27.006336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42890) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.011770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.017452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.021136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.023916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.029678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.045912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.105787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.109460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.111677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.136716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcfce49-ff07-4c24-9c90-204a5fa8c82a,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.139364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.149449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.150707 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1433864
Dec 22 15:13:27.153701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42894) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.159192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.165016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.168974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.171759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.177940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.193639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.252598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.255834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.257565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7e998ed5-bfed-4d9d-956f-faf7dde41871 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.278256 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bcbe1b-f922-40e3-9de2-b32c4ba5f011,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.280627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.288175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.289434 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1347668
Dec 22 15:13:27.292447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.297977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.304308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.308014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.310828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.316392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.332127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.392637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.395945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.397696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cdc96320-771e-418f-b902-86615f131a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.419078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8084995-96bc-450c-a40d-881cff284ab0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.421378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.429042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.430135 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1367755
Dec 22 15:13:27.432825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42902) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.438055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.443744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.447377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.450174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.455681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.471596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.525891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-67f24266-e0fb-4e9b-b320-7d18701da128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.539409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.542924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.545337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-607505e7-6e3a-463a-9503-15c7c3d4a4de tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.567046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d482952-76a0-49fa-b17f-3a7344a0532c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.569511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.577457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.578663 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1449628
Dec 22 15:13:27.582149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42906) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.587570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.593306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.598108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.600965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.606505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.616673 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:27.622981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.689882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.693463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.695344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-753705e1-e5b1-4371-b42e-0e9e718baee2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.717269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4908b671-fdd6-47bf-9114-2896bbfe015b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.722367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.726615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.727895 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1448231
Dec 22 15:13:27.730535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42910) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:27.735882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'a971f611-bee2-4452-b08a-c6eb8b136aab', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:27.741852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:27.745623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:27.748445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:27.754206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:27.764453 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:27.771215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.837145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.840643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.842284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:27.863215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caadbf0e-5527-4b5b-981c-b8cc780cc69d,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:27.865524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:27.872057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:27.873244 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1417973
Dec 22 15:13:28.018862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:28.045054 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-6ee5db04-6801-45ce-abd8-17e08f02ac56 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218416550&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0437503
Dec 22 15:13:28.116276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:28.118239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-a1c0ecb5-1c2f-4809-9c0c-e4fada145d7a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:28.119728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-a1c0ecb5-1c2f-4809-9c0c-e4fada145d7a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 929 time: 0.0682325
Dec 22 15:13:28.195102 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-1d192704-6ff7-48e6-b5f9-c7e3978ec58d service neutron] 10.222.0.69 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0629764
Dec 22 15:13:28.336728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-3f9832b8-26e2-4c33-851d-a3edcb0cd976 service neutron] 10.222.0.69 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359744
Dec 22 15:13:28.463436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-5e227dde-b2eb-4bb2-b59c-b53bef4f7e99 service neutron] 10.222.0.69 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209786
Dec 22 15:13:28.653032 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f0bc79e1-7ce3-42dd-8aff-11b0c37218cf req-9bd2a988-be3b-4472-abe9-ab70c9c7440b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 210 time: 0.0478063
Dec 22 15:13:29.320867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:29.638567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-4ea53e07-08ff-4f56-ad28-72d603927c13 service neutron] 10.222.0.61 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1025 time: 0.0592184
Dec 22 15:13:29.831228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-9b4fe3c3-4e20-4159-a6c9-f4454cfe5218 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:29.833092 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-9b4fe3c3-4e20-4159-a6c9-f4454cfe5218 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 797 time: 0.1888053
Dec 22 15:13:29.838895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c510bcd6-5a1b-4019-9ecc-2cd21cddc9cd req-3c5f398e-b8d6-4978-a472-ea62bbadd528 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 210 time: 0.0514104
Dec 22 15:13:29.890948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-7fac73d8-49f4-460e-8d5d-290eff9687c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 471 time: 0.0414386
Dec 22 15:13:29.901532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Request body: {'port': {'device_id': 'b500862c-d875-48c7-b3b7-8f0a7eef74cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:30.006653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.338954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af363a14-45ca-4442-9de1-94e4fc487fff {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:13:30.346400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.362033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Transition to ACTIVE for port object af363a14-45ca-4442-9de1-94e4fc487fff will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:30.365725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.370618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5df93b-ed98-46a9-a989-cbe545f63f82 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:30.623843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=7']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:30.628664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:30.754578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:30.755233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:30.755233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:30.760783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:13:30.761085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Attempting to bind port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:30.767758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:30.768019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Checking segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:30.768410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Bound using segment: {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:30.768814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Bound port: af363a14-45ca-4442-9de1-94e4fc487fff, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ff3193-75a7-44a6-9a81-0f715e620b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:30.769141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.852704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:30.855721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:30.859503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.863045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3612df9-a8cd-4f53-aa61-81fc424d381e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:30.927360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:30.928864 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1130 time: 1.0312142
Dec 22 15:13:30.929364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b500862c-d875-48c7-b3b7-8f0a7eef74cf', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:13:30.953678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=8']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:30.965288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:31.007922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b500862c-d875-48c7-b3b7-8f0a7eef74cf', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'status': 'completed', 'code': 200}
Dec 22 15:13:31.050397 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-83f0e5f3-982b-4403-b86c-1e9815dc0eb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 1133 time: 0.0773036
Dec 22 15:13:31.050783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7214-385d-4f5c-b981-ddea790c6a55 req-13fbba79-6433-4758-a811-fc51472268db tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:31.056880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4f7e7214-385d-4f5c-b981-ddea790c6a55 req-13fbba79-6433-4758-a811-fc51472268db tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 980 time: 0.0885136
Dec 22 15:13:31.105090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-4f7e7214-385d-4f5c-b981-ddea790c6a55 req-9a97f473-cc4c-4007-b98b-8060cb7526ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:31.121980 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-4f7e7214-385d-4f5c-b981-ddea790c6a55 req-9a97f473-cc4c-4007-b98b-8060cb7526ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:31.123145 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4f7e7214-385d-4f5c-b981-ddea790c6a55 req-9a97f473-cc4c-4007-b98b-8060cb7526ba tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646482
Dec 22 15:13:31.165703 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-4b748f31-7930-4c13-9ff9-ee12b835715d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1035 time: 0.1023893
Dec 22 15:13:31.228661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-fea0b64e-b66b-4beb-b43f-b6240f86b458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:31.229991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-fea0b64e-b66b-4beb-b43f-b6240f86b458 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 200  len: 834 time: 0.0569506
Dec 22 15:13:31.309347 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-0c74425a-0312-4a8f-ab3c-b272bfd44da1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707989
Dec 22 15:13:31.444542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-97ff1d0c-9e70-41b8-b5b8-f3ebf30dea2b service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231041
Dec 22 15:13:31.575974 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94e36d0-48dd-40ca-9d94-3bb938213ff0 req-91e149bd-9db8-41e6-b26a-8a108c469c67 service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225138
Dec 22 15:13:31.694065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-185fa41b-4910-4317-8c39-21eca6a86428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 1133 time: 0.0696819
Dec 22 15:13:31.828017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-5e84f114-dd07-4d86-88c9-a8852ca20252 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:31.829462 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-5e84f114-dd07-4d86-88c9-a8852ca20252 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 898 time: 0.1266704
Dec 22 15:13:31.935395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-c5dbcdd7-12ff-4f0f-90cf-cf96d126bb96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1035 time: 0.0958710
Dec 22 15:13:31.997231 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-5a312dbe-5ecb-4219-bc3e-be923f9c8de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:31.998628 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-5a312dbe-5ecb-4219-bc3e-be923f9c8de7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 200  len: 834 time: 0.0565479
Dec 22 15:13:32.075412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-5c1d51e4-5d16-4572-8477-def297ddab90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698256
Dec 22 15:13:32.207247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-dd96f8ba-5d8a-432a-9119-96c47adfad1a service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243010
Dec 22 15:13:32.260825 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:13:32.499699 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-93e02abb-ea20-4ba7-bd0a-51708c32c9cc req-530779b7-80a4-47ee-acb9-61d6d292fc6b service neutron] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823610
Dec 22 15:13:32.517087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d72a1-e884-4606-aeeb-6098cafcfb93 req-db1316d3-47ac-4830-b11c-f1f9b1764c71 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:32.518534 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e6d72a1-e884-4606-aeeb-6098cafcfb93 req-db1316d3-47ac-4830-b11c-f1f9b1764c71 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 980 time: 0.2388437
Dec 22 15:13:32.564361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e6d72a1-e884-4606-aeeb-6098cafcfb93 req-2bd874c7-c928-4d19-a9f9-a98ef9a500ec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400400
Dec 22 15:13:32.907201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:13:33.036237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:33.049380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'port_id': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'mac_address': 'fa:16:3e:e8:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:13:33.101250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:33.117290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af363a14-45ca-4442-9de1-94e4fc487fff {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:13:33.131238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:33.134935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:33.136619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:33.235020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=9']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:33.238507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:33.257675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:33.440902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['af363a14-45ca-4442-9de1-94e4fc487fff'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:13:33.764263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc43390-b7d6-4e42-a961-34a6b9abd0bc req-6a5145f2-d0d7-4126-8425-896e7addecc4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:33.765737 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-adc43390-b7d6-4e42-a961-34a6b9abd0bc req-6a5145f2-d0d7-4126-8425-896e7addecc4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 981 time: 0.0772400
Dec 22 15:13:33.810418 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-adc43390-b7d6-4e42-a961-34a6b9abd0bc req-39ee56bd-3b93-4379-9c44-e44936bf23e8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390720
Dec 22 15:13:34.925255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:34.999762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port af363a14-45ca-4442-9de1-94e4fc487fff completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:35.006752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port af363a14-45ca-4442-9de1-94e4fc487fff triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:35.006752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:35.019463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edbed0-f303-492e-b5aa-f9285d5ff304 req-a2636849-bb10-4b73-8230-d855854af6fa tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:35.020511 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-69edbed0-f303-492e-b5aa-f9285d5ff304 req-a2636849-bb10-4b73-8230-d855854af6fa tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 981 time: 0.0892594
Dec 22 15:13:35.070243 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-69edbed0-f303-492e-b5aa-f9285d5ff304 req-a455aa5e-d192-4e28-b965-2e96ecabc485 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430255
Dec 22 15:13:35.127438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:35.154827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b500862c-d875-48c7-b3b7-8f0a7eef74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:13:35.165115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:35.169387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:35.171260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d374be4e-1f24-456f-9f1c-2006aa4d26b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:35.217740 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b500862c-d875-48c7-b3b7-8f0a7eef74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af363a14-45ca-4442-9de1-94e4fc487fff', 'code': 200}
Dec 22 15:13:35.247592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=10']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:35.247592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:35.465210 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6a9d6c3a-8356-47ac-b60d-bce057c06351 req-dd56e388-a0cd-43bf-89de-ac7503f8447d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 1136 time: 0.0717649
Dec 22 15:13:35.513282 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6a9d6c3a-8356-47ac-b60d-bce057c06351 req-ca028528-31f3-4d0f-a9d0-5b87049614dc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382934
Dec 22 15:13:36.289625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6f90a-9ee4-47dc-b58e-7e06138e4a2e req-c4e5aab3-485c-48f6-b78a-7c72ad87329e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:36.291602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6f6f90a-9ee4-47dc-b58e-7e06138e4a2e req-c4e5aab3-485c-48f6-b78a-7c72ad87329e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0883849
Dec 22 15:13:36.338146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6f6f90a-9ee4-47dc-b58e-7e06138e4a2e req-45e3d9ae-7501-49da-8d52-00e6a25f57cf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406046
Dec 22 15:13:37.551080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4844ce-6d8b-4dd3-bc89-5219ceac6e1e req-b9cf82f1-e0eb-4765-86a9-63fcf27d08da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:37.552582 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6a4844ce-6d8b-4dd3-bc89-5219ceac6e1e req-b9cf82f1-e0eb-4765-86a9-63fcf27d08da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0859077
Dec 22 15:13:37.601594 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6a4844ce-6d8b-4dd3-bc89-5219ceac6e1e req-a0a1f266-71f9-4c27-bfee-24f05dc51ac7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430543
Dec 22 15:13:37.805288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f668-7259-44dd-a21b-aabc43495fcb req-1854bd23-c39a-411c-adfa-10b7cae7ccb1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:37.809042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b50f668-7259-44dd-a21b-aabc43495fcb req-1854bd23-c39a-411c-adfa-10b7cae7ccb1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0827732
Dec 22 15:13:37.857722 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b50f668-7259-44dd-a21b-aabc43495fcb req-9f68319f-1117-473c-881e-707752eeeff4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456305
Dec 22 15:13:37.885510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42954) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:37.960879 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d4b25ecd-c013-4867-9bca-dea2ba0c0fff tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf&network_id=a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 200  len: 1131 time: 0.0741293
Dec 22 15:13:38.360933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223f50-974d-4762-85c9-9a7aa8004e8d req-bb1d3aee-c025-48a1-8641-8615b96a95bf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:38.362888 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1223f50-974d-4762-85c9-9a7aa8004e8d req-bb1d3aee-c025-48a1-8641-8615b96a95bf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0826855
Dec 22 15:13:38.417016 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1223f50-974d-4762-85c9-9a7aa8004e8d req-0a6a6306-df63-41c1-8560-a7e7399a4200 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467963
Dec 22 15:13:39.623984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e2517-683e-454d-8aab-eb7202930298 req-9633104d-b056-4ad6-914b-ddc342ad1570 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:39.626106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3a4e2517-683e-454d-8aab-eb7202930298 req-9633104d-b056-4ad6-914b-ddc342ad1570 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0799100
Dec 22 15:13:39.677228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3a4e2517-683e-454d-8aab-eb7202930298 req-bca46a13-9781-4e95-8791-0e8cc693d73b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae1e49c9-1b4e-4408-9742-a72e1af52d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446823
Dec 22 15:13:39.765618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-12e71fb1-2a94-46af-a667-10abd924418d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:39.767005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-12e71fb1-2a94-46af-a667-10abd924418d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 983 time: 0.0768559
Dec 22 15:13:39.834729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-f6b58c6f-810a-4d29-ba5a-6f48b138e163 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:39.836027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-f6b58c6f-810a-4d29-ba5a-6f48b138e163 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0624299
Dec 22 15:13:39.976675 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-92bde3ac-a5df-4575-8508-b9650fe3aa6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1347907
Dec 22 15:13:39.987840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:40.094533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:40.289721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=af363a14-45ca-4442-9de1-94e4fc487fff,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:40.318447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] For port af363a14-45ca-4442-9de1-94e4fc487fff, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:40.366763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] device_id is not set on port af363a14-45ca-4442-9de1-94e4fc487fff yet. {{(pid=83456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 15:13:40.374150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:40.379035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:40.382533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9a7fc080-6588-4a16-9696-5a00709003ee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:40.510188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Pushing event updated for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=11']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:40.515182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:40.577704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] No DVR routers for this DVR port af363a14-45ca-4442-9de1-94e4fc487fff on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:13:40.672249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4f5693a3-b4e7-4028-b3e2-ddebf6d841df None None] Provisioning complete for port af363a14-45ca-4442-9de1-94e4fc487fff triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:40.672851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4f5693a3-b4e7-4028-b3e2-ddebf6d841df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:40.729160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4f5693a3-b4e7-4028-b3e2-ddebf6d841df None None] Port af363a14-45ca-4442-9de1-94e4fc487fff cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:40.951172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-da47287a-d9bd-4833-a286-2d4f4793b37a req-993b1ce1-d25c-4ee8-bef4-4c06bc932a71 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=b500862c-d875-48c7-b3b7-8f0a7eef74cf HTTP/1.1" status: 200  len: 210 time: 0.1519272
Dec 22 15:13:40.965983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] In _notify_port_updated(), no bound segment for port af363a14-45ca-4442-9de1-94e4fc487fff on network a1a2797f-12b9-4ae5-b820-15052f3483a6 {{(pid=83456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 15:13:40.966997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:40.968231 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f7cf4cc-a056-4ee0-903f-2928791ec24d req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 200  len: 1026 time: 0.9842076
Dec 22 15:13:42.056182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42970) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:42.125877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.154942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.215467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.219181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5eafe61a-9cf3-44c9-9745-3c5a72893d0d tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:42.237092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a971f611-bee2-4452-b08a-c6eb8b136aab,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:42.240917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:42.250328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.251448 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/a971f611-bee2-4452-b08a-c6eb8b136aab HTTP/1.1" status: 204  len: 168 time: 0.1942573
Dec 22 15:13:42.291300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 42976) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:42.496340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port e04c1e80-2273-40c2-b74a-5819019c18eb {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:13:42.496617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.661056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.661405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.782422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for e04c1e80-2273-40c2-b74a-5819019c18eb owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:13:42.926329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:42.930362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:42.961377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:42.974570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=e04c1e80-2273-40c2-b74a-5819019c18eb,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:42.977054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:43.020170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device af363a14-45ca-4442-9de1-94e4fc487fff not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:43.066126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:43.456893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f7d2ea12-f9f2-4be6-8436-0385915977ad has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:13:43.771052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:43.781352 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Sync routers for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:43.791329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:43.794948 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:43.795545 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:43.853008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/4095e153-84a3-49c9-8dbe-65dc9514cecc HTTP/1.1" status: 204  len: 168 time: 1.5608778
Dec 22 15:13:43.975171 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:44.010690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42984) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:44.089774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.122653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.189651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.193478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-96220666-f88c-49b5-9403-bc658461a524 tempest-ExternalNetworksTestJSON-1677299655 tempest-ExternalNetworksTestJSON-1677299655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:44.208094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05170157-e6b0-4dfa-9037-f8e7dceefb08,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:44.212506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:44.217511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.223083 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/05170157-e6b0-4dfa-9037-f8e7dceefb08 HTTP/1.1" status: 204  len: 168 time: 0.2068901
Dec 22 15:13:44.268071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42990) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:44.319925 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9f10>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:44.324644 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Checking router: f7d2ea12-f9f2-4be6-8436-0385915977ad for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:44.335676 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:44.336279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9f10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:44.338528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port af363a14-45ca-4442-9de1-94e4fc487fff {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:13:44.338885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.560167 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:44.602850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.731088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for af363a14-45ca-4442-9de1-94e4fc487fff owned by  {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:13:44.882066 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9f10>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:44.885901 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64e9b6-b506-4916-9553-3121ab181a12 None None] The sync data for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv is: [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '757ba8c6-7d10-4658-8513-ca5bd32a6c09', 'name': '', 'network_id': 'a1a2797f-12b9-4ae5-b820-15052f3483a6', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:e9:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:03Z', 'updated_at': '2021-12-22T15:13:10Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': 'c15589c7-fc1e-4b47-b94f-1644c4d382be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:44.976042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:44.982114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d2e688df-05b2-4392-afb6-a9aba5a1e670 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:45.028545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=af363a14-45ca-4442-9de1-94e4fc487fff,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:45.031555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:45.131944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:45.144836 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/ports/af363a14-45ca-4442-9de1-94e4fc487fff HTTP/1.1" status: 204  len: 168 time: 0.8743994
Dec 22 15:13:45.148221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 42994) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:45.152093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd14b3-33d2-40af-a582-c7461822bc14 None None] New status for floating IP 4095e153-84a3-49c9-8dbe-65dc9514cecc: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:13:45.564140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:46.187018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 757ba8c6-7d10-4658-8513-ca5bd32a6c09 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:13:46.187573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:46.373710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 757ba8c6-7d10-4658-8513-ca5bd32a6c09, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=757ba8c6-7d10-4658-8513-ca5bd32a6c09,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:46.374062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:46.598222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 757ba8c6-7d10-4658-8513-ca5bd32a6c09 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:13:46.779858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:46.783354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ec8dd817-9388-4629-b103-ff616f0f5406 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:46.828240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=757ba8c6-7d10-4658-8513-ca5bd32a6c09,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:46.831156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:47.132087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:47.305707 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-deefae8b-1dec-4e3e-a1b1-6e199280f788 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697870
Dec 22 15:13:47.448966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-d825ed3b-0e6b-4e5d-8cc9-9565a3c7d0f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.0713937
Dec 22 15:13:47.605812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-9148c9cd-e45d-47ba-9ef7-b2f98ac843d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:47.607545 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-9148c9cd-e45d-47ba-9ef7-b2f98ac843d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1377759
Dec 22 15:13:47.724523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router f7d2ea12-f9f2-4be6-8436-0385915977ad has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:13:47.725824 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-3342084c-1ea5-4120-8b79-9cccafc85048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 1000 time: 0.1054661
Dec 22 15:13:47.794619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-204d41df-908b-4978-9b64-487dc6798db9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:47.795487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-204d41df-908b-4978-9b64-487dc6798db9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0630572
Dec 22 15:13:47.875808 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-8242077c-4a60-4f30-90b9-5893712ef477 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726907
Dec 22 15:13:47.948908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:47.959524 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Sync routers for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:47.970584 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/f7d2ea12-f9f2-4be6-8436-0385915977ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8126698
Dec 22 15:13:47.974153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43002) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:47.974259 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:47.974259 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:48.144019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-648a039a-cf73-47f8-a3a5-244adad8a54d service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568159
Dec 22 15:13:48.154555 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:48.291579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet c15589c7-fc1e-4b47-b94f-1644c4d382be {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:13:48.298421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:48.383634 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6234258a-38d1-42c1-83d3-e9af08b6f248 req-d4075ef0-1453-44e5-9a3b-31c9c7cde212 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263579
Dec 22 15:13:48.383634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:48.479587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:48.493425 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f490>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:46Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:48.498293 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Checking router: f7d2ea12-f9f2-4be6-8436-0385915977ad for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:48.518067 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Routers {'f7d2ea12-f9f2-4be6-8436-0385915977ad'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:48.518067 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f490>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f7d2ea12-f9f2-4be6-8436-0385915977ad'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:48.575564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:48.575564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa4e11db-2377-41e6-a8f0-82a53665e844 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:48.612738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=c15589c7-fc1e-4b47-b94f-1644c4d382be,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:48.618554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:48.626851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:48.644290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c1644d-fcaa-46d6-b016-ce1f3c239898 None None] Network a1a2797f-12b9-4ae5-b820-15052f3483a6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:13:48.650324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43006) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:48.669301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/c15589c7-fc1e-4b47-b94f-1644c4d382be HTTP/1.1" status: 204  len: 168 time: 0.7023571
Dec 22 15:13:48.948100 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] Set router f7d2ea12-f9f2-4be6-8436-0385915977ad gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:49.055582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] DHCP port deletion for a1a2797f-12b9-4ae5-b820-15052f3483a6 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:13:49.064114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Deleting port e1670e76-de30-4f5f-9f3d-42394894ab4f {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:13:49.064114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.105990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.301196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] For port e1670e76-de30-4f5f-9f3d-42394894ab4f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=e1670e76-de30-4f5f-9f3d-42394894ab4f,segment=NetworkSegment(81ff3193-75a7-44a6-9a81-0f715e620b29),segment_id=81ff3193-75a7-44a6-9a81-0f715e620b29)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:49.301534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.390851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.402402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:13:49.402960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.419609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6f490>, [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:46Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:49.425259 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5762010-1685-4793-909d-ceda4bd9e42c None None] The sync data for ids ['f7d2ea12-f9f2-4be6-8436-0385915977ad'] in dv-neutron-822675-1-hyperv is: [{'id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'name': 'tempest-TestNetworkBasicOps-router-1637980771', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:12:59Z', 'updated_at': '2021-12-22T15:13:46Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2ea12-f9f2-4be6-8436-0385915977ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:00Z', 'updated_at': '2021-12-22T15:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:49.440486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Calling delete_port for e1670e76-de30-4f5f-9f3d-42394894ab4f owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:13:49.544763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.550375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-cd8f27d3-2b42-4dc4-bd72-99a495eb5c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:49.614028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Pushing event deleted for resources: {'Port': ['ID=e1670e76-de30-4f5f-9f3d-42394894ab4f,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:49.615794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] No DVR routers for this DVR port e1670e76-de30-4f5f-9f3d-42394894ab4f on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:13:49.617379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:49.627458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:49.627458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.755341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:13:49.951710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:49.957696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c82f7185-f6b7-4ea9-8e14-a712367243ac tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:50.008018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:50.010847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:50.242481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.380846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1670e76-de30-4f5f-9f3d-42394894ab4f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:50.414842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: e1670e76-de30-4f5f-9f3d-42394894ab4f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:13:50.415201 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device e1670e76-de30-4f5f-9f3d-42394894ab4f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:50.415625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 757ba8c6-7d10-4658-8513-ca5bd32a6c09 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:50.451787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 757ba8c6-7d10-4658-8513-ca5bd32a6c09 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:13:50.452144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 757ba8c6-7d10-4658-8513-ca5bd32a6c09 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:50.597133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.601250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.625257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.625873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router f7d2ea12-f9f2-4be6-8436-0385915977ad {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:13:50.641594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.642117 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/f7d2ea12-f9f2-4be6-8436-0385915977ad HTTP/1.1" status: 204  len: 168 time: 1.9882541
Dec 22 15:13:50.645562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43010) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:50.760816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:50.997918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.022928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574cc36a0>,) {'filters': {'network_id': ['a1a2797f-12b9-4ae5-b820-15052f3483a6']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:51.036607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cc36a0>, '81ff3193-75a7-44a6-9a81-0f715e620b29') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:51.036897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574cc36a0>, '81ff3193-75a7-44a6-9a81-0f715e620b29') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:51.049293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.066924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.074070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:13:51.074448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:13:51.088519 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:13:51.166672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.170334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f503e97d-cd32-4ded-9b6d-82e6089340ca tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:51.184532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.195188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=a1a2797f-12b9-4ae5-b820-15052f3483a6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:51.198215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:51.204629 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-936c49b0-2cee-40f9-b34a-e00c2a9ea146 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/a1a2797f-12b9-4ae5-b820-15052f3483a6 HTTP/1.1" status: 204  len: 168 time: 0.5580711
Dec 22 15:13:51.218191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43014) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:51.231116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-da7b29f8-8ab1-4823-815b-e073d60eb397 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0117958
Dec 22 15:13:51.233501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43018) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:51.239510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--1873598916', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:51.244180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:51.248280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:51.251565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:51.257623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:51.266526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:13:51.269695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.298088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:13:51.308337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.308729 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 65618e0d-ab0b-4325-ba62-2f33845c901a of type vlan for network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97
Dec 22 15:13:51.334934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.367294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.370947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:51.371511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.375033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d417a9b5-b3ea-4585-802d-032dcb3231bb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:51.475444 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2409756
Dec 22 15:13:51.476194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:51.478068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43022) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:51.480365 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:51.483748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:51.486120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:13:51.493772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:51.497746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:51.500864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:51.512404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:51.524036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.525022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.546027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.690389 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.866120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:51.898448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.029424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.155 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/1699eada-574e-4932-834d-a43ddf096b5f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:52.170517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.197822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.201237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2cc7b24b-f4cb-429a-b672-ca5e856758b0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:52.267354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:52.271194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:52.276050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:52.294560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:13:52.300049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:52.305480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:52.335248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:13:52.335599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 79f0de8f-ee0b-4fc1-92f2-aaaa7a3afea0 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:13:52.430477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.431110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.653596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:13:52.951241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:52.961221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Sync routers for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:52.972938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:52.973559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d2bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:52.977820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:52.979023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5000770
Dec 22 15:13:52.982037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43026) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:53.025959 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0685d1a7-427f-4cb1-bc90-c08bca2463df tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0426602
Dec 22 15:13:53.028327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43030) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:53.151491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:53.157534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d94e93-4cf3-40a7-b94b-bdf0e6179911 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:53.159751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-34d94e93-4cf3-40a7-b94b-bdf0e6179911 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1304686
Dec 22 15:13:53.162008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43034) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:53.201135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7e4f8625-7988-4ffc-a276-e2a49d4e4ecb tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379643
Dec 22 15:13:53.203548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43038) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:53.208745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594279003', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:53.315820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:53.319742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:53.322658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:53.328568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:53.338527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:13:53.433254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d2bb0>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:52Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:53.437160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Checking router: 830d9a00-5b7c-4820-b02b-01c4e18d445f for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:53.437522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Updating router 830d9a00-5b7c-4820-b02b-01c4e18d445f port 1699eada-574e-4932-834d-a43ddf096b5f binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:13:53.439331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.487794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.653701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.658274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-934ca6fd-c74b-4ce5-929b-f0b1be06e8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:53.734974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=09658fce-bc71-4379-85c2-342173d29e80,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:53.751194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.751503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.751876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.752244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.752675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.753040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.753400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.753759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.754144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.754501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.754855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:53.758488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:53.762239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:53.762512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:13:53.784477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:13:53.793845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:53.797757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:53.798327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.806342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa72cc-b0b2-4988-8c19-a290e49c2df3 None None] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:13:53.820832 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6163697
Dec 22 15:13:53.823652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43042) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:53.885957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.910695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Transition to ACTIVE for port object 1699eada-574e-4932-834d-a43ddf096b5f will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:53.919871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:53.926025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:54.063246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Attempting to bind port 1699eada-574e-4932-834d-a43ddf096b5f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:54.063931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Attempting to bind port 1699eada-574e-4932-834d-a43ddf096b5f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:54.064035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Attempting to bind port 1699eada-574e-4932-834d-a43ddf096b5f on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:54.065916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:54.068803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:54.088348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:54.088767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:54.089171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.089577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:54.090053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Bound port: 1699eada-574e-4932-834d-a43ddf096b5f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:54.090431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.174735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:13:54.175616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.260831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:54.320130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1699eada-574e-4932-834d-a43ddf096b5f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:54.333360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.340249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:54.471417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:54.479780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:54.484302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Allocated IP 172.20.0.2 (a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97/09658fce-bc71-4379-85c2-342173d29e80/42d51ae3-56d5-491c-b29b-ef23c0b407da) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:54.493314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:54.493939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760d2bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:54.690663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.715242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a95f-0af1-4633-97c4-3024830fb5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:54.794113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:55.024755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.042236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Transition to ACTIVE for port object 42d51ae3-56d5-491c-b29b-ef23c0b407da will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:55.084924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Transition to ACTIVE for port object 42d51ae3-56d5-491c-b29b-ef23c0b407da will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:55.115780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.121889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:55.153503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97/09658fce-bc71-4379-85c2-342173d29e80/bfd7b99a-3820-4160-b1fd-1927d909b76b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:13:55.196003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:55.199772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Pushing event updated for resources: {'Port': ['ID=42d51ae3-56d5-491c-b29b-ef23c0b407da,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:55.202907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:55.206531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:55.207903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:55.304545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760d2bb0>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:52Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:55.308635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Attempting to bind port 42d51ae3-56d5-491c-b29b-ef23c0b407da on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:13:55.309010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Attempting to bind port 42d51ae3-56d5-491c-b29b-ef23c0b407da by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:13:55.309378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Attempting to bind port 42d51ae3-56d5-491c-b29b-ef23c0b407da on network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:13:55.312514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c61250-1958-4f69-af55-10f3de5bae47 None None] The sync data for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv is: [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:52Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:13:55.314387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.319521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:13:55.319972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Checking segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:13:55.320476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.320995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Bound using segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:13:55.321463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Bound port: 42d51ae3-56d5-491c-b29b-ef23c0b407da, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:13:55.321843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.334963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object bfd7b99a-3820-4160-b1fd-1927d909b76b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:55.360803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.367077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:55.416710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:13:55.421094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=42d51ae3-56d5-491c-b29b-ef23c0b407da,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:13:55.427363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.435087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:55.438269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:55.438625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:55.442228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:13:55.494391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:55.500323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:55.536902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:55.539923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Pushing event updated for resources: {'Port': ['ID=42d51ae3-56d5-491c-b29b-ef23c0b407da,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:55.543292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:55.648934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.106866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.113941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.140213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26927888-7e37-4bf8-b9d1-5be660db2251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:56.224301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:56.226760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.230216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:56.376959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:13:56.378891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:13:56.407104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:56.485654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1699eada-574e-4932-834d-a43ddf096b5f completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:56.491673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1699eada-574e-4932-834d-a43ddf096b5f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:56.492197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.616943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.634829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1699eada-574e-4932-834d-a43ddf096b5f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:56.641949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:56.642909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 42d51ae3-56d5-491c-b29b-ef23c0b407da up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:56.672966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:56.739940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d84648-01c1-475f-bc11-e533f77083df None None] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:13:56.933140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:56.940578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:56.953182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1ff0bc09-bf4a-4549-885c-c9da0444e15a None None] Provisioning for port 42d51ae3-56d5-491c-b29b-ef23c0b407da completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:56.959229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:13:56.977221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 42d51ae3-56d5-491c-b29b-ef23c0b407da completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:56.992665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 42d51ae3-56d5-491c-b29b-ef23c0b407da triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:56.993043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.158473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:13:57.175484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3508153
Dec 22 15:13:57.178336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43046) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:57.192105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.235129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=42d51ae3-56d5-491c-b29b-ef23c0b407da,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:13:57.239384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.241225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:57.308850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=42d51ae3-56d5-491c-b29b-ef23c0b407da,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:57.311964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:57.324747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.325120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.325491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.325830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.326206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.326553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.328284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a3a712f0-7b3e-4967-a456-54be09d924e7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4280 time: 0.1490393
Dec 22 15:13:57.331586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43050) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:57.407077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.407452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.407876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.408193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.408639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.408989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:57.411049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9a7337fa-a2ea-42aa-a684-dca5a79f8208 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3999 time: 0.0785522
Dec 22 15:13:57.414305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43054) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:57.496787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Provisioning complete for port 42d51ae3-56d5-491c-b29b-ef23c0b407da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:57.497348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.554381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f77c-f42d-4e77-8a7a-07d9af4834c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.630889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3665a458-92d3-4ef5-959d-eff7a63a0465 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3043 time: 0.2124293
Dec 22 15:13:57.657396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Provisioning for port bfd7b99a-3820-4160-b1fd-1927d909b76b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:13:57.665575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:57.665966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.723589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-76e3a44b-5568-4da2-b778-8b81975b4dbe None None] Port bfd7b99a-3820-4160-b1fd-1927d909b76b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:57.844182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-97ea0f97-1387-47c9-ab0a-cf0796fa4f14 None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:57.844587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97ea0f97-1387-47c9-ab0a-cf0796fa4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:57.894499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97ea0f97-1387-47c9-ab0a-cf0796fa4f14 None None] Port bfd7b99a-3820-4160-b1fd-1927d909b76b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:13:57.992896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43060) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:57.998438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292110472', 'description': 'tempest-secgroup-smoke-292110472 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.005699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.009979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.012775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.016995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.018831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.029022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.067138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.070796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.073482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.078897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.119001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.137079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.140670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.144114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-15e28afb-d622-4e92-ba75-28954b92a7ce tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.185633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc2a3a9-5117-48f2-a652-9dca92f5e7be,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.188494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.189305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.190564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1966980
Dec 22 15:13:58.193407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43064) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.198817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.204596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.208522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.211640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.217300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.234440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.294424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.298752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.301277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3c188850-9323-4fa1-8573-1544dd0289b5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.324297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936402cd-0edd-4107-affd-e463e763c663,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.328796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.334207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.335549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1411390
Dec 22 15:13:58.338182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43068) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.343515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.350361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.352293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:58.354158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.356989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.362944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.384149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.427796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1699eada-574e-4932-834d-a43ddf096b5f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:58.428173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.449834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.453230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.455108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d7810bc-4a76-47db-bdf1-e0b3276d6fe2 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.478162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0092ce45-f5cc-4f49-90ef-1572f43ec63d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.482513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.489322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.493307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1514022
Dec 22 15:13:58.493430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43072) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.498812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.504919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.508871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.511716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.517390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.536293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.552585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 42d51ae3-56d5-491c-b29b-ef23c0b407da up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:13:58.617372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.622952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.625544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6e45452-bd06-4d6e-8df4-c6394bca302c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.628176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 42d51ae3-56d5-491c-b29b-ef23c0b407da triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:13:58.628639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.646906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615998c7-42c6-442d-9d88-18df8a8b5864,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.651321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.662950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.664206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1698964
Dec 22 15:13:58.667449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43076) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.673099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.679805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.685289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.688314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.695492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.712891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.779822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.783159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.785439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.807347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dddc67b-de92-406a-8dd3-9082bfc20065,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.818987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.819354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.819722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.820086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.820468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.820831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.821187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.821542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.821893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.822245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.822595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:13:58.825087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.829242 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1605809
Dec 22 15:13:58.829345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43080) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.832091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.835854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.841982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:58.847392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:58.850903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:58.856579 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Sync routers for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:13:58.857039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:58.868728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:58.871693 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:13:58.872362 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:58.875033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.940693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.945062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.946802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f902b76a-3e61-4922-8dfe-6f1144e158f2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:58.970649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dadbc5-7fc1-468c-9a81-064406a5c620,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:58.975735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:58.982775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:58.984056 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1539195
Dec 22 15:13:58.987604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43084) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:13:58.993500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'bcc2a3a9-5117-48f2-a652-9dca92f5e7be', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:13:58.999162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:13:59.003274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:13:59.006083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:13:59.011548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:13:59.023994 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:13:59.030162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.089812 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:13:59.095891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.100614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.102403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-66f8a566-a713-4193-b22f-4cfb221e3f76 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:59.124134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33889611-1dbb-4733-9540-7ef37f3fe2bc,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:59.128445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:13:59.133365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.134508 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1458106
Dec 22 15:13:59.307208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ff19d48c-27fe-483e-a2dc-1ea31271c663 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:59.322118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.322856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ff19d48c-27fe-483e-a2dc-1ea31271c663 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:59.324076 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ff19d48c-27fe-483e-a2dc-1ea31271c663 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292110472&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0586867
Dec 22 15:13:59.416702 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61910>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:13:59.420836 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Checking router: 830d9a00-5b7c-4820-b02b-01c4e18d445f for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:13:59.421189 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Updating router 830d9a00-5b7c-4820-b02b-01c4e18d445f port bfd7b99a-3820-4160-b1fd-1927d909b76b binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:13:59.471131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ea39fb34-83c7-43bf-bd98-ef3cbdcfa749 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:13:59.472586 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ea39fb34-83c7-43bf-bd98-ef3cbdcfa749 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 200  len: 797 time: 0.1410618
Dec 22 15:13:59.472975 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.489631 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-4ee8ee51-55fd-4aa1-9a66-1c4535303554 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0115602
Dec 22 15:13:59.571211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-2a770a8e-fc93-4970-863b-56328de2b755 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:13:59.587733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-2a770a8e-fc93-4970-863b-56328de2b755 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:13:59.589063 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-2a770a8e-fc93-4970-863b-56328de2b755 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0943277
Dec 22 15:13:59.794759 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-b0a5d2b2-cfe5-4596-9cc9-b7059a04ccb6 service neutron] 10.222.0.69 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935732
Dec 22 15:13:59.819888 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.832543 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Transition to ACTIVE for port object bfd7b99a-3820-4160-b1fd-1927d909b76b will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:13:59.838736 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:13:59.842237 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:13:59.927236 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-2165fd22-4d3a-4c89-b24e-bcacea5a6ba8 service neutron] 10.222.0.69 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256499
Dec 22 15:13:59.961451 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:13:59.965104 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:00.067404 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Attempting to bind port bfd7b99a-3820-4160-b1fd-1927d909b76b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:14:00.067590 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Attempting to bind port bfd7b99a-3820-4160-b1fd-1927d909b76b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:14:00.068002 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Attempting to bind port bfd7b99a-3820-4160-b1fd-1927d909b76b on network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:14:00.074712 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:14:00.075246 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Checking segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:14:00.075646 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:00.076332 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Bound using segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:14:00.076977 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Bound port: bfd7b99a-3820-4160-b1fd-1927d909b76b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:14:00.077351 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:00.131067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-95ed33cc-56fe-494b-b900-a2446b5bcaeb req-ce7495a3-4f22-4900-b5d0-ea25ec982d92 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:00.142696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-95ed33cc-56fe-494b-b900-a2446b5bcaeb req-ce7495a3-4f22-4900-b5d0-ea25ec982d92 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:00.144784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95ed33cc-56fe-494b-b900-a2446b5bcaeb req-ce7495a3-4f22-4900-b5d0-ea25ec982d92 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 210 time: 0.0553448
Dec 22 15:14:00.170597 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:14:00.173801 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bfd7b99a-3820-4160-b1fd-1927d909b76b,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:14:00.178704 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:00.182148 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:00.261924 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:00.266073 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:00.267369 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:00.267633 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61910>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:00.454526 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:00.795041 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61910>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:00Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:00.798893 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9661cd-b8e7-4d1f-8ff1-3aff541ca4cf None None] The sync data for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv is: [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:00Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:01.380872 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e8744818-44bf-43ca-bed6-a84a0cf30300 req-07ee255b-ae05-4e10-9075-c671f7b5941e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 210 time: 0.0566008
Dec 22 15:14:01.450668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-6b45e162-d97a-4e71-900b-0852a2ee32fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:01.451352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-6b45e162-d97a-4e71-900b-0852a2ee32fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:01.468097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-6b45e162-d97a-4e71-900b-0852a2ee32fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:01.469277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-6b45e162-d97a-4e71-900b-0852a2ee32fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 200  len: 797 time: 0.3318388
Dec 22 15:14:01.525332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ba9731ee-21e6-44a0-8a52-4c5b8d3778fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:01.538504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ba9731ee-21e6-44a0-8a52-4c5b8d3778fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:01.539630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-ba9731ee-21e6-44a0-8a52-4c5b8d3778fd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.0563390
Dec 22 15:14:01.555892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['bcc2a3a9-5117-48f2-a652-9dca92f5e7be']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:14:01.695807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:14:01.705211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:14:01.716097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:14:01.719165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:01.879737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.10 (a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97/09658fce-bc71-4379-85c2-342173d29e80/b83f0627-7bb5-46cd-8729-0b963487e001) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:14:02.062385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.077831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object b83f0627-7bb5-46cd-8729-0b963487e001 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:14:02.098403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.103541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8d6ef0f1-855a-46f4-b2e4-7257122b8518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:02.172305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:14:02.176397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:14:02.180552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:14:02.205982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:02.211428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:02.243275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:02.243911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.269461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7173250
Dec 22 15:14:02.286479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Request body: {'port': {'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:14:02.365441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:02.410552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.434415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-32177dd7-8e2c-43bd-ba79-950d2a22f532 None None] Provisioning for port b83f0627-7bb5-46cd-8729-0b963487e001 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:14:02.446323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-32177dd7-8e2c-43bd-ba79-950d2a22f532 None None] Provisioning complete for port b83f0627-7bb5-46cd-8729-0b963487e001 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:02.447015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-32177dd7-8e2c-43bd-ba79-950d2a22f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.478146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port bfd7b99a-3820-4160-b1fd-1927d909b76b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:14:02.493050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:02.493861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.544542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-32177dd7-8e2c-43bd-ba79-950d2a22f532 None None] Port b83f0627-7bb5-46cd-8729-0b963487e001 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:14:02.619765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.654045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bfd7b99a-3820-4160-b1fd-1927d909b76b,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:02.660205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.662146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:02.727380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:02.730456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:02.741550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce412cd-a913-4918-8286-6bc135920fb2 req-55832f48-6a81-4ee3-8963-b07c8fd2435d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:02.742287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dce412cd-a913-4918-8286-6bc135920fb2 req-55832f48-6a81-4ee3-8963-b07c8fd2435d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:02.769656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dce412cd-a913-4918-8286-6bc135920fb2 req-55832f48-6a81-4ee3-8963-b07c8fd2435d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:02.770862 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dce412cd-a913-4918-8286-6bc135920fb2 req-55832f48-6a81-4ee3-8963-b07c8fd2435d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 932 time: 0.2469964
Dec 22 15:14:02.867261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83f0627-7bb5-46cd-8729-0b963487e001 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:14:02.876074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.880754 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dce412cd-a913-4918-8286-6bc135920fb2 req-46a4a6da-512f-4848-a887-6e687ab1a291 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018505
Dec 22 15:14:02.893877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Transition to ACTIVE for port object b83f0627-7bb5-46cd-8729-0b963487e001 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:14:02.898889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:02.902726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1a1b3c-815e-4323-b154-201054ecbd1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:03.027030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Pushing event updated for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:03.029953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:03.134793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Attempting to bind port b83f0627-7bb5-46cd-8729-0b963487e001 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:14:03.135044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Attempting to bind port b83f0627-7bb5-46cd-8729-0b963487e001 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:14:03.135359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Attempting to bind port b83f0627-7bb5-46cd-8729-0b963487e001 on network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:14:03.140965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Port b83f0627-7bb5-46cd-8729-0b963487e001 on network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:14:03.141271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Attempting to bind port b83f0627-7bb5-46cd-8729-0b963487e001 on network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:14:03.147937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:14:03.148261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Checking segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:14:03.148662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Bound using segment: {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:14:03.149074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Bound port: b83f0627-7bb5-46cd-8729-0b963487e001, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65618e0d-ab0b-4325-ba62-2f33845c901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:14:03.149405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:03.237408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:14:03.240304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b83f0627-7bb5-46cd-8729-0b963487e001,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:14:03.245461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:03.246363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:03.249082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:03.302173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:03.303520 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] 10.222.0.61 "PUT /v2.0/ports/b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 200  len: 1094 time: 1.0217586
Dec 22 15:14:03.304029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:03.326977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Pushing event updated for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:03.330049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:03.383911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'status': 'completed', 'code': 200}
Dec 22 15:14:03.543721 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-bed6b4a7-224b-4ba3-9135-ef862a6db26a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1097 time: 0.1958458
Dec 22 15:14:03.615814 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-a787e6b3-5c22-4510-8527-c0455f523ceb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 200  len: 217 time: 0.0611722
Dec 22 15:14:03.683420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-33fab1b6-9f22-476c-b65a-df373255523b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:03.684833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-33fab1b6-9f22-476c-b65a-df373255523b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09658fce-bc71-4379-85c2-342173d29e80 HTTP/1.1" status: 200  len: 834 time: 0.0564573
Dec 22 15:14:03.762110 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-892c99c4-35aa-4461-aae1-08862d470c30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664570
Dec 22 15:14:03.895488 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-baed0ec7-3f4d-4ebe-b2b5-d1a6272c3987 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228082
Dec 22 15:14:04.078345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f27b49d7-389e-43c0-a195-be61a13af2fa req-a59f3973-221d-47a1-b7f1-202535bacd43 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712868
Dec 22 15:14:04.107860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf7bf-bb2c-472f-bd09-ab801bee0ae0 req-108a4cca-18c3-4ac3-a8ed-d237142745d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:04.109325 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c53bf7bf-bb2c-472f-bd09-ab801bee0ae0 req-108a4cca-18c3-4ac3-a8ed-d237142745d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 944 time: 0.1055434
Dec 22 15:14:04.199167 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c53bf7bf-bb2c-472f-bd09-ab801bee0ae0 req-0dc87731-ff26-4aa2-93ee-4dcf61d758d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835407
Dec 22 15:14:04.221465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-1b7bc06a-5bc6-44a4-ad24-b781dea90e8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1097 time: 0.0898690
Dec 22 15:14:04.341945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:04.355194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-80914b07-9361-45e6-a25c-6943744866aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:04.356741 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-80914b07-9361-45e6-a25c-6943744866aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 200  len: 898 time: 0.1281929
Dec 22 15:14:04.413754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:04.414139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:04.430277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-e2328d05-d24f-4194-a4a4-8114b94abad0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 200  len: 217 time: 0.0666108
Dec 22 15:14:04.494798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-da50bd75-fa50-4b00-9ff0-e596e48d5486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:04.496225 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-da50bd75-fa50-4b00-9ff0-e596e48d5486 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09658fce-bc71-4379-85c2-342173d29e80 HTTP/1.1" status: 200  len: 834 time: 0.0576229
Dec 22 15:14:04.583730 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-0de4702d-7e6a-4fa6-b1ab-af2acf502e70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747590
Dec 22 15:14:04.719922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-924133ba-0c5a-4f25-bbbf-cc69dc876515 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274822
Dec 22 15:14:04.850953 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ac7eab-1966-401c-bd2d-8b0d893e8b02 req-7d3ae188-bac4-4590-9bd8-b83c800d0a8f service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210444
Dec 22 15:14:05.029493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b83f0627-7bb5-46cd-8729-0b963487e001 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:14:05.188734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b83f0627-7bb5-46cd-8729-0b963487e001,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:05.202052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:14:05.257346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:05.274180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83f0627-7bb5-46cd-8729-0b963487e001 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:14:05.289652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b83f0627-7bb5-46cd-8729-0b963487e001,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:05.293770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:05.295623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:05.358842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:05.368115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.368483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.368827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.369158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.369484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.369808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.370177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.370548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.370920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.371306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.371603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:05.375429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:05.400106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8913f9c-ca4d-419a-8128-328d7826e890 req-d93e859e-d7a8-4134-a272-27be601b7e93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:05.401578 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d8913f9c-ca4d-419a-8128-328d7826e890 req-d93e859e-d7a8-4134-a272-27be601b7e93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 945 time: 0.0763180
Dec 22 15:14:05.446693 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d8913f9c-ca4d-419a-8128-328d7826e890 req-d3f7041d-2655-4302-8443-e3e08700f8b4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397005
Dec 22 15:14:05.579641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['b83f0627-7bb5-46cd-8729-0b963487e001'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:14:06.642451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521caac0-4ab9-4130-995a-89a05701d46a req-c88e3d55-3417-41ce-956e-eff84936494e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:06.644445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-521caac0-4ab9-4130-995a-89a05701d46a req-c88e3d55-3417-41ce-956e-eff84936494e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 945 time: 0.0768437
Dec 22 15:14:06.691543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-521caac0-4ab9-4130-995a-89a05701d46a req-87d22399-7733-49ff-a48e-82eefaa7196d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415182
Dec 22 15:14:07.046962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b83f0627-7bb5-46cd-8729-0b963487e001 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:07.118197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port b83f0627-7bb5-46cd-8729-0b963487e001 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:14:07.122810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port b83f0627-7bb5-46cd-8729-0b963487e001 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:07.123193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:07.241192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:07.268565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:07.278257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b83f0627-7bb5-46cd-8729-0b963487e001,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:07.282947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:07.285419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:07.327341 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'code': 200}
Dec 22 15:14:07.350872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:07.353733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:07.563115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a4e366e-ef2f-4f3a-ae36-327fa2b09047 req-82b8c3fa-d4bc-45a1-b5ef-12f5b8a2fd74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1099 time: 0.0718377
Dec 22 15:14:07.608023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a4e366e-ef2f-4f3a-ae36-327fa2b09047 req-3cb5a3ef-b2e2-46b3-882b-ac65a923aba9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375867
Dec 22 15:14:07.889658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c22bab-4010-47b9-9a89-1dc59e3d89e7 req-fda67535-7b44-44c0-ac80-a8f234220bf7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:07.891127 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0c22bab-4010-47b9-9a89-1dc59e3d89e7 req-fda67535-7b44-44c0-ac80-a8f234220bf7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.0764809
Dec 22 15:14:07.940771 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0c22bab-4010-47b9-9a89-1dc59e3d89e7 req-0462adb1-2d25-48c3-ba2c-3648de136a7c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430460
Dec 22 15:14:09.138999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dee8d1-dcb8-4a7f-8825-839ff67618bb req-0c6eadeb-1fa2-46dd-aa19-c39bbe081984 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:09.140488 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d7dee8d1-dcb8-4a7f-8825-839ff67618bb req-0c6eadeb-1fa2-46dd-aa19-c39bbe081984 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.0794454
Dec 22 15:14:09.186301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d7dee8d1-dcb8-4a7f-8825-839ff67618bb req-dc11a295-ebe7-4783-b09d-47142ea1e5ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402460
Dec 22 15:14:09.260978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:14:09.480361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a6ae-715e-435b-82a4-816a9f6ff9ba req-1a7dac20-5640-45f3-9f13-f144afc578c6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:09.481834 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e994a6ae-715e-435b-82a4-816a9f6ff9ba req-1a7dac20-5640-45f3-9f13-f144afc578c6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.1776123
Dec 22 15:14:09.527551 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e994a6ae-715e-435b-82a4-816a9f6ff9ba req-713f23e8-a775-4b60-bb0c-e9f326efd366 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388970
Dec 22 15:14:09.556796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43130) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:09.626714 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-809fd272-926b-4ace-896c-6625a4246edf tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1094 time: 0.0686471
Dec 22 15:14:09.629694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43134) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:09.635096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:14:09.640889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:14:09.645364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:14:09.648372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:14:09.654234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:14:09.665281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:09.814625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:09.961229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.45 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/16d1690c-ea8f-4848-8464-26e477b8d4b4) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:14:10.117646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:10.144452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:10.148545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8ee03461-07ee-4e48-a854-f201e22fb3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:10.214386 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:14:10.217627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:14:10.219587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=16d1690c-ea8f-4848-8464-26e477b8d4b4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:10.222183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:14:10.246606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:10.734864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:10.790801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:10.996963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:11.001283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:11.005473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4ac1b91-0485-4c7b-ac33-a2f31b578455 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:11.219017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=16d1690c-ea8f-4848-8464-26e477b8d4b4,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:11.224323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:11.230932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:11.418969 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 121341a3-5a42-4d8a-b0c2-08c9dd386029 associated. External IP: 172.26.3.45, port: b83f0627-7bb5-46cd-8729-0b963487e001.
Dec 22 15:14:11.818186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:14:12.040849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:14:12.069539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:12.123341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4926264
Dec 22 15:14:12.123994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:12.126034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43138) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:12.180509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'status': 'completed', 'code': 200}
Dec 22 15:14:12.278058 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-c3dacc55-f285-4697-ac0f-a5aeb36fa1fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1099 time: 0.0736265
Dec 22 15:14:12.329728 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3f7194c0-fd16-4e90-aaba-62ad584948ea tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f HTTP/1.1" status: 200  len: 923 time: 0.2024651
Dec 22 15:14:12.333023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43144) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:12.412658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702866-deb6-4674-95c1-fb663f563aae req-a0144464-78f8-4ecd-98bf-99248f2342bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:12.414094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-a0144464-78f8-4ecd-98bf-99248f2342bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 200  len: 898 time: 0.1294167
Dec 22 15:14:12.442641 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-208a6bd6-b564-470e-b272-24369c267f09 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1084962
Dec 22 15:14:12.515607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-ec483b17-d28c-4792-9354-f01fd5fe7eed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 200  len: 999 time: 0.0932891
Dec 22 15:14:12.582080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702866-deb6-4674-95c1-fb663f563aae req-6c5765b3-0efa-4004-9212-963e32327778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:12.583483 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-6c5765b3-0efa-4004-9212-963e32327778 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09658fce-bc71-4379-85c2-342173d29e80 HTTP/1.1" status: 200  len: 834 time: 0.0604460
Dec 22 15:14:12.659099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-da6a7ceb-139d-4f38-a078-de1d96ac3233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689180
Dec 22 15:14:12.792399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-96420c2c-5bb2-4ae5-824d-fa52e5dbd185 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253085
Dec 22 15:14:12.814104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Sync routers for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:12.826387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:12.826995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575792040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:13.013972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:13.047105 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-90702866-deb6-4674-95c1-fb663f563aae req-a64b8812-e728-4a55-bb1d-a67207322631 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472386
Dec 22 15:14:13.386603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575792040>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:10Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:02Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:13.390731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Checking router: 830d9a00-5b7c-4820-b02b-01c4e18d445f for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:14:13.405238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:13.405829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575792040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:13:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:13.446185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43148) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:13.552341 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5da5f5b3-5d5a-4ed3-a474-4690c88edd0a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1049469
Dec 22 15:14:13.590314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:13.966204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575792040>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:10Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:02Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:13.970084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eb057-ad69-40c1-a454-df943d8b8720 None None] The sync data for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv is: [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:10Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:02Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:14.556209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43152) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:14.662292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0966340-7704-4b1b-bfc0-151049a574dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1048367
Dec 22 15:14:15.665976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43156) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:15.775408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-17d63f9a-f07f-4505-b5e1-122fc0a3766f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1081417
Dec 22 15:14:16.779364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43160) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:16.992465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f5613a1d-f553-4c73-99d7-a01e59b5c28d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.2115569
Dec 22 15:14:17.034604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d5ecb-68b5-4f98-95b2-9f94df8d19ea None None] New status for floating IP 121341a3-5a42-4d8a-b0c2-08c9dd386029: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:14:17.996323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43164) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:18.100558 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-291aaaeb-c75f-4eba-8ac7-94b602488adc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 993 time: 0.1030691
Dec 22 15:14:24.569800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6286dd34-b55e-47b9-b6db-b822f1c6c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:27.526217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-11259604-ebab-461e-a398-4ec18778afe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:28.019335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:28.120604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:28.963424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43168) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:29.161113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port 5916e76d-fb02-42c1-9f7d-a61ad1b04c62 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:29.161444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:29.323250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:29.327580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:29.327892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:29.447561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for 5916e76d-fb02-42c1-9f7d-a61ad1b04c62 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:29.593805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:29.597840 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cbd1a34d-7099-498e-8a70-98cf75ceaf27 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:29.639626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=5916e76d-fb02-42c1-9f7d-a61ad1b04c62,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:29.646159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:29.740543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:30.115075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:14:30.418259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:14:30.428570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:30.437623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:30.445183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:30.445808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0f40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:30.491576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "DELETE /v2.0/floatingips/1f9a9deb-952d-4f74-bc90-ceb6e25b550f HTTP/1.1" status: 204  len: 168 time: 1.5246518
Dec 22 15:14:30.491576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:30.560698 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'tag': 'd900176f-2909-4718-9670-592668e61411', 'status': 'completed', 'code': 200}
Dec 22 15:14:30.628653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:30.655268 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-162880dd-4620-4aab-90fc-cc28671f23a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 1099 time: 0.0709312
Dec 22 15:14:30.810248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-5a31115b-1481-478d-bd6c-65a59c20a9c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:30.811747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-5a31115b-1481-478d-bd6c-65a59c20a9c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1464548
Dec 22 15:14:30.887842 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-a0912132-9677-4b64-a909-7285691a9ecf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 200  len: 217 time: 0.0657613
Dec 22 15:14:30.890867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a4cb-e86f-487c-be2e-ea91376ff4b4 req-b0e9f1c2-f622-457a-bfe5-dd76846ccc82 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:30.891555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a103a4cb-e86f-487c-be2e-ea91376ff4b4 req-b0e9f1c2-f622-457a-bfe5-dd76846ccc82 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:30.909976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a103a4cb-e86f-487c-be2e-ea91376ff4b4 req-b0e9f1c2-f622-457a-bfe5-dd76846ccc82 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:30.916319 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a103a4cb-e86f-487c-be2e-ea91376ff4b4 req-b0e9f1c2-f622-457a-bfe5-dd76846ccc82 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.1066368
Dec 22 15:14:30.953502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-e0ab7de5-0b22-424e-a948-5dea55ecd1df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:30.955201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-e0ab7de5-0b22-424e-a948-5dea55ecd1df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0588102
Dec 22 15:14:30.960200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a103a4cb-e86f-487c-be2e-ea91376ff4b4 req-ce6d9cdb-b302-4ac1-818c-59c239dfb8b6 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428860
Dec 22 15:14:31.016088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0f40>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:31.020278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:14:31.030902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:31.031504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0f40>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:31.036788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-e5d58508-1847-4ca5-a7de-5df9139a05c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740318
Dec 22 15:14:31.168618 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-e58f75da-fd22-4d27-8606-931ba2a8a3df service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236486
Dec 22 15:14:31.210027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:31.303499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8048cc15-cf27-4476-b11d-60f8e9b32d38 req-593ad3b2-93e9-4db2-bdfb-077a7b2543a7 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271813
Dec 22 15:14:31.764666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0f40>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:31.778985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12ad85-c5f4-4f74-a5d3-18fbb3ec31f3 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '04f59ccf-1af9-4d63-a467-0124e85d3b33', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'port_id': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'mac_address': 'fa:16:3e:86:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:10:36Z', 'updated_at': '2021-12-22T15:10:39Z', 'revision_number': 1, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:31.990512 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bad600-e53a-4859-9943-d8a5f0967615 None None] New status for floating IP 1f9a9deb-952d-4f74-bc90-ceb6e25b550f: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:14:32.162521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f93ad-d659-43f1-b8a8-2fba801173b8 req-504e0331-aade-4a1d-8346-8d719c95466d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:32.163885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d18f93ad-d659-43f1-b8a8-2fba801173b8 req-504e0331-aade-4a1d-8346-8d719c95466d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.0765049
Dec 22 15:14:32.210691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d18f93ad-d659-43f1-b8a8-2fba801173b8 req-6b4ae06d-7306-454a-9654-38dc38cb5ff2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410287
Dec 22 15:14:32.739379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-0d2b329e-d66b-4278-80c1-3b3118e7f1e7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:32.740799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-0d2b329e-d66b-4278-80c1-3b3118e7f1e7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.0782762
Dec 22 15:14:32.812871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port d900176f-2909-4718-9670-592668e61411 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:32.813206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:33.051751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] For port d900176f-2909-4718-9670-592668e61411, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d900176f-2909-4718-9670-592668e61411,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:33.051968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:33.250059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:33.278636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for d900176f-2909-4718-9670-592668e61411 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:33.408775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c8f9-5d7d-4129-94fb-272a163de039 req-501b1435-128b-4149-948d-1cf971566e20 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:33.410217 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4587c8f9-5d7d-4129-94fb-272a163de039 req-501b1435-128b-4149-948d-1cf971566e20 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 946 time: 0.0771773
Dec 22 15:14:33.420249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:33.426413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:33.459576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4587c8f9-5d7d-4129-94fb-272a163de039 req-60fc2573-7dc6-4979-aee3-b568a148e118 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435624
Dec 22 15:14:33.471540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=d900176f-2909-4718-9670-592668e61411,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:33.475568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:33.544729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] No DVR routers for this DVR port d900176f-2909-4718-9670-592668e61411 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:14:33.547121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:33.550346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'name': 'network-vif-deleted', 'tag': 'd900176f-2909-4718-9670-592668e61411'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:33.564750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d31616c-8c4d-450d-a933-ae3d27be148b req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "DELETE /v2.0/ports/d900176f-2909-4718-9670-592668e61411 HTTP/1.1" status: 204  len: 173 time: 0.8158424
Dec 22 15:14:33.609673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedc5b78-efed-4397-8575-74f3d75e535c', 'name': 'network-vif-deleted', 'tag': 'd900176f-2909-4718-9670-592668e61411', 'status': 'completed', 'code': 200}
Dec 22 15:14:34.649191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-71c40c93-22eb-42fe-9673-6e1249c231cd req-4c12af74-8ad2-4a71-ba92-f71a6ce7f991 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=bedc5b78-efed-4397-8575-74f3d75e535c HTTP/1.1" status: 200  len: 210 time: 0.0443809
Dec 22 15:14:35.202420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d900176f-2909-4718-9670-592668e61411 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:35.238607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: d900176f-2909-4718-9670-592668e61411 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:14:35.238965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device d900176f-2909-4718-9670-592668e61411 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:14:38.202242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-b2e940a4-e58b-4a1d-882e-8f6a2141fcbf req-8a69eb6d-4bd2-4bb6-bc1e-083f7bf03215 service neutron] (83457) timed out ('10.222.0.61', 53499) {{(pid=83457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 15:14:40.386405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43212) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:40.588675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port 5042be68-63a6-4aed-beee-66a394f4919c {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:40.589156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:40.754609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:40.754959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:40.874942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for 5042be68-63a6-4aed-beee-66a394f4919c owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:41.019206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:41.022620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c0c4375a-ff02-49db-9807-a87d21fcbdb4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:41.064397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=5042be68-63a6-4aed-beee-66a394f4919c,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:41.067680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:41.152010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:41.635930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:14:41.841549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:14:41.851550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:41.858956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:41.863778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:41.864415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a9d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:41.911834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "DELETE /v2.0/floatingips/04f59ccf-1af9-4d63-a467-0124e85d3b33 HTTP/1.1" status: 204  len: 168 time: 1.5242486
Dec 22 15:14:41.912418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:41.981262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'status': 'completed', 'code': 200}
Dec 22 15:14:42.043205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:42.085664 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-e7cfc2d5-b15e-434d-a95f-6a06e0c49642 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4451455dab8f415a9d4d3d481cc30910&device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 1098 time: 0.0748374
Dec 22 15:14:42.231033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-16377784-5183-44ce-bfae-ef36d237a40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:42.232520 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-16377784-5183-44ce-bfae-ef36d237a40b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 200  len: 910 time: 0.1365683
Dec 22 15:14:42.307350 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-4435602c-8f80-4088-bc8f-78fbd0efd1ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 200  len: 217 time: 0.0631649
Dec 22 15:14:42.335113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5920bac-7bde-464d-8947-3682cd22bcf8 req-f199a6ef-18ff-45ea-873c-55378a6c5c4a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:42.335796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f5920bac-7bde-464d-8947-3682cd22bcf8 req-f199a6ef-18ff-45ea-873c-55378a6c5c4a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:42.353217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f5920bac-7bde-464d-8947-3682cd22bcf8 req-f199a6ef-18ff-45ea-873c-55378a6c5c4a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:42.354504 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f5920bac-7bde-464d-8947-3682cd22bcf8 req-f199a6ef-18ff-45ea-873c-55378a6c5c4a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.1019685
Dec 22 15:14:42.369702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a9d0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:42.374356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:14:42.378250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-a12acd37-2a1c-4418-8fb4-5d4d61683ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:42.380414 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-a12acd37-2a1c-4418-8fb4-5d4d61683ab5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 200  len: 848 time: 0.0656369
Dec 22 15:14:42.386162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:42.386778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a9d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:42.402873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f5920bac-7bde-464d-8947-3682cd22bcf8 req-31defea5-1274-461f-8b2d-df4748b7e78d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417650
Dec 22 15:14:42.465415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-ce9dc1d3-7ff6-4486-8bef-94a52e896e44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a00962c-b429-45fb-87df-5595aa9e3e24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773237
Dec 22 15:14:42.561631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:42.599428 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-f91633f6-5f26-4dba-b30e-c975c0667ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243761
Dec 22 15:14:42.736006 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d0a1255-33b6-47b1-8f83-38a6aa0ee3b4 req-c1450a53-3768-43d9-bca6-ae4dca52fca5 service neutron] 10.222.0.61 "GET /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289058
Dec 22 15:14:42.927537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b8a9d0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:42.931472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f3059-0ac6-4c47-8e43-aea42fd332d1 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:06Z', 'revision_number': 4, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'b2754cbb-5f19-4aba-a5bc-e1d73a780544', 'name': '', 'network_id': '1a00962c-b429-45fb-87df-5595aa9e3e24', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'mac_address': 'fa:16:3e:84:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'add003db-0556-4ccc-9592-4e0c97298217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:06Z', 'updated_at': '2021-12-22T15:07:16Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'subnets': [{'id': 'add003db-0556-4ccc-9592-4e0c97298217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:43.144024 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216bc817-5603-441d-8090-7fba80b5a0fa None None] New status for floating IP 04f59ccf-1af9-4d63-a467-0124e85d3b33: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:14:43.604967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56c603-8874-4684-a273-9002ba58c2f9 req-dd905582-a2af-48cb-a9b2-eb3dfe2e1eb4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:43.605643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a56c603-8874-4684-a273-9002ba58c2f9 req-dd905582-a2af-48cb-a9b2-eb3dfe2e1eb4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Synchronizing usage tracker for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:14:43.616966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a56c603-8874-4684-a273-9002ba58c2f9 req-dd905582-a2af-48cb-a9b2-eb3dfe2e1eb4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Unset dirty status for tenant:4451455dab8f415a9d4d3d481cc30910 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:14:43.618067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a56c603-8874-4684-a273-9002ba58c2f9 req-dd905582-a2af-48cb-a9b2-eb3dfe2e1eb4 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.0899270
Dec 22 15:14:43.666500 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a56c603-8874-4684-a273-9002ba58c2f9 req-db678837-8bcf-4cd9-827e-8d1313eb5878 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/security-groups?id=442bb10a-cbed-4cbc-90cc-3d009d40e443&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430315
Dec 22 15:14:44.033335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-b78c0797-8537-41a9-87d3-860600ed0d68 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:14:44.034720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-b78c0797-8537-41a9-87d3-860600ed0d68 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 945 time: 0.0735164
Dec 22 15:14:44.103317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port 81840b49-f8ca-45c3-a0a5-54bd2127e77b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:44.103645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:44.337844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] For port 81840b49-f8ca-45c3-a0a5-54bd2127e77b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=81840b49-f8ca-45c3-a0a5-54bd2127e77b,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:44.338182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:44.557992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for 81840b49-f8ca-45c3-a0a5-54bd2127e77b owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:44.699943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:44.705549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a4dcedb-20ef-4abf-96c1-b3a1c50f16a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:44.750870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=81840b49-f8ca-45c3-a0a5-54bd2127e77b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:44.754508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:44.823937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] No DVR routers for this DVR port 81840b49-f8ca-45c3-a0a5-54bd2127e77b on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:14:44.826252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:44.829051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'name': 'network-vif-deleted', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:14:44.838344 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e746ac68-86fc-4b6d-a588-7e4076acac25 req-6c103a89-a4d5-42c8-9227-97be02f8f4e9 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 210 time: 0.0414808
Dec 22 15:14:44.844373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f3d5b518-7615-4d01-8a77-8559b7f4ad97 req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.61 "DELETE /v2.0/ports/81840b49-f8ca-45c3-a0a5-54bd2127e77b HTTP/1.1" status: 204  len: 173 time: 0.8019593
Dec 22 15:14:44.890694 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06459182-0d5d-41e8-bfeb-8018392d3bdf', 'name': 'network-vif-deleted', 'tag': '81840b49-f8ca-45c3-a0a5-54bd2127e77b', 'status': 'completed', 'code': 200}
Dec 22 15:14:46.018078 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-dcdb1bf1-2d4f-41ba-b15a-1e8fc156a872 req-84a5eebb-d645-43c4-9502-2c1404fec7d7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "GET /v2.0/ports?device_id=06459182-0d5d-41e8-bfeb-8018392d3bdf HTTP/1.1" status: 200  len: 210 time: 0.0410495
Dec 22 15:14:46.262008 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:14:47.123765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43236) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:47.280604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Deleting port 82f3abb0-b1c7-4a8e-a371-dd7cef640cbb {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:47.280930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.303477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 81840b49-f8ca-45c3-a0a5-54bd2127e77b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:47.336281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 81840b49-f8ca-45c3-a0a5-54bd2127e77b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:14:47.336582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 81840b49-f8ca-45c3-a0a5-54bd2127e77b not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:14:47.397326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43240) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:47.448956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.449275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.571199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Calling delete_port for 82f3abb0-b1c7-4a8e-a371-dd7cef640cbb owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:47.581615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bdd58caf-664f-4f5f-837f-ff790da8b28f tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1830542
Dec 22 15:14:47.585292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43244) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:47.711858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.715492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-19724c92-bc4d-4b92-968f-1de912b3255b tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:47.757634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'Port': ['ID=82f3abb0-b1c7-4a8e-a371-dd7cef640cbb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:47.761650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:47.805147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a5a79-4ab7-4af8-b2f7-0f1d298d3e7f tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Notify agent at dv-neutron-822675-1-hyperv the message router_removed_from_agent {{(pid=83456) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 22 15:14:47.810584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-223a5a79-4ab7-4af8-b2f7-0f1d298d3e7f tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "DELETE /v2.0/agents/7615166f-75be-4666-90a4-30dccc22e0bf/l3-routers/830d9a00-5b7c-4820-b02b-01c4e18d445f HTTP/1.1" status: 204  len: 168 time: 0.2220683
Dec 22 15:14:47.811506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43248) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:47.859022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.872565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:47.873705 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "DELETE /v2.0/floatingips/7a9f9c79-6667-4de0-98b8-3e69cb24cb1f HTTP/1.1" status: 204  len: 168 time: 0.7489927
Dec 22 15:14:47.992185 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c2ec9b71-71f0-4286-be09-bedfc188d047 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1780043
Dec 22 15:14:47.992474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43256) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:48.096624 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e232ee77-1e2d-4080-8983-f33a74e903b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 993 time: 0.1029444
Dec 22 15:14:48.559656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3dfa4-49c8-424a-9a18-c7cc18323b47 None None] New status for floating IP 121341a3-5a42-4d8a-b0c2-08c9dd386029: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:14:48.613885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:48.898326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:48.916063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1699eada-574e-4932-834d-a43ddf096b5f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:48.920683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:48.921426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:48.949975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ce51ddf9-4c5c-4495-b7c9-6cbb8b33b2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:49.035948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:49.039422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:49.095310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:49.100510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43264) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:49.131642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bfd7b99a-3820-4160-b1fd-1927d909b76b,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:49.136236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:49.138120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:49.207389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:49.210784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:49.213456 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b16bcd4b-5bc2-41ea-9714-68ee11a11b4c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1116743
Dec 22 15:14:50.364044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43274) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:50.365208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43276) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:50.435168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:50.465402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:50.539319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:50.547440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6aafd14d-3e3f-4758-a7da-66fa8e02efae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:50.601740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab38d92-24e4-418a-8a41-d94b710c4598 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:14:50.602088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab38d92-24e4-418a-8a41-d94b710c4598 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Notify agent at dv-neutron-822675-1-hyperv the message router_added_to_agent {{(pid=83456) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 22 15:14:50.637029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5ab38d92-24e4-418a-8a41-d94b710c4598 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "POST /v2.0/agents/7615166f-75be-4666-90a4-30dccc22e0bf/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2706397
Dec 22 15:14:50.639587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43284) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:50.664840 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Sync routers for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:50.678311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:50.678960 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:50.681785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442bb10a-cbed-4cbc-90cc-3d009d40e443,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:50.689770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:50.701760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:50.706411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] 10.222.0.69 "DELETE /v2.0/security-groups/442bb10a-cbed-4cbc-90cc-3d009d40e443 HTTP/1.1" status: 204  len: 168 time: 0.3380501
Dec 22 15:14:50.778274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43292) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:50.872666 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:51.027565 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fe067589-de23-402c-b3a7-9adfb4a866af tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3801188
Dec 22 15:14:51.033269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43298) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:51.147049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-14c0fe3d-60cf-4e7b-bc7b-ce13f33cd3d2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1125109
Dec 22 15:14:51.293836 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f340>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:49Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:51.297536 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Checking router: 830d9a00-5b7c-4820-b02b-01c4e18d445f for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:14:51.308880 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:51.309546 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f340>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:51.444349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:51.482034 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:51.837713 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f340>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:49Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:51.841747 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c2364-b57b-45a5-92b2-6776651a7e69 None None] The sync data for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv is: [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:13:55Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '121341a3-5a42-4d8a-b0c2-08c9dd386029', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'port_id': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'mac_address': 'fa:16:3e:64:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:14:10Z', 'updated_at': '2021-12-22T15:14:48Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd7b99a-3820-4160-b1fd-1927d909b76b', 'name': '', 'network_id': 'a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:7d:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09658fce-bc71-4379-85c2-342173d29e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:54Z', 'updated_at': '2021-12-22T15:14:49Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '09658fce-bc71-4379-85c2-342173d29e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:52.060260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Deleting port b2754cbb-5f19-4aba-a5bc-e1d73a780544 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:52.060618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.150207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43302) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:52.241648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] For port b2754cbb-5f19-4aba-a5bc-e1d73a780544, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b2754cbb-5f19-4aba-a5bc-e1d73a780544,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:52.241936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.263497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a351baa5-d7c3-4730-b24b-cb83601e569c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1119530
Dec 22 15:14:52.375871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Calling delete_port for b2754cbb-5f19-4aba-a5bc-e1d73a780544 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:52.394602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:52.479686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:52.480061 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.602763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.642916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bfd7b99a-3820-4160-b1fd-1927d909b76b,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:52.648676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.652110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3fee9c94-80ad-4a87-8ff9-cd1885fb596a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:52.727418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:52.732173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-13f5c3db-6f19-4a50-bb8d-6d640bea2e3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:52.733882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:52.737745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:52.776528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2754cbb-5f19-4aba-a5bc-e1d73a780544,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:52.778969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:53.070406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:53.267620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43306) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:53.374900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-dbb24b1f-c661-47d9-a8d9-e51662910412 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1061397
Dec 22 15:14:53.636370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:14:53.836580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:14:53.845403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Sync routers for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:53.849739 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] 10.222.0.69 "PUT /v2.0/routers/d39e249e-fa6e-4b0a-abe1-de9ca36154f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0703738
Dec 22 15:14:53.852180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43310) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:53.857236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:53.857918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756b6eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:54.036432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:54.045305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.367897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756b6eb0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:14:52Z', 'revision_number': 5, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port': {'id': '55b45753-1fbe-4b48-9b4a-2980a1d3a39a', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:54.368148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.372314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Checking router: d39e249e-fa6e-4b0a-abe1-de9ca36154f1 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:14:54.379323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43314) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:54.386098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Deleting port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:54.387051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Routers {'d39e249e-fa6e-4b0a-abe1-de9ca36154f1'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:54.388455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756b6eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:54.390307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.529911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b1e4a762-38d6-4778-9adc-5c5d84fd769f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1485763
Dec 22 15:14:54.537086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:54.613490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] For port 55b45753-1fbe-4b48-9b4a-2980a1d3a39a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:54.613891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.619475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-363bc093-d556-4bcc-aadd-fd1089577b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.631966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] Set router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:54.740632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Calling delete_port for 55b45753-1fbe-4b48-9b4a-2980a1d3a39a owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:54.740858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756b6eb0>, [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:14:54Z', 'revision_number': 6, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:54.747194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad4796-d9da-420a-b362-a16c4a37d041 None None] The sync data for ids ['d39e249e-fa6e-4b0a-abe1-de9ca36154f1'] in dv-neutron-822675-1-hyperv is: [{'id': 'd39e249e-fa6e-4b0a-abe1-de9ca36154f1', 'name': 'tempest-TestVolumeBootPattern-2423152-router', 'tenant_id': '4451455dab8f415a9d4d3d481cc30910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:01Z', 'updated_at': '2021-12-22T15:14:54Z', 'revision_number': 6, 'project_id': '4451455dab8f415a9d4d3d481cc30910', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:14:54.753098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1699eada-574e-4932-834d-a43ddf096b5f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:54.753477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.870553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.886644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1699eada-574e-4932-834d-a43ddf096b5f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:54.890202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.891037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:54.908250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:54.912557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-424f69bf-5335-4fd3-8f07-fe7ba16a312b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:54.918855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:54.953024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Pushing event deleted for resources: {'Port': ['ID=55b45753-1fbe-4b48-9b4a-2980a1d3a39a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:54.955901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:55.005879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:55.010039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:55.019749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bfd7b99a-3820-4160-b1fd-1927d909b76b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:55.020130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.177414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.424184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.428184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.453036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.453560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39e249e-fa6e-4b0a-abe1-de9ca36154f1 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:14:55.466031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.467128 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] 10.222.0.69 "DELETE /v2.0/routers/d39e249e-fa6e-4b0a-abe1-de9ca36154f1 HTTP/1.1" status: 204  len: 168 time: 1.6140134
Dec 22 15:14:55.469734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43318) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:55.525988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Deleting subnet add003db-0556-4ccc-9592-4e0c97298217 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:14:55.528740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.532044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43322) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:55.643552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1a1249ba-a9a5-489b-921f-1a61e1643842 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1101215
Dec 22 15:14:55.699040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.774187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.838293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.841800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8bf6f9fc-aa63-409e-a799-a0e47a15fd2c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:55.878648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add003db-0556-4ccc-9592-4e0c97298217,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:55.881102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:55.886015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:55.891465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513a5e0-b3d9-4461-b776-b9498256fca5 None None] Network 1a00962c-b429-45fb-87df-5595aa9e3e24 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:14:55.892879 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/add003db-0556-4ccc-9592-4e0c97298217 HTTP/1.1" status: 204  len: 168 time: 0.4221783
Dec 22 15:14:55.894512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43326) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:55.997227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.007794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Deleting port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:56.008114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.132862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] DHCP port deletion for 1a00962c-b429-45fb-87df-5595aa9e3e24 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:14:56.137079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Deleting port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:56.137469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.209220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] For port 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d8b570b-e04c-4f93-b29d-7a39c64008f2,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:56.209564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.336818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Calling delete_port for 9d8b570b-e04c-4f93-b29d-7a39c64008f2 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:56.345148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] For port 9d8b570b-e04c-4f93-b29d-7a39c64008f2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9d8b570b-e04c-4f93-b29d-7a39c64008f2,segment=NetworkSegment(9c980ece-ff67-4909-a542-a071298f72dd),segment_id=9c980ece-ff67-4909-a542-a071298f72dd)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:56.345555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.414900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.420228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63a00b2d-af03-4772-8a24-ae235b74c833 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:56.460582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:14:56.464172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8b570b-e04c-4f93-b29d-7a39c64008f2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:56.466520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:56.470406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] No DVR routers for this DVR port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:14:56.488765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Calling delete_port for 9d8b570b-e04c-4f93-b29d-7a39c64008f2 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:56.593786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.625498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575b89d30>,) {'filters': {'network_id': ['1a00962c-b429-45fb-87df-5595aa9e3e24']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:56.627480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:14:56.627846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:14:56.632964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1699eada-574e-4932-834d-a43ddf096b5f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:14:56.633347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.638913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b89d30>, '9c980ece-ff67-4909-a542-a071298f72dd') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:56.639206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b89d30>, '9c980ece-ff67-4909-a542-a071298f72dd') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:56.647360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43330) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:56.652243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.670089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.677821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:14:56.678359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:14:56.699581 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:14:56.757844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-70d78e45-e050-40a8-93ef-f7d50747012b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1084454
Dec 22 15:14:56.780673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.784260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aeaff2ac-dd4a-4a5b-af6e-049a7a733807 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:56.798089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:56.801542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b2754cbb-5f19-4aba-a5bc-e1d73a780544 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:56.809547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a00962c-b429-45fb-87df-5595aa9e3e24,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:56.814118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:56.822617 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1a00962c-b429-45fb-87df-5595aa9e3e24 HTTP/1.1" status: 204  len: 168 time: 0.9270720
Dec 22 15:14:56.825666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43334) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:56.836297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: b2754cbb-5f19-4aba-a5bc-e1d73a780544 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:14:56.836676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b2754cbb-5f19-4aba-a5bc-e1d73a780544 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:14:56.837098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9d8b570b-e04c-4f93-b29d-7a39c64008f2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:56.874851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 9d8b570b-e04c-4f93-b29d-7a39c64008f2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:14:56.875209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9d8b570b-e04c-4f93-b29d-7a39c64008f2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:14:57.129412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Deleting port 9d8b570b-e04c-4f93-b29d-7a39c64008f2 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:57.130060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:57.195976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a1d65-9797-4e67-b797-8852705ad290 None None] The port '9d8b570b-e04c-4f93-b29d-7a39c64008f2' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:14:57.214404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:57.527592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-76e13d6f-2a7b-4fb3-b691-26dba9b2ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:57.760513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43338) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:57.872911 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ce9e41ab-9940-4a9f-a1ec-0f770fe58344 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1101379
Dec 22 15:14:57.915656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Deleting port 7391418d-0b95-4568-be0d-bd73a095743a {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:14:57.916090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.022493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.085289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] For port 7391418d-0b95-4568-be0d-bd73a095743a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7391418d-0b95-4568-be0d-bd73a095743a,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:14:58.085641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.122813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.204983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Calling delete_port for 7391418d-0b95-4568-be0d-bd73a095743a owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:14:58.331776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 55b45753-1fbe-4b48-9b4a-2980a1d3a39a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:14:58.363491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 55b45753-1fbe-4b48-9b4a-2980a1d3a39a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:14:58.363847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 55b45753-1fbe-4b48-9b4a-2980a1d3a39a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:14:58.374997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.379266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-930c7bfe-9d20-4f9f-b2cd-aae87bbb0948 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:14:58.421146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Pushing event deleted for resources: {'Port': ['ID=7391418d-0b95-4568-be0d-bd73a095743a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:14:58.461067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.461285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.461662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.462026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.462449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.462819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.463185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.463546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.463911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.464265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.464645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:14:58.472675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:14:58.718826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:58.875758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43342) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:58.979583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1d24348e-3506-4188-858b-d5e835623cca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 991 time: 0.1023409
Dec 22 15:14:59.204604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9bbde-1244-4ec7-a591-08acf8852035 None None] New status for floating IP 121341a3-5a42-4d8a-b0c2-08c9dd386029: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:14:59.326132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:59.404014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Router 4e96231c-1a35-4856-8fe6-c449743d1393 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:14:59.599357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:14:59.608054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Sync routers for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:14:59.617016 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] 10.222.0.69 "PUT /v2.0/routers/4e96231c-1a35-4856-8fe6-c449743d1393/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7900531
Dec 22 15:14:59.619399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43346) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:14:59.621876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:14:59.622681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:14:59.801606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:14:59.921884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:14:59.983028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43350) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:00.091498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7520>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:14:58Z', 'revision_number': 5, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port': {'id': '6d6eec0f-1dd4-4633-95f1-d9e05be0a720', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:07:11Z', 'updated_at': '2021-12-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:00.092288 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-33b5920d-dbfa-4d4d-81c9-b0acd19a69f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 200  len: 993 time: 0.1077478
Dec 22 15:15:00.101782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Checking router: 4e96231c-1a35-4856-8fe6-c449743d1393 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:15:00.113739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Routers {'4e96231c-1a35-4856-8fe6-c449743d1393'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:00.114359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['4e96231c-1a35-4856-8fe6-c449743d1393'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:00.122661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.132981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Deleting port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:00.133334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.276970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] Set router 4e96231c-1a35-4856-8fe6-c449743d1393 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:00.308163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] For port 6d6eec0f-1dd4-4633-95f1-d9e05be0a720, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:00.308537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.388919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7520>, [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:15:00Z', 'revision_number': 6, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:00.393551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e8123-e515-4f34-8c58-62d2cf7d1a3c None None] The sync data for ids ['4e96231c-1a35-4856-8fe6-c449743d1393'] in dv-neutron-822675-1-hyperv is: [{'id': '4e96231c-1a35-4856-8fe6-c449743d1393', 'name': 'tempest-TestVolumeBootPattern-4363421-router', 'tenant_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:07:10Z', 'updated_at': '2021-12-22T15:15:00Z', 'revision_number': 6, 'project_id': '325cf0ec28a3458b98e9ada4ae27a5b9', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:15:00.412414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43358) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:00.436993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Calling delete_port for 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:00.609287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.615064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36db7a29-d66f-4ae7-be8e-75d6a8ccb0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:00.616652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 16d1690c-ea8f-4848-8464-26e477b8d4b4 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:00.616989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.660938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6eec0f-1dd4-4633-95f1-d9e05be0a720,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:00.699590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.699895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.700271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.700672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.701042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.701406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.701771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.702133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.702490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.702844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.703201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:00.710878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:00.797898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.798216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.916885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:00.917149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 16d1690c-ea8f-4848-8464-26e477b8d4b4 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:01.066245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.069761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1df8424-245b-4cf5-b3d2-499d7d5869cc tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:01.112668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=16d1690c-ea8f-4848-8464-26e477b8d4b4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:01.115034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:01.175812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.180469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.207977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.208548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e96231c-1a35-4856-8fe6-c449743d1393 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:15:01.221323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.222695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4e96231c-1a35-4856-8fe6-c449743d1393 HTTP/1.1" status: 204  len: 168 time: 1.6017468
Dec 22 15:15:01.225171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43362) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:01.337870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.412341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Deleting subnet 042b1ae5-ad4b-494b-bf2b-7556f875ecb6 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:15:01.415400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.464664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.543442 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.617174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.621934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6723ff3-489f-4907-bddd-5a26ceaf0cec tempest-BulkNetworkOpsIpV6Test-1858633451 tempest-BulkNetworkOpsIpV6Test-1858633451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:01.656489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042b1ae5-ad4b-494b-bf2b-7556f875ecb6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:01.659137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:01.662017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.667810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc97ded-3f93-4d0f-8b43-6bb3da53fbc1 None None] Network 724a96db-2edf-404d-bf2c-d74f7dad0570 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:15:01.672422 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20e4d7cf-94cc-439a-bb66-83c26c2ece2d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/042b1ae5-ad4b-494b-bf2b-7556f875ecb6 HTTP/1.1" status: 204  len: 168 time: 0.4449224
Dec 22 15:15:01.672422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43366) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:01.733665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:15:01.777759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.788269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Deleting port ba5fb7e6-6b3f-451f-bf7f-50079acad880 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:01.788641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.960473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:15:01.974333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] DHCP port deletion for 724a96db-2edf-404d-bf2c-d74f7dad0570 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:15:01.978542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Deleting port ba5fb7e6-6b3f-451f-bf7f-50079acad880 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:01.978940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:01.986869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.010635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] For port ba5fb7e6-6b3f-451f-bf7f-50079acad880, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5fb7e6-6b3f-451f-bf7f-50079acad880,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:02.010998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.044233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/121341a3-5a42-4d8a-b0c2-08c9dd386029 HTTP/1.1" status: 204  len: 168 time: 1.6276307
Dec 22 15:15:02.044233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:15:02.113064 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'status': 'completed', 'code': 200}
Dec 22 15:15:02.145270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Calling delete_port for ba5fb7e6-6b3f-451f-bf7f-50079acad880 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:02.179091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] For port ba5fb7e6-6b3f-451f-bf7f-50079acad880, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5fb7e6-6b3f-451f-bf7f-50079acad880,segment=NetworkSegment(9259ad5d-78bc-437f-958c-383d2201f5e5),segment_id=9259ad5d-78bc-437f-958c-383d2201f5e5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:02.179540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.220098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-17b19b50-5927-441e-ac05-f17a642a1663 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 1099 time: 0.0776701
Dec 22 15:15:02.227302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.231719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6563d24d-e4a8-472d-a895-01c7c4273969 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:02.279163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5fb7e6-6b3f-451f-bf7f-50079acad880,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:02.283358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:02.288261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] No DVR routers for this DVR port ba5fb7e6-6b3f-451f-bf7f-50079acad880 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:15:02.333189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Calling delete_port for ba5fb7e6-6b3f-451f-bf7f-50079acad880 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:02.404517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-a817b953-44dc-4c84-83de-6b910c03be10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:02.406661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-a817b953-44dc-4c84-83de-6b910c03be10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 200  len: 898 time: 0.1759562
Dec 22 15:15:02.440993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:15:02.441747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:15:02.455042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.482796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5fb7e6-6b3f-451f-bf7f-50079acad880 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:02.483267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-13bc04a0-4c10-403a-9826-ce44324ddfdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 200  len: 217 time: 0.0659437
Dec 22 15:15:02.517046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ba5fb7e6-6b3f-451f-bf7f-50079acad880 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:02.517252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574273a30>,) {'filters': {'network_id': ['724a96db-2edf-404d-bf2c-d74f7dad0570']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:02.517502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5fb7e6-6b3f-451f-bf7f-50079acad880 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:02.517926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7391418d-0b95-4568-be0d-bd73a095743a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:02.539724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574273a30>, '9259ad5d-78bc-437f-958c-383d2201f5e5') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:02.540100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574273a30>, '9259ad5d-78bc-437f-958c-383d2201f5e5') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:02.550935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-ae5638fa-4c8f-492a-8f3a-96797ed398b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:02.552617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-ae5638fa-4c8f-492a-8f3a-96797ed398b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09658fce-bc71-4379-85c2-342173d29e80 HTTP/1.1" status: 200  len: 834 time: 0.0624030
Dec 22 15:15:02.553657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 7391418d-0b95-4568-be0d-bd73a095743a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:02.554012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7391418d-0b95-4568-be0d-bd73a095743a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:02.555655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.578327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.592436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:15:02.592967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:15:02.606530 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:15:02.631000 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-8d729a94-5194-473e-971f-8b7db344dc29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711596
Dec 22 15:15:02.679128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d139a-7322-4087-817e-c01cca877151 req-8f7ae4d5-b857-41a4-a4bc-6f2090d69c7b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:02.680773 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e99d139a-7322-4087-817e-c01cca877151 req-8f7ae4d5-b857-41a4-a4bc-6f2090d69c7b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.1999843
Dec 22 15:15:02.718566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.728390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94c96c0d-5f21-4cd9-b414-33b6c138a9de tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:02.745366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.753767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Pushing event deleted for resources: {'Network': ['ID=724a96db-2edf-404d-bf2c-d74f7dad0570,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:02.762435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:02.768341 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] 10.222.0.69 "DELETE /v2.0/networks/724a96db-2edf-404d-bf2c-d74f7dad0570 HTTP/1.1" status: 204  len: 168 time: 1.0957909
Dec 22 15:15:02.774943 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-2aade28f-3612-4cbe-81be-0cc0f571e817 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336071
Dec 22 15:15:02.776864 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e99d139a-7322-4087-817e-c01cca877151 req-d4655e0f-7135-4a1d-9072-35225bd9c9a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852230
Dec 22 15:15:02.911804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a765ebbf-bc3c-417b-a201-7af2b0253ef8 req-58d87fb2-f04d-497b-a4c7-49d325834c68 service neutron] 10.222.0.61 "GET /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287792
Dec 22 15:15:02.920827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43378) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:02.943187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Deleting port ba5fb7e6-6b3f-451f-bf7f-50079acad880 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:02.943796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:02.969958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-974d2f4f-8630-43a0-9b06-bb1f29a60194 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4451455dab8f415a9d4d3d481cc30910&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0479071
Dec 22 15:15:02.972657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43382) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:03.005721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6290e726-368b-4079-b934-0adadb4f90dd None None] The port 'ba5fb7e6-6b3f-451f-bf7f-50079acad880' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:15:03.143629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.168586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.218872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.223288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b72447e1-48f9-4266-a1e2-8734b4881e5c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:03.237982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55ec60-9a61-4a2a-af34-833a8c427388,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:03.240105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:03.245576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.246708 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c55ec60-9a61-4a2a-af34-833a8c427388 HTTP/1.1" status: 204  len: 168 time: 0.2731812
Dec 22 15:15:03.262863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.625159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43390) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:03.675621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-37b1cceb-4b16-4d20-b8c2-3a62dc0784ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=325cf0ec28a3458b98e9ada4ae27a5b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491619
Dec 22 15:15:03.677889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43394) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:03.734503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.763713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.816839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.821718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c093113a-9d66-4b28-811e-888ac4c6fdaa tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:03.833369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4337abcf-3078-4510-ae33-e0a20bbea1b5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:03.836205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:03.838309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:03.841783 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4337abcf-3078-4510-ae33-e0a20bbea1b5 HTTP/1.1" status: 204  len: 168 time: 0.1630013
Dec 22 15:15:04.042081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3a6c-9cdf-4b46-8e91-dc8aaec4127f req-d6c35c94-acff-40c3-aeed-6869e5a3fa9e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:04.043080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-85af3a6c-9cdf-4b46-8e91-dc8aaec4127f req-d6c35c94-acff-40c3-aeed-6869e5a3fa9e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:04.064998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-2a4b5496-8d99-4e41-bc0d-6399c545a625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:04.065726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-2a4b5496-8d99-4e41-bc0d-6399c545a625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:04.075979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-85af3a6c-9cdf-4b46-8e91-dc8aaec4127f req-d6c35c94-acff-40c3-aeed-6869e5a3fa9e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:04.077222 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-85af3a6c-9cdf-4b46-8e91-dc8aaec4127f req-d6c35c94-acff-40c3-aeed-6869e5a3fa9e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.1668041
Dec 22 15:15:04.083754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-2a4b5496-8d99-4e41-bc0d-6399c545a625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:04.084866 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-2a4b5496-8d99-4e41-bc0d-6399c545a625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 946 time: 0.1276205
Dec 22 15:15:04.187895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port b83f0627-7bb5-46cd-8729-0b963487e001 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:04.188237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:04.214335 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-85af3a6c-9cdf-4b46-8e91-dc8aaec4127f req-e8a5ddf5-c871-4acc-879d-ebcfdf725f56 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcc2a3a9-5117-48f2-a652-9dca92f5e7be&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284142
Dec 22 15:15:04.426435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port b83f0627-7bb5-46cd-8729-0b963487e001, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b83f0627-7bb5-46cd-8729-0b963487e001,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:04.426810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:04.545724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for b83f0627-7bb5-46cd-8729-0b963487e001 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:04.693608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:04.699240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-97ab5743-3e2d-4d89-8d79-e60f3c7a9013 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:04.747539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=b83f0627-7bb5-46cd-8729-0b963487e001,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:04.750897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:04.819145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port b83f0627-7bb5-46cd-8729-0b963487e001 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:15:04.821553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:04.824292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'name': 'network-vif-deleted', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:15:04.839269 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9de690bf-6b97-4606-b96e-a7491fa117ec req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/b83f0627-7bb5-46cd-8729-0b963487e001 HTTP/1.1" status: 204  len: 173 time: 0.7389452
Dec 22 15:15:04.883323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84190dcf-70b7-41d8-8679-39e67a78a27e', 'name': 'network-vif-deleted', 'tag': 'b83f0627-7bb5-46cd-8729-0b963487e001', 'status': 'completed', 'code': 200}
Dec 22 15:15:05.389286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-6bb57e7b-9121-45f1-affb-bfa2c1474323 req-8facf0dd-9a36-4206-9c51-8d066fd70832 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:05.404850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-6bb57e7b-9121-45f1-affb-bfa2c1474323 req-8facf0dd-9a36-4206-9c51-8d066fd70832 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:05.405974 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6bb57e7b-9121-45f1-affb-bfa2c1474323 req-8facf0dd-9a36-4206-9c51-8d066fd70832 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=84190dcf-70b7-41d8-8679-39e67a78a27e HTTP/1.1" status: 200  len: 210 time: 0.0570302
Dec 22 15:15:06.340412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:06.373890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:06.374252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6d6eec0f-1dd4-4633-95f1-d9e05be0a720 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:06.510859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43408) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:06.583145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:06.611293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:06.674330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:06.678407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6b6611bd-088a-40a9-a802-029b589d5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:06.694624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc2a3a9-5117-48f2-a652-9dca92f5e7be,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:06.697157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:06.707024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:06.708178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/bcc2a3a9-5117-48f2-a652-9dca92f5e7be HTTP/1.1" status: 204  len: 168 time: 0.1963694
Dec 22 15:15:06.750211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43414) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:07.253579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:07.382662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b83f0627-7bb5-46cd-8729-0b963487e001 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:07.415406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: b83f0627-7bb5-46cd-8729-0b963487e001 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:07.415834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b83f0627-7bb5-46cd-8729-0b963487e001 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:07.855418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port bfd7b99a-3820-4160-b1fd-1927d909b76b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:07.856002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:08.035642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port bfd7b99a-3820-4160-b1fd-1927d909b76b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bfd7b99a-3820-4160-b1fd-1927d909b76b,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:08.035903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:08.151188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for bfd7b99a-3820-4160-b1fd-1927d909b76b owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:08.327889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:08.331717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d5959b91-5418-4905-8d9c-be0ef9991656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:08.377631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=bfd7b99a-3820-4160-b1fd-1927d909b76b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:08.380090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:08.789402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:09.359573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 830d9a00-5b7c-4820-b02b-01c4e18d445f has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:15:09.556972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:15:09.573622 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8221738
Dec 22 15:15:09.576316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43418) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:09.754237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 09658fce-bc71-4379-85c2-342173d29e80 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:15:09.757051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:09.812097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:09.894023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:09.967701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:09.971478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2ac8b54f-5637-4e1e-95f6-68f9a9011bd3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:10.011007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=09658fce-bc71-4379-85c2-342173d29e80,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:10.014335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:10.016328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Sync routers for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:15:10.020645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.026090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536660b5-7718-4599-9bcb-54ef1adeac71 None None] Network a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:15:10.031266 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2e8bd9b5-751b-4cb4-ba8a-99d0891b375e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/09658fce-bc71-4379-85c2-342173d29e80 HTTP/1.1" status: 204  len: 168 time: 0.4511781
Dec 22 15:15:10.031266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43422) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:10.041345 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:10.042654 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7e370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:10.239336 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:10.246927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.318133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] DHCP port deletion for a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:15:10.322788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Deleting port 42d51ae3-56d5-491c-b29b-ef23c0b407da {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:10.323244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.471365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 42d51ae3-56d5-491c-b29b-ef23c0b407da no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:10.576958 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7e370>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '1699eada-574e-4932-834d-a43ddf096b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:15:08Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '1699eada-574e-4932-834d-a43ddf096b5f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:14:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:10.581663 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Checking router: 830d9a00-5b7c-4820-b02b-01c4e18d445f for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:15:10.593567 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Routers {'830d9a00-5b7c-4820-b02b-01c4e18d445f'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:10.594187 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7e370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['830d9a00-5b7c-4820-b02b-01c4e18d445f'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:10.604726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=42d51ae3-56d5-491c-b29b-ef23c0b407da,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:10.605251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.605440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.616989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 1699eada-574e-4932-834d-a43ddf096b5f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:10.617614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.754264 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] Set router 830d9a00-5b7c-4820-b02b-01c4e18d445f gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:10.775271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Calling delete_port for 42d51ae3-56d5-491c-b29b-ef23c0b407da owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:10.808662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 1699eada-574e-4932-834d-a43ddf096b5f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1699eada-574e-4932-834d-a43ddf096b5f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:10.809263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.810357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.862822 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7e370>, [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:15:10Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:10.867271 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6865d-f8a1-4f1c-852d-7144f8c51b8e None None] The sync data for ids ['830d9a00-5b7c-4820-b02b-01c4e18d445f'] in dv-neutron-822675-1-hyperv is: [{'id': '830d9a00-5b7c-4820-b02b-01c4e18d445f', 'name': 'tempest-TestNetworkBasicOps-router-1927082934', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:13:51Z', 'updated_at': '2021-12-22T15:15:10Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:15:10.869880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=42d51ae3-56d5-491c-b29b-ef23c0b407da,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:10.876419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:10.878270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:10.941835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 1699eada-574e-4932-834d-a43ddf096b5f owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:10.952433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:15:10.952766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:15:10.982136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=42d51ae3-56d5-491c-b29b-ef23c0b407da,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:10.990883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.991226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.991562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.991890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.992213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.992567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.992888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.993208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.993525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.993840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.994152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:10.997791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:11.102945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.106563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:11.147843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=1699eada-574e-4932-834d-a43ddf096b5f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:11.151746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:11.373184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.454294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Deleting port 42d51ae3-56d5-491c-b29b-ef23c0b407da {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:11.455329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.631650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.636057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.663945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.664486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 830d9a00-5b7c-4820-b02b-01c4e18d445f {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:15:11.679625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.680014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] For port 42d51ae3-56d5-491c-b29b-ef23c0b407da, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=42d51ae3-56d5-491c-b29b-ef23c0b407da,segment=NetworkSegment(65618e0d-ab0b-4325-ba62-2f33845c901a),segment_id=65618e0d-ab0b-4325-ba62-2f33845c901a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:11.680438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.680869 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/830d9a00-5b7c-4820-b02b-01c4e18d445f HTTP/1.1" status: 204  len: 168 time: 1.6486876
Dec 22 15:15:11.683494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43426) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:11.744004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a38d6-5711-4966-b3e5-c39407e55d06 None None] New status for floating IP 121341a3-5a42-4d8a-b0c2-08c9dd386029: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:15:11.859675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Calling delete_port for 42d51ae3-56d5-491c-b29b-ef23c0b407da owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:15:11.911929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.922515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 42d51ae3-56d5-491c-b29b-ef23c0b407da {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:15:11.922833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.991558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:11.996829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-89047235-e5ba-422c-a236-345fdc51bef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:12.019277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] The port '42d51ae3-56d5-491c-b29b-ef23c0b407da' was deleted {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:15:12.037591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Pushing event deleted for resources: {'Port': ['ID=42d51ae3-56d5-491c-b29b-ef23c0b407da,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:12.040752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:12.041543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] No DVR routers for this DVR port 42d51ae3-56d5-491c-b29b-ef23c0b407da on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:15:12.150305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.175711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574fbcb20>,) {'filters': {'network_id': ['a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:12.187257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574fbcb20>, '65618e0d-ab0b-4325-ba62-2f33845c901a') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:12.187542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574fbcb20>, '65618e0d-ab0b-4325-ba62-2f33845c901a') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:12.198422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.214237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.220233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:15:12.221180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:15:12.234844 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:15:12.314385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.317761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-65d67543-fcdb-42e6-9af5-26c598bde233 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:12.331959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.344036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:12.347578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:12.351017 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/a2cf54bb-8d53-47c9-80d9-ec40c8ea1f97 HTTP/1.1" status: 204  len: 168 time: 0.6664610
Dec 22 15:15:12.375688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43430) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:12.381820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--1866117814', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:12.386902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:12.387235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:12.390983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:12.394932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:12.400612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:12.412054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:15:12.415082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.421572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1699eada-574e-4932-834d-a43ddf096b5f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:12.422023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1699eada-574e-4932-834d-a43ddf096b5f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:12.422677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:15:12.444586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:15:12.453545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.453813 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32 of type vlan for network d0fbb708-7212-488d-871f-abcd97004710
Dec 22 15:15:12.457304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: bfd7b99a-3820-4160-b1fd-1927d909b76b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:15:12.457790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bfd7b99a-3820-4160-b1fd-1927d909b76b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:15:12.480235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.507207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.510838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:12.511400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.514725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-730413b8-fec7-4e4f-b372-e998fe0e3800 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:12.615242 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2384748
Dec 22 15:15:12.618026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43434) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:12.625028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:12.630672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=d0fbb708-7212-488d-871f-abcd97004710,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:12.633812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:12.634709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:12.638750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:12.641646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:12.642080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network d0fbb708-7212-488d-871f-abcd97004710 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:15:12.647822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:12.656975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.658022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.676957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.825638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:12.997499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.031143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.159383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.115 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/86359698-e41a-4425-967d-a07561351c0d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:15:13.301383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.327321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.331397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3eb2dddc-f32b-4a04-9d2b-80df4581d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:13.396627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:13.399638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:13.403742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:15:13.427371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=86359698-e41a-4425-967d-a07561351c0d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:13.432015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:13.659304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.660036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:13.881846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 174255cf-731b-4252-9334-cf32cde8f7ec is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:15:14.087400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:15:14.097077 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Sync routers for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:15:14.108353 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:14.108986 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b01820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:14.113719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:14.115230 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4961238
Dec 22 15:15:14.118521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43438) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:14.156525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-041286dc-4a3f-4334-bd8e-692cc3153782 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0368340
Dec 22 15:15:14.160652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43442) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:14.284013 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:14.295719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f4593-4509-4f75-9f65-30b4353f4752 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:14.297247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7c4f4593-4509-4f75-9f65-30b4353f4752 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1367581
Dec 22 15:15:14.300108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43446) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:14.342403 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4262f49c-6536-42b4-9ca1-4d887777bcd1 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411315
Dec 22 15:15:14.344762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43450) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:14.350017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032238469', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:14.456911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:14.460697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:14.463438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:14.469030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:14.478982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:15:14.570886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b01820>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:13Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:14.574651 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Checking router: 174255cf-731b-4252-9334-cf32cde8f7ec for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:15:14.575029 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Updating router 174255cf-731b-4252-9334-cf32cde8f7ec port 86359698-e41a-4425-967d-a07561351c0d binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:15:14.585320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:14.627011 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:14.803319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:14.808496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9224e4ca-19cd-4a20-8e81-249fb08060f1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:14.889907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=96847597-db27-494b-a881-90255bbd5e91,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:14.893322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:14.900835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:15:14.901378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: d0fbb708-7212-488d-871f-abcd97004710, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:15:14.925132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network d0fbb708-7212-488d-871f-abcd97004710 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:15:14.935356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, d0fbb708-7212-488d-871f-abcd97004710) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:14.939858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:14.940615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:14.949687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86f50e-8677-4ea0-80a5-db0268ca0097 None None] Network d0fbb708-7212-488d-871f-abcd97004710 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:15:14.974028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2b9ace56-51c0-4a2a-bcae-de5144124887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.6256399
Dec 22 15:15:14.974307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43454) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:14.995582 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.009037 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Transition to ACTIVE for port object 86359698-e41a-4425-967d-a07561351c0d will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:15.015616 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.026327 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:15.094150 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Pushing event updated for resources: {'Port': ['ID=86359698-e41a-4425-967d-a07561351c0d,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:15.113820 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.114433 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.114660 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.114997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.115327 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.115659 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.115980 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.116303 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.116816 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.117137 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.117452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:15:15.129168 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:15.135667 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Attempting to bind port 86359698-e41a-4425-967d-a07561351c0d on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:15:15.136035 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Attempting to bind port 86359698-e41a-4425-967d-a07561351c0d by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:15:15.136406 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Attempting to bind port 86359698-e41a-4425-967d-a07561351c0d on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:15:15.143600 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:15:15.143908 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:15:15.144309 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.144731 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:15:15.145197 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Bound port: 86359698-e41a-4425-967d-a07561351c0d, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:15:15.145564 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.203265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-d0fbb708-7212-488d-871f-abcd97004710', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:15:15.204206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.219324 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] For port 86359698-e41a-4425-967d-a07561351c0d, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:15:15.223038 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] For port 86359698-e41a-4425-967d-a07561351c0d, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=86359698-e41a-4425-967d-a07561351c0d,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:15:15.228210 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.232640 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:15.324795 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Pushing event updated for resources: {'Port': ['ID=86359698-e41a-4425-967d-a07561351c0d,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:15.329213 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:15.331511 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:15.332148 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b01820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:15.406746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Allocated IP 172.20.0.2 (d0fbb708-7212-488d-871f-abcd97004710/96847597-db27-494b-a881-90255bbd5e91/477cd8ca-6859-4a4c-afed-aebfb8a98f17) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:15:15.538638 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:15.654040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.666400 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Transition to ACTIVE for port object 477cd8ca-6859-4a4c-afed-aebfb8a98f17 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:15.686030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Transition to ACTIVE for port object 477cd8ca-6859-4a4c-afed-aebfb8a98f17 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:15.692471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.702692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:15.804948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Network d0fbb708-7212-488d-871f-abcd97004710 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:15.807750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:15.816276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:15:15.826409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Pushing event updated for resources: {'Port': ['ID=477cd8ca-6859-4a4c-afed-aebfb8a98f17,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:15.829140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:15.878585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b01820>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:13Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:15.884366 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1e323-3413-48a2-ac81-05008753aa45 None None] The sync data for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv is: [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:13Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:15:15.916184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Attempting to bind port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:15:15.916648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Attempting to bind port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:15:15.916970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Attempting to bind port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 on network d0fbb708-7212-488d-871f-abcd97004710 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:15:15.924579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:15:15.924959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Checking segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:15:15.925373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.925777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Bound using segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:15:15.926251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Bound port: 477cd8ca-6859-4a4c-afed-aebfb8a98f17, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:15:15.926655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:15.957406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.021419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] For port 477cd8ca-6859-4a4c-afed-aebfb8a98f17, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:15:16.024728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] For port 477cd8ca-6859-4a4c-afed-aebfb8a98f17, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=477cd8ca-6859-4a4c-afed-aebfb8a98f17,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:15:16.030151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.034554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:16.139089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Pushing event updated for resources: {'Port': ['ID=477cd8ca-6859-4a4c-afed-aebfb8a98f17,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:16.143529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:16.508521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 86359698-e41a-4425-967d-a07561351c0d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:16.520233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (d0fbb708-7212-488d-871f-abcd97004710/96847597-db27-494b-a881-90255bbd5e91/7bcbadcb-8414-4060-9234-b8c715d592e6) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:15:16.586560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 86359698-e41a-4425-967d-a07561351c0d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:16.591566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 86359698-e41a-4425-967d-a07561351c0d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:16.591945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.705634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.716588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.723845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 7bcbadcb-8414-4060-9234-b8c715d592e6 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:16.733941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 86359698-e41a-4425-967d-a07561351c0d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=86359698-e41a-4425-967d-a07561351c0d,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:16.739013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.740035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 477cd8ca-6859-4a4c-afed-aebfb8a98f17 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:16.752095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:16.756000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a8aab6c8-6e21-482e-99af-1de728ce7ad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:16.770475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8bc5b144-34aa-4eaa-8db8-3070920bac54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:16.842101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network d0fbb708-7212-488d-871f-abcd97004710 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:16.846686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:16.851591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:15:16.855474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=86359698-e41a-4425-967d-a07561351c0d,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:16.859027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:16.888161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:16.900302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:16.901092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:16.925848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.014985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.136764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ad03a-b899-4497-bd8c-0d3c185f99d2 None None] Network d0fbb708-7212-488d-871f-abcd97004710 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:15:17.229257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Provisioning for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:17.245479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Provisioning complete for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:17.246003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.460657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.505251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] For port 477cd8ca-6859-4a4c-afed-aebfb8a98f17, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=477cd8ca-6859-4a4c-afed-aebfb8a98f17,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:17.511720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.513842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:17.541588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.547034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.577113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:17.588168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Pushing event updated for resources: {'Port': ['ID=477cd8ca-6859-4a4c-afed-aebfb8a98f17,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:17.593475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:17.664358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.668198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:17.671170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:17.739476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Provisioning complete for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:17.739856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.821806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network d0fbb708-7212-488d-871f-abcd97004710 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:17.822938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:17.868175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Provisioning for port 7bcbadcb-8414-4060-9234-b8c715d592e6 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:17.873902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:17.874286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:17.935263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7e4bd-9fa2-4858-aaba-fe8653153a99 None None] Port 7bcbadcb-8414-4060-9234-b8c715d592e6 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:15:18.057390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-9c854fe8-a6b0-415a-a01c-0faf0b9dbb40 None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:18.057765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9c854fe8-a6b0-415a-a01c-0faf0b9dbb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:18.109047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-9c854fe8-a6b0-415a-a01c-0faf0b9dbb40 None None] Port 7bcbadcb-8414-4060-9234-b8c715d592e6 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:15:18.220340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 174255cf-731b-4252-9334-cf32cde8f7ec has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:15:18.229572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7f878d77-0a70-4043-8b2e-70a94312f42e None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:18.230058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7f878d77-0a70-4043-8b2e-70a94312f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:18.283242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7f878d77-0a70-4043-8b2e-70a94312f42e None None] Port 7bcbadcb-8414-4060-9234-b8c715d592e6 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:15:18.393650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 86359698-e41a-4425-967d-a07561351c0d up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:18.417929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:15:18.432925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/174255cf-731b-4252-9334-cf32cde8f7ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4551692
Dec 22 15:15:18.433130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43458) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:18.461592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 86359698-e41a-4425-967d-a07561351c0d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:18.461968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:18.567844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff505a8-d26d-4b0f-8cf0-68181254be39 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.568182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff505a8-d26d-4b0f-8cf0-68181254be39 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.568509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff505a8-d26d-4b0f-8cf0-68181254be39 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.568863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff505a8-d26d-4b0f-8cf0-68181254be39 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.572800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ff505a8-d26d-4b0f-8cf0-68181254be39 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1364741
Dec 22 15:15:18.573151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43462) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:18.578602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 477cd8ca-6859-4a4c-afed-aebfb8a98f17 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:18.645465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:18.645875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:18.645986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c72840-8783-4fd4-9e03-6159907161e8 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.646302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c72840-8783-4fd4-9e03-6159907161e8 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.646653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c72840-8783-4fd4-9e03-6159907161e8 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.646997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c72840-8783-4fd4-9e03-6159907161e8 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:18.648650 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-54c72840-8783-4fd4-9e03-6159907161e8 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0746038
Dec 22 15:15:18.651336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43466) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:18.850789 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-246fe9a4-51c7-4076-b525-44b1ae1d3335 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.1983392
Dec 22 15:15:19.019641 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.025248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524659551', 'description': 'tempest-secgroup-smoke-524659551 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.031143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.035457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.039377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.045379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.055464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.089909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.093745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.096834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.102431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.158859 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.162309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.165815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-98f9c760-bbc3-49f4-8569-bc6c37904b57 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:19.207998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:19.210698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.211955 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1913321
Dec 22 15:15:19.212866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:19.214848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43476) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.221330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.227460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.231408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.234308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.239987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.259923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.321465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.325032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.331487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-93dd936e-3728-4944-9755-20b587188ded tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:19.349738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2cf101-97b1-42ea-b655-f975fdae8dc0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:19.352643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:19.362464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.363803 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1480589
Dec 22 15:15:19.367469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.373136 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.380063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.383893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.386768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.393163 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.411320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.475964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.479576 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.481330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8e6d055-d007-4326-8e54-b435f5246a0d tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:19.503591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48fa538-379e-4e73-911f-80e063936613,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:19.506278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:19.513625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.514968 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1465776
Dec 22 15:15:19.518546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43484) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.524093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.530297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.534092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.537002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.542815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.559164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.599707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Sync routers for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:15:19.612997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:19.613867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:19.741462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.745327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.747091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-71d8c310-c38d-4680-813f-3c0e2fc67f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:19.769108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddb55df-25b0-4885-8401-6124eb7a6f0f,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:19.771462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:19.779090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.780309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2607992
Dec 22 15:15:19.783076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43488) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.788899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.794895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.797880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:19.799467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.802330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.807799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.824439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.887123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.891021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.897162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba2bd4a7-fb29-4c7e-bffc-d17d0da6b5ac tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:19.916068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b616822c-477b-4056-b9f5-b2a9f3a04a04,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:19.918763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:19.931756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:19.933197 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-738e0f37-36fd-40be-a017-ec6aa12dc01a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1489966
Dec 22 15:15:19.936023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43492) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:19.942191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:19.947988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:19.951872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:19.954729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:19.960497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:19.970159 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:15:19.976374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.042651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.046179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.047948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7c2e35fd-a81f-4575-9270-227d6264da7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:20.068156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2722a307-94b3-495a-8a63-4d584b4e3975,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:20.071968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:20.079427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.080648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1436689
Dec 22 15:15:20.083250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:20.088757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ead7ba2f-62ea-4fc6-a87d-e09d40832d7a', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:20.094324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:20.098627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:20.101473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:20.107034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:20.115497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7eb0>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:17Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:20.117989 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:15:20.119825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Checking router: 174255cf-731b-4252-9334-cf32cde8f7ec for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:15:20.120195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Updating router 174255cf-731b-4252-9334-cf32cde8f7ec port 7bcbadcb-8414-4060-9234-b8c715d592e6 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:15:20.124549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.178465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.189489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.193438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.195415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:20.216269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6221c7-a493-445e-b468-a6533604a0fa,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:20.219109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:20.227440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.228637 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1444669
Dec 22 15:15:20.456339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ed63f813-b264-4e9c-8337-c7c38445490a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:20.471589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ed63f813-b264-4e9c-8337-c7c38445490a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:20.472760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ed63f813-b264-4e9c-8337-c7c38445490a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524659551&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0585139
Dec 22 15:15:20.526643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.539359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Transition to ACTIVE for port object 7bcbadcb-8414-4060-9234-b8c715d592e6 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:20.546026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.549840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:20.624362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-fa63e0e6-460b-4353-ad7e-1fdd40e21059 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:20.625182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-fa63e0e6-460b-4353-ad7e-1fdd40e21059 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:20.643869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-fa63e0e6-460b-4353-ad7e-1fdd40e21059 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:20.645133 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-fa63e0e6-460b-4353-ad7e-1fdd40e21059 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 797 time: 0.1658039
Dec 22 15:15:20.664932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-b455a7f9-4c12-4b75-83b5-95e86b45ba8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0131583
Dec 22 15:15:20.683285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Pushing event updated for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:20.686051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:20.760673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7c7c90f5-2af3-4db2-afb1-bb687f824fd1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:20.777241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7c7c90f5-2af3-4db2-afb1-bb687f824fd1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:20.778732 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7c7c90f5-2af3-4db2-afb1-bb687f824fd1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1081247
Dec 22 15:15:20.781091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Attempting to bind port 7bcbadcb-8414-4060-9234-b8c715d592e6 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:15:20.781463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Attempting to bind port 7bcbadcb-8414-4060-9234-b8c715d592e6 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:15:20.781833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Attempting to bind port 7bcbadcb-8414-4060-9234-b8c715d592e6 on network d0fbb708-7212-488d-871f-abcd97004710 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:15:20.789009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:15:20.789386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Checking segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:15:20.789788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.790183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Bound using segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:15:20.790649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Bound port: 7bcbadcb-8414-4060-9234-b8c715d592e6, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:15:20.791023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.896017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] For port 7bcbadcb-8414-4060-9234-b8c715d592e6, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:15:20.899452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] For port 7bcbadcb-8414-4060-9234-b8c715d592e6, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7bcbadcb-8414-4060-9234-b8c715d592e6,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:15:20.904176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:20.908442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a6053e9e-2952-408a-a160-e85f1ba3fe2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:20.919719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-1ba8d383-ec09-4656-a609-95b00a3be75e service neutron] 10.222.0.69 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275623
Dec 22 15:15:20.991819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Pushing event updated for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:20.995037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:20.995617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:20.996420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7eb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:14:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:21.057831 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-63333c83-40d1-4475-ade2-bb88cba4515d service neutron] 10.222.0.69 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320336
Dec 22 15:15:21.240868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:21.374153 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d8c2bed3-e64e-4bab-bbfd-472537b3d679 req-4c2042aa-2256-4800-a5ec-ad3aeb4089cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 210 time: 0.1535208
Dec 22 15:15:21.573653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ad7eb0>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:21.577892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a16d5a-2a7c-4c34-a4fc-e4b65de34e57 None None] The sync data for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv is: [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:20Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:15:22.431451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7bcbadcb-8414-4060-9234-b8c715d592e6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:22.447820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-4b5a95f2-5b87-42b0-91f3-b4647766a518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:22.449427 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-4b5a95f2-5b87-42b0-91f3-b4647766a518 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 797 time: 0.1707768
Dec 22 15:15:22.507337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 7bcbadcb-8414-4060-9234-b8c715d592e6 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:22.517135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:22.517715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:22.524289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ee117684-8882-4099-a8bb-182e6987341a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.0607126
Dec 22 15:15:22.537206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['ead7ba2f-62ea-4fc6-a87d-e09d40832d7a']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:22.640746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:22.662493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b829c22-afb2-4c90-9534-99e04f63a6e2 req-f9fa996a-83ce-4494-a212-bc993d449d2e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 210 time: 0.0489373
Dec 22 15:15:22.675398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 7bcbadcb-8414-4060-9234-b8c715d592e6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7bcbadcb-8414-4060-9234-b8c715d592e6,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:22.679638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:22.681731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:22.724134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:22.733637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:22.745662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:22.745994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:15:22.748921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:22.750783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:22.912964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.5 (d0fbb708-7212-488d-871f-abcd97004710/96847597-db27-494b-a881-90255bbd5e91/7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:15:23.100208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.115795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:23.136584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.141703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:23.200521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network d0fbb708-7212-488d-871f-abcd97004710 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:23.207506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:23.211561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:15:23.245370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:23.249720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:23.262856 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:15:23.278548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:23.279146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.305571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7731490
Dec 22 15:15:23.322948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Request body: {'port': {'device_id': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:23.469315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96480868-59d5-4338-a993-ae00012c4f08 None None] Provisioning for port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:23.473948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96480868-59d5-4338-a993-ae00012c4f08 None None] Provisioning complete for port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:23.474333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96480868-59d5-4338-a993-ae00012c4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.530199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-96480868-59d5-4338-a993-ae00012c4f08 None None] Port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:15:23.536453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.864524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596179-3e06-4046-9101-265520a0cbce req-6efcf394-0207-4e9d-8a78-b99172922f24 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:23.865975 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c6596179-3e06-4046-9101-265520a0cbce req-6efcf394-0207-4e9d-8a78-b99172922f24 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 931 time: 0.0768306
Dec 22 15:15:23.878326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:15:23.885033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.902791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Transition to ACTIVE for port object 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:15:23.906832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:23.911409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-c6596179-3e06-4046-9101-265520a0cbce req-d5c428f9-d52a-409d-90c4-f8d435b1f7c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:23.912230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10074fa0-71ee-49ac-b584-e55feb881239 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:23.924043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-c6596179-3e06-4046-9101-265520a0cbce req-d5c428f9-d52a-409d-90c4-f8d435b1f7c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:23.925218 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c6596179-3e06-4046-9101-265520a0cbce req-d5c428f9-d52a-409d-90c4-f8d435b1f7c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538490
Dec 22 15:15:24.040415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Pushing event updated for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:24.046747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:24.152067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Attempting to bind port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:15:24.152407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Attempting to bind port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:15:24.152807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Attempting to bind port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b on network d0fbb708-7212-488d-871f-abcd97004710 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:15:24.158533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b on network d0fbb708-7212-488d-871f-abcd97004710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:15:24.158841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Attempting to bind port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b on network d0fbb708-7212-488d-871f-abcd97004710 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:15:24.164975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:15:24.165303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Checking segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:15:24.165676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Bound using segment: {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:15:24.166086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Bound port: 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:15:24.166421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:24.251991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:15:24.254856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:15:24.258617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:24.262153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:24.317680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:24.319073 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] 10.222.0.61 "PUT /v2.0/ports/7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 1093 time: 1.0004091
Dec 22 15:15:24.319500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:15:24.346939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Pushing event updated for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:24.350014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:24.402185 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'status': 'completed', 'code': 200}
Dec 22 15:15:24.407334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7bcbadcb-8414-4060-9234-b8c715d592e6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:24.452518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-98b8d0c3-4713-4199-81ab-1cc5742f87ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1096 time: 0.0816529
Dec 22 15:15:24.478583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:24.479138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:24.528013 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-845eda12-0a52-478e-9d8f-36c79e163734 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 217 time: 0.0677149
Dec 22 15:15:24.593535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-c332de29-1589-4d17-a6c5-7fa616a2478b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:24.595048 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-c332de29-1589-4d17-a6c5-7fa616a2478b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0598083
Dec 22 15:15:24.605011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c818fb3-3650-451f-beb6-6ede34f79eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:24.674769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-0429e86a-a322-4b34-9cd8-d954232ef507 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706053
Dec 22 15:15:24.803921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-ca16c52d-53ec-4d3b-b0b9-af7d8283f42e service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222186
Dec 22 15:15:24.939607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99f02ed9-78cf-4048-9aea-f088867c5a94 req-6a6d00af-913f-4c6d-b3ca-85a8735696f8 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277101
Dec 22 15:15:25.065788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-5a91514d-01dc-4a56-98c1-881de1e1a856 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1096 time: 0.0768566
Dec 22 15:15:25.124549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508b20-7b7b-42dd-864f-30b10def6a9f req-c552e6e1-db27-4fe7-8b29-bd85243dbdc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:25.126108 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0e508b20-7b7b-42dd-864f-30b10def6a9f req-c552e6e1-db27-4fe7-8b29-bd85243dbdc2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 943 time: 0.0809896
Dec 22 15:15:25.174194 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0e508b20-7b7b-42dd-864f-30b10def6a9f req-b9090bac-8c6f-4979-b3e5-772ddc1ad1d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418768
Dec 22 15:15:25.303002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-908101ff-d47e-4185-a89c-fd337a2e7a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:25.304467 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-908101ff-d47e-4185-a89c-fd337a2e7a3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.2316191
Dec 22 15:15:25.374813 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-4412cbad-788e-4172-9675-4e38a145d3d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 217 time: 0.0628576
Dec 22 15:15:25.437191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-a3e72ee3-3d36-4ecc-84f7-3af9e1d1f83f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:25.438628 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-a3e72ee3-3d36-4ecc-84f7-3af9e1d1f83f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0565238
Dec 22 15:15:25.511983 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-56c51cf6-2668-46ab-a159-eed50d9b4512 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0663834
Dec 22 15:15:25.642926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-acfb9108-5fd7-47d7-989d-c384ff257ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227059
Dec 22 15:15:25.776931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42a7225d-a43c-424d-97da-7c888680a4a8 req-6e52895d-106d-4a56-8d25-a73a46014f03 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261916
Dec 22 15:15:26.377189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17633d-6f0e-4d51-8d62-421cc15cd588 req-50b0a3c8-9a48-43cc-9b4d-738df8032acc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:26.377870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ed17633d-6f0e-4d51-8d62-421cc15cd588 req-50b0a3c8-9a48-43cc-9b4d-738df8032acc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:15:26.393220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ed17633d-6f0e-4d51-8d62-421cc15cd588 req-50b0a3c8-9a48-43cc-9b4d-738df8032acc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:15:26.394307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed17633d-6f0e-4d51-8d62-421cc15cd588 req-50b0a3c8-9a48-43cc-9b4d-738df8032acc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 943 time: 0.0952027
Dec 22 15:15:26.439405 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed17633d-6f0e-4d51-8d62-421cc15cd588 req-ee456ed7-d715-436b-bb90-d3ad3790b143 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391178
Dec 22 15:15:27.479555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:15:27.582538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1becd90b-50ad-49e8-bad8-bcc188a1246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:27.628192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:27.637694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5fa7-209e-4591-b1e4-a77d84346256 req-3182ca5e-09fc-4c63-bf2d-a79c9b350e7e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:27.639791 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f97b5fa7-209e-4591-b1e4-a77d84346256 req-3182ca5e-09fc-4c63-bf2d-a79c9b350e7e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 943 time: 0.0806425
Dec 22 15:15:27.642511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'port_id': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'mac_address': 'fa:16:3e:2c:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:15:27.685640 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f97b5fa7-209e-4591-b1e4-a77d84346256 req-de002fe6-2a18-4259-9a4a-1a6cc155a506 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393083
Dec 22 15:15:27.699279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:27.716840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:15:27.731344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:27.734952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:27.736743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:27.799630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:27.802524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:27.989842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:15:28.045204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:28.144163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:28.892881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48866563-2717-43e0-9952-7ff2b649c3ca req-14f1dff2-dfb0-41cd-9199-7381598658d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:28.894236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48866563-2717-43e0-9952-7ff2b649c3ca req-14f1dff2-dfb0-41cd-9199-7381598658d7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 944 time: 0.0764153
Dec 22 15:15:28.942938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48866563-2717-43e0-9952-7ff2b649c3ca req-f5081d84-283a-4e84-9500-de869cfcb04d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431652
Dec 22 15:15:29.328393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:29.468761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:15:29.537040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:15:29.541551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:15:29.541926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:29.687567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:29.713444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:15:29.723200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:15:29.726921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:29.728783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:29.769577 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'code': 200}
Dec 22 15:15:29.794650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:29.797585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:30.008960 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9525b889-f0cf-4fd4-8558-813e0db4ff11 req-2a6c479d-3163-4ad9-9c42-0c69fd2cc7cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.0676782
Dec 22 15:15:30.055363 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9525b889-f0cf-4fd4-8558-813e0db4ff11 req-a32335cf-2fac-47e6-99cb-23d847db6a63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376978
Dec 22 15:15:30.140976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10916f-e7b0-4e64-9ed2-589204171933 req-e7acf6dc-cbfc-4300-8ecc-799fb19b2dbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:30.143060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b10916f-e7b0-4e64-9ed2-589204171933 req-e7acf6dc-cbfc-4300-8ecc-799fb19b2dbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.0784357
Dec 22 15:15:30.186660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b10916f-e7b0-4e64-9ed2-589204171933 req-010d71d4-f23e-41ca-ae71-d8003c2ae69a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381885
Dec 22 15:15:31.531918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8f05-864e-4c19-8496-2615facecf52 req-1149fbda-c050-416e-9e2a-b673b9a89f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:31.533429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-919c8f05-864e-4c19-8496-2615facecf52 req-1149fbda-c050-416e-9e2a-b673b9a89f6c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.0774474
Dec 22 15:15:31.578329 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-919c8f05-864e-4c19-8496-2615facecf52 req-49b28613-6c3e-4856-bc9d-44a6b965bd2d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395303
Dec 22 15:15:32.775544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678546-eaac-4ec5-85f8-1d9ef8fb10f7 req-2e932193-0f05-4ab5-8f74-42c5599a85f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:32.777003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52678546-eaac-4ec5-85f8-1d9ef8fb10f7 req-2e932193-0f05-4ab5-8f74-42c5599a85f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.0763605
Dec 22 15:15:32.821730 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52678546-eaac-4ec5-85f8-1d9ef8fb10f7 req-4e18da28-ced6-48f2-8289-f6c27116b8dd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393653
Dec 22 15:15:33.024446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f824-e99a-4be5-a3b3-5cb2f18da867 req-33e92b1d-7d55-434c-9480-f3b4a1655708 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:33.025883 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e6b6f824-e99a-4be5-a3b3-5cb2f18da867 req-33e92b1d-7d55-434c-9480-f3b4a1655708 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.0745740
Dec 22 15:15:33.075239 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e6b6f824-e99a-4be5-a3b3-5cb2f18da867 req-93da4bd3-b059-4634-9f7d-8503271bc3e8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439622
Dec 22 15:15:33.102535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43544) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:33.175620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-53c40bf7-3b42-4c59-b2cb-fe388b4f5a9b tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1093 time: 0.0717342
Dec 22 15:15:33.178081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43548) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:33.183276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:15:33.188876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:15:33.192682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:15:33.195440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:15:33.201001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:15:33.211408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:33.263257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:33.347214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:33.484686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.10 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/b5435a60-4467-4aa4-964d-0cc43acf852b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:15:33.628507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:33.655774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:33.659912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1169779-d099-4a4b-a42b-6120df40ffa6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:33.721796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:15:33.724879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:15:33.728878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:15:33.756321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b5435a60-4467-4aa4-964d-0cc43acf852b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:33.762445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:34.336580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:34.393451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:34.592223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:34.597656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:34.601265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-110adee6-8de3-4138-aa78-ca9ad6c07010 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:15:34.700169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=b5435a60-4467-4aa4-964d-0cc43acf852b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:15:34.704715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:15:34.718589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:34.906096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP b361e655-cebc-4fd1-beed-cff6d3f9be9e associated. External IP: 172.26.3.10, port: 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b.
Dec 22 15:15:35.291430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 174255cf-731b-4252-9334-cf32cde8f7ec has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:15:35.494665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:15:35.504516 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Sync routers for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:15:35.516929 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:35.517561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c28280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:15:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:35.519625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:35.574104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3949256
Dec 22 15:15:35.574723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:15:35.576764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43552) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:35.630718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'status': 'completed', 'code': 200}
Dec 22 15:15:35.693894 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:35.716803 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-17a88919-e3c3-456b-8207-5512388e81a4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/b361e655-cebc-4fd1-beed-cff6d3f9be9e HTTP/1.1" status: 200  len: 990 time: 0.1382866
Dec 22 15:15:35.730745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-feb2a84b-3d0b-42a7-8337-bad533434fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.0747178
Dec 22 15:15:35.987734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-404e386b-e406-4513-b2cb-db845e73a61d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:35.989214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-404e386b-e406-4513-b2cb-db845e73a61d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.2518528
Dec 22 15:15:36.040800 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c28280>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'b361e655-cebc-4fd1-beed-cff6d3f9be9e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.10', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'port_id': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'mac_address': 'fa:16:3e:2c:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:15:34Z', 'updated_at': '2021-12-22T15:15:34Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:36.044830 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Checking router: 174255cf-731b-4252-9334-cf32cde8f7ec for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:15:36.055736 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:15:36.056270 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c28280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:15:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:36.091757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-4e4ee423-cb6e-4201-9725-565a5d6c741c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 998 time: 0.0958021
Dec 22 15:15:36.159322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-dbbbdb79-6ec4-46de-ac99-c5f63545b977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:36.160781 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-dbbbdb79-6ec4-46de-ac99-c5f63545b977 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0592070
Dec 22 15:15:36.237461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-d541cfed-8bca-4646-bb5d-f68608be0f79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675006
Dec 22 15:15:36.262373 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:15:36.370579 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-f0037a14-a3f2-45f3-bfc5-fb9270d688a5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261346
Dec 22 15:15:36.501756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95568af6-d44b-4203-8e3c-c9f317570be2 req-1f8c6bb6-05d0-44e0-b925-d07079b5518e service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245530
Dec 22 15:15:36.600671 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c28280>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'b361e655-cebc-4fd1-beed-cff6d3f9be9e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.10', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'port_id': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'mac_address': 'fa:16:3e:2c:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:15:34Z', 'updated_at': '2021-12-22T15:15:34Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:15:36.604485 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768d61d-601c-4ec7-a3ee-18f0ec8561a6 None None] The sync data for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv is: [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'b361e655-cebc-4fd1-beed-cff6d3f9be9e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.10', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'port_id': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'mac_address': 'fa:16:3e:2c:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:15:34Z', 'updated_at': '2021-12-22T15:15:34Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:15:36.720719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43558) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:36.823499 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ead9b3fd-6f09-40d0-b5a3-1508ea579468 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/b361e655-cebc-4fd1-beed-cff6d3f9be9e HTTP/1.1" status: 200  len: 990 time: 0.1015315
Dec 22 15:15:37.827267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43562) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:37.931770 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d105367-eee8-4686-901e-858d275e117c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/b361e655-cebc-4fd1-beed-cff6d3f9be9e HTTP/1.1" status: 200  len: 990 time: 0.1031888
Dec 22 15:15:38.532949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e996d2-0ce5-4cd9-9935-c3fcac8f4f49 None None] New status for floating IP b361e655-cebc-4fd1-beed-cff6d3f9be9e: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:15:38.934981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43566) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:15:39.040631 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6aa0d709-92b5-4040-9c08-e2a67de2908c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/b361e655-cebc-4fd1-beed-cff6d3f9be9e HTTP/1.1" status: 200  len: 992 time: 0.1044667
Dec 22 15:15:49.297966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-e077dfe6-cfd1-4db6-a5a7-a9bfbd29b23b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702095
Dec 22 15:15:49.441635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-d9f0f0ca-014e-48b1-a65c-eaec485f525f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.0670285
Dec 22 15:15:49.584667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-0fc6f69d-f3d2-4209-8e3f-2dc4d1d8cd25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:49.586003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-0fc6f69d-f3d2-4209-8e3f-2dc4d1d8cd25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.1236761
Dec 22 15:15:49.690293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-0021d07a-315d-4749-be40-e82283094ea5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 1000 time: 0.0954587
Dec 22 15:15:49.755501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-1c69c78a-be4b-4e9f-ba18-b3a29bd59710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:15:49.756913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-1c69c78a-be4b-4e9f-ba18-b3a29bd59710 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0587366
Dec 22 15:15:49.831108 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-85c75066-bd2c-424b-92ab-e32e4a442ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665298
Dec 22 15:15:49.960911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-7e0d42c8-e68c-40e4-9212-2c2e5a0aa6f2 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203024
Dec 22 15:15:50.088853 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a391090-6faf-4486-92b0-b2bec7e64489 req-7b7f8405-3467-4dac-a21d-cebbc567638c service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208076
Dec 22 15:15:54.577462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-35559ea9-9e1c-4455-8aed-e7a76341f19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:57.534601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-485cc0e5-c738-4b77-877a-4face79d7c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:58.026830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:58.125743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:15:59.331047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:00.263600 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:16:03.284612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:24.581589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e34707d8-116d-4613-bf00-2a7f57fdba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:27.535791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-333b6a08-150e-46ef-9e77-5b02e4a298d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:28.029818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:28.127480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:29.333143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:33.299619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:37.263543 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:16:51.318425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-66e52f78-31a2-4856-972e-b9622d072cf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0673082
Dec 22 15:16:51.568743 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-1c76b92e-5f4c-4958-99b9-4cc14e15988a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.1738966
Dec 22 15:16:51.712126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941de58-3736-49f1-b893-7796bc8c07de req-49cef773-d092-4a00-a7ec-ccc207bc4df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:16:51.713590 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-49cef773-d092-4a00-a7ec-ccc207bc4df9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.1243970
Dec 22 15:16:51.817939 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-8340e3e6-02f6-4035-a1fa-e75ed5f5e4df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 1000 time: 0.0943446
Dec 22 15:16:51.880940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941de58-3736-49f1-b893-7796bc8c07de req-c0dc1580-a603-4262-845d-fc63695155ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:16:51.882386 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-c0dc1580-a603-4262-845d-fc63695155ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0571995
Dec 22 15:16:51.962352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-e9acf57b-e15e-4911-b273-004e0efdf1ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726078
Dec 22 15:16:52.091983 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-f69b44e8-5d93-45b8-936e-8287c994961c service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221952
Dec 22 15:16:52.222974 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f941de58-3736-49f1-b893-7796bc8c07de req-7c98eeb7-b14e-438d-9822-f41fbbbe17c1 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237407
Dec 22 15:16:54.583888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a5dc33eb-28c5-439f-ae03-db951e38dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:57.538577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b27c730f-1171-4377-9307-ed5559d6e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:58.033712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:58.127974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:16:59.334839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:03.321959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:14.263399 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:17:24.592756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-510b1bbd-061d-48b4-8878-2cca40800b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:27.538994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1a5b-0354-4d2a-bb32-b862a319648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:28.035963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:28.128906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:29.337638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:32.676804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43606) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:17:32.842957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:17:33.071247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4119146'] for subnet, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:33.253577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763199975181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4009825'] for subnet, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:33.257585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5863b8b8-dc68-492f-9a7d-3abea4c06fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:17:33.315864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:17:33.316484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:33.317664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ebcdc-7183-4545-b49d-094df57fbe28 None None] Network d0fbb708-7212-488d-871f-abcd97004710 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:17:33.318134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/subnets/96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 836 time: 0.6400023
Dec 22 15:17:33.329755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=96847597-db27-494b-a881-90255bbd5e91,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:17:33.338310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.338695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.339070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.339440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.339805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.340173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.340569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.340937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.341296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.341655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.342012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:17:33.346877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:17:33.383891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:33.762461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Provisioning complete for port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:17:33.762841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:33.886817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Provisioning complete for port 7bcbadcb-8414-4060-9234-b8c715d592e6 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:17:33.887126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:34.009683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Provisioning complete for port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:17:34.010052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-58bed89b-cd75-4d52-a3a4-a571aeb0e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:51.263303 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:17:53.349327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-37936095-590d-4742-9668-c45cd6cd0c12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1333463
Dec 22 15:17:53.493035 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-e07606d5-a32e-4293-ba71-a575da171f50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.0725954
Dec 22 15:17:53.638465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-c399c7c3-db28-432c-8750-17978dd1136e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:17:53.640439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-c399c7c3-db28-432c-8750-17978dd1136e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.1265721
Dec 22 15:17:53.739785 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-23614c61-e10a-4186-91f9-bafb730786c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 1000 time: 0.0907633
Dec 22 15:17:53.908935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-d3be0c71-0b69-48ca-aad1-c7804ef36154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:17:53.910352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-d3be0c71-0b69-48ca-aad1-c7804ef36154 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.1605008
Dec 22 15:17:53.986566 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-c9563885-74f6-46f0-802c-c9b8db4fc647 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678828
Dec 22 15:17:54.116445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-e91ba7f5-dfda-4704-8210-5e687b5b385a service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214950
Dec 22 15:17:54.247745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-603975a3-48b0-49bb-bfc6-49b26f64dbec req-b8ed6381-2fe8-40e8-8c88-d73ec1aa765a service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216035
Dec 22 15:17:54.585407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c28475c2-9938-46ad-a0d2-1ca8796c9cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:57.541653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d11b7456-8f70-4b11-b52a-0de377f5eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:58.038976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:58.130230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:17:59.340121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:03.321273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:16.416414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43620) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:16.621447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port b5435a60-4467-4aa4-964d-0cc43acf852b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:18:16.621783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:16.792782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:16.792998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:16.913010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for b5435a60-4467-4aa4-964d-0cc43acf852b owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:18:17.053425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:17.056741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fe58a1d3-1d0e-4d4a-abaf-4e37c9bbfdd5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:17.100800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=b5435a60-4467-4aa4-964d-0cc43acf852b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:17.103833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:17.191767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:17.692746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 174255cf-731b-4252-9334-cf32cde8f7ec has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:18:17.890354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:18:17.900152 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Sync routers for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:18:17.909687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:17.912358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:17.912994 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d44ca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:17:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:17.966105 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/b361e655-cebc-4fd1-beed-cff6d3f9be9e HTTP/1.1" status: 204  len: 168 time: 1.5485001
Dec 22 15:18:17.966780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:18.106104 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:18.349635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'status': 'completed', 'code': 200}
Dec 22 15:18:18.436664 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d44ca0>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:18.440461 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Checking router: 174255cf-731b-4252-9334-cf32cde8f7ec for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:18:18.450737 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:18.452107 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d44ca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:17:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:18.505759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c5c6-668b-42cf-bef8-4aebe4a13eef req-c15838fe-949c-4c29-b336-94b87f179ae5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:18.506342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-37e2c5c6-668b-42cf-bef8-4aebe4a13eef req-c15838fe-949c-4c29-b336-94b87f179ae5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:18.512492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-d7559b31-0dfe-4011-a6b7-05fee1b95115 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 1098 time: 0.1378396
Dec 22 15:18:18.589090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-37e2c5c6-668b-42cf-bef8-4aebe4a13eef req-c15838fe-949c-4c29-b336-94b87f179ae5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:18.590115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-37e2c5c6-668b-42cf-bef8-4aebe4a13eef req-c15838fe-949c-4c29-b336-94b87f179ae5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.2692957
Dec 22 15:18:18.655793 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:18.681800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-37e2c5c6-668b-42cf-bef8-4aebe4a13eef req-674458b7-5ff9-4df3-9cc1-a8c22bf5c178 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846128
Dec 22 15:18:18.688824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-938a3eea-90e5-4939-8aeb-ba427a140c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:18.690164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-938a3eea-90e5-4939-8aeb-ba427a140c07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 200  len: 898 time: 0.1688073
Dec 22 15:18:18.761337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-d6f9cb71-305c-4181-b22a-d4831af0a236 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 200  len: 217 time: 0.0615063
Dec 22 15:18:18.827456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-332886b8-06b3-4308-b5e3-b7cf9794cc56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:18.828882 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-332886b8-06b3-4308-b5e3-b7cf9794cc56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 200  len: 844 time: 0.0603399
Dec 22 15:18:18.903314 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-f09074d4-c2f6-4570-8747-cf8eafbbb002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0fbb708-7212-488d-871f-abcd97004710&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0661733
Dec 22 15:18:18.968063 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d44ca0>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:18.971910 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39beee3-ed0c-4e50-8160-546612706907 None None] The sync data for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv is: [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '7bcbadcb-8414-4060-9234-b8c715d592e6', 'name': '', 'network_id': 'd0fbb708-7212-488d-871f-abcd97004710', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:97:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96847597-db27-494b-a881-90255bbd5e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:16Z', 'updated_at': '2021-12-22T15:15:22Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '96847597-db27-494b-a881-90255bbd5e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:18:19.038165 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-04b7600d-b28c-4e5f-9348-a0c216205ad7 service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269228
Dec 22 15:18:19.174764 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-481170e0-05d4-4eee-a66b-aa0887a53d5e req-7bb0d18e-b86e-4ed1-b4ce-1d4d07269ddc service neutron] 10.222.0.61 "GET /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271956
Dec 22 15:18:19.191919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ce481-bf02-413c-b8e0-d043436a427e None None] New status for floating IP b361e655-cebc-4fd1-beed-cff6d3f9be9e: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:18:19.898670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-70b96aad-b564-4a1b-8f7a-032c05b86b11 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:19.900000 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-70b96aad-b564-4a1b-8f7a-032c05b86b11 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.0754216
Dec 22 15:18:19.956646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae533f-7034-4009-a84b-4ccb63a1b25c req-d8e1764c-943f-47d2-a57b-f2b13a48dc86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:19.958090 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c0ae533f-7034-4009-a84b-4ccb63a1b25c req-d8e1764c-943f-47d2-a57b-f2b13a48dc86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 945 time: 0.1504920
Dec 22 15:18:19.972048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:18:19.972369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:20.003677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c0ae533f-7034-4009-a84b-4ccb63a1b25c req-7d6a9f68-6b12-4fa4-9bf2-8a16b168af35 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400701
Dec 22 15:18:20.208296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:20.208590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:20.432318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:18:20.571666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:20.577084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32f22f4f-5c4d-429d-9ec3-df3f094cb1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:20.620289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:20.624986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:20.695773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:18:20.698090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:20.700582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'name': 'network-vif-deleted', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:20.715260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab2e8953-0fdc-4a44-858a-0b4f5301571e req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b HTTP/1.1" status: 204  len: 173 time: 0.8088987
Dec 22 15:18:20.767491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852a2adc-8898-4f63-bc70-ef5af5d1bc1f', 'name': 'network-vif-deleted', 'tag': '7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b', 'status': 'completed', 'code': 200}
Dec 22 15:18:21.182149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-baba0bbf-ff03-4469-bdbc-ffe027fd17d6 req-3e96c812-7073-4140-9e18-64d0c3c20754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=852a2adc-8898-4f63-bc70-ef5af5d1bc1f HTTP/1.1" status: 200  len: 210 time: 0.0411932
Dec 22 15:18:22.286657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43654) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:22.355812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:22.384640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:22.449007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:22.452762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2afc6bad-2e73-430f-882c-abc71f48f816 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:22.468309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7ba2f-62ea-4fc6-a87d-e09d40832d7a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:22.470779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:22.479919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:22.481054 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/ead7ba2f-62ea-4fc6-a87d-e09d40832d7a HTTP/1.1" status: 204  len: 168 time: 0.1934328
Dec 22 15:18:22.525192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43660) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:22.921417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:23.619404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 7bcbadcb-8414-4060-9234-b8c715d592e6 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:18:23.620058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:23.804033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 7bcbadcb-8414-4060-9234-b8c715d592e6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7bcbadcb-8414-4060-9234-b8c715d592e6,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:23.804369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:23.922367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 7bcbadcb-8414-4060-9234-b8c715d592e6 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:18:24.100833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:24.105268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:24.147662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=7bcbadcb-8414-4060-9234-b8c715d592e6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:24.150428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:24.217292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:18:24.252008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:18:24.252354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 7e533642-0a81-4a34-b7cb-0e2c0a4e5c8b not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:18:24.445665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:24.586983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7b53-b3cf-49f0-80da-27b06980f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.128154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 174255cf-731b-4252-9334-cf32cde8f7ec has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:18:25.328427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:18:25.337484 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Sync routers for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:18:25.342977 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/174255cf-731b-4252-9334-cf32cde8f7ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8166881
Dec 22 15:18:25.345712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43664) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:25.349658 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:25.350325 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d44280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:17:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:25.526571 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:25.529659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 96847597-db27-494b-a881-90255bbd5e91 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:18:25.532493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.596216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.680923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.757274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.760861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b3152a94-f18c-41ab-95a9-e72d6f8a75f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:25.794138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=96847597-db27-494b-a881-90255bbd5e91,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:25.799470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:25.804033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:25.809842 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f8f553d7-b0c2-45f7-a9ca-1583bc99c957 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/96847597-db27-494b-a881-90255bbd5e91 HTTP/1.1" status: 204  len: 168 time: 0.4632065
Dec 22 15:18:25.811243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd00f9f-1602-4314-99a5-53fef43402b1 None None] Network d0fbb708-7212-488d-871f-abcd97004710 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:18:25.812699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43668) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:25.813050 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d44280>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:18:24Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:25.817114 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Checking router: 174255cf-731b-4252-9334-cf32cde8f7ec for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:18:25.828070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Routers {'174255cf-731b-4252-9334-cf32cde8f7ec'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:25.828707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d44280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:17:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['174255cf-731b-4252-9334-cf32cde8f7ec'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:26.001395 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] Set router 174255cf-731b-4252-9334-cf32cde8f7ec gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:26.010617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.078149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] DHCP port deletion for d0fbb708-7212-488d-871f-abcd97004710 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:18:26.083449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Deleting port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:18:26.084236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.227695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.237949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 86359698-e41a-4425-967d-a07561351c0d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:18:26.238301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.302643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] For port 477cd8ca-6859-4a4c-afed-aebfb8a98f17, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=477cd8ca-6859-4a4c-afed-aebfb8a98f17,segment=NetworkSegment(6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32),segment_id=6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:26.302643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.307979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d44280>, [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:18:24Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:26.312489 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf6658-96eb-4148-bb8f-645b81efbd3d None None] The sync data for ids ['174255cf-731b-4252-9334-cf32cde8f7ec'] in dv-neutron-822675-1-hyperv is: [{'id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'name': 'tempest-TestNetworkBasicOps-router-1621054385', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '86359698-e41a-4425-967d-a07561351c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:12Z', 'updated_at': '2021-12-22T15:18:24Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '86359698-e41a-4425-967d-a07561351c0d', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174255cf-731b-4252-9334-cf32cde8f7ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:13Z', 'updated_at': '2021-12-22T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:18:26.412737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 86359698-e41a-4425-967d-a07561351c0d, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=86359698-e41a-4425-967d-a07561351c0d,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:26.413085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.428139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Calling delete_port for 477cd8ca-6859-4a4c-afed-aebfb8a98f17 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:18:26.499491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.503525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:26.535533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 86359698-e41a-4425-967d-a07561351c0d owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:18:26.546219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Pushing event deleted for resources: {'Port': ['ID=477cd8ca-6859-4a4c-afed-aebfb8a98f17,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:26.555420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] No DVR routers for this DVR port 477cd8ca-6859-4a4c-afed-aebfb8a98f17 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:18:26.561087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.561325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.561681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.562009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.562345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.562671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.562999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.563326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.563652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.563978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.564298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:26.569582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:26.710408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 477cd8ca-6859-4a4c-afed-aebfb8a98f17 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:18:26.743577 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 477cd8ca-6859-4a4c-afed-aebfb8a98f17 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:18:26.743939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 477cd8ca-6859-4a4c-afed-aebfb8a98f17 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:18:26.744371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7bcbadcb-8414-4060-9234-b8c715d592e6 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:18:26.778206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 7bcbadcb-8414-4060-9234-b8c715d592e6 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:18:26.778565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7bcbadcb-8414-4060-9234-b8c715d592e6 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:18:26.831310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:26.834805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:26.877466 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=86359698-e41a-4425-967d-a07561351c0d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:26.880815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:27.090336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.340757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.344828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.368027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.368538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 174255cf-731b-4252-9334-cf32cde8f7ec {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:18:27.383341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.384499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/174255cf-731b-4252-9334-cf32cde8f7ec HTTP/1.1" status: 204  len: 168 time: 1.5708721
Dec 22 15:18:27.387465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43672) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:27.501534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.544086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-342bee81-7940-42d3-9c6d-05e5459dcc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.639687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.664020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857445fd60>,) {'filters': {'network_id': ['d0fbb708-7212-488d-871f-abcd97004710']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:27.676422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857445fd60>, '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:27.676709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857445fd60>, '6b60ed0f-6e8c-41fa-aad8-81fc07a1ed32') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:27.687421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.702580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.708289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:18:27.708811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:18:27.723072 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:18:27.804127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.807709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f816aeb7-6585-444b-9ba4-d5d41c935875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:27.822162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.833295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=d0fbb708-7212-488d-871f-abcd97004710,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:27.845210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.845585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.845990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.846389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.846749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.847149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.847507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.847863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.848214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.848587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.848937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:27.852575 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/d0fbb708-7212-488d-871f-abcd97004710 HTTP/1.1" status: 204  len: 168 time: 0.4641201
Dec 22 15:18:27.853416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:27.865120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43676) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:27.870486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--416148155', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:27.875514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:27.879512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:27.882301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:27.887911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:27.898505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:18:27.901427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.929137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:18:27.938451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:27.938784 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment 1500020d-23b8-4fca-82f6-21e1c9efb0ad of type vlan for network fc5ee87c-cbd1-4233-91b4-4498b8a9347e
Dec 22 15:18:28.041379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.065862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.094427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.098147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:28.098708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.102095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20e67084-1f52-4b68-ac8f-551bf13e054c tempest-ExternalNetworksTestJSON-2092343138 tempest-ExternalNetworksTestJSON-2092343138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:28.132296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.203262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3370097
Dec 22 15:18:28.205817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43680) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:28.212758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:28.218263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=fc5ee87c-cbd1-4233-91b4-4498b8a9347e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:28.221685 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:28.222585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:28.226471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:28.229122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:18:28.229441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:28.235706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:28.246058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.247670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.264480 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:18:28.268512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.409090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.477504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 86359698-e41a-4425-967d-a07561351c0d no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:18:28.513969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 86359698-e41a-4425-967d-a07561351c0d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:18:28.514329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 86359698-e41a-4425-967d-a07561351c0d not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:18:28.587502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.616895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.749664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.152 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:28.898129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.925937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:28.929330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cc3dbb90-dcda-4d3e-ac7e-e7527b27bc6d tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:28.993394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:28.996490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:29.002333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:29.026318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:29.031666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:29.160847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:29.161579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:29.342164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:29.388135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:18:29.587154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:18:29.598189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:18:29.611583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:29.612211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575471640>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:29.618986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:29.624143 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4137497
Dec 22 15:18:29.624499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43684) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:29.793834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:29.835598 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-24f8da9d-05b8-45ce-8d4d-690b9e16f15a tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2097955
Dec 22 15:18:29.838145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:30.072940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86820d93-35fc-4d82-9342-d9bac9f36307 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:30.074400 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-86820d93-35fc-4d82-9342-d9bac9f36307 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2353945
Dec 22 15:18:30.078098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43694) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:30.112279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575471640>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:29Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:30.116149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:18:30.116546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Updating router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:18:30.117007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3efc52a0-b948-47cc-b128-7960ca7b0919 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378056
Dec 22 15:18:30.119470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43698) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:30.125375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116029980', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:30.166524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.231389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:30.235863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:30.238744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:30.244491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:30.255389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:18:30.355478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.486792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.498941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Transition to ACTIVE for port object da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:30.504925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.508350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:30.583800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.586957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Pushing event updated for resources: {'Port': ['ID=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:30.588077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fe3b6eed-d63f-4347-82e6-d81a54749c52 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:30.589223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Attempting to bind port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:18:30.589605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Attempting to bind port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:18:30.589968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Attempting to bind port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:30.597468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:30.598213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:18:30.598591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:30.598994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.599389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:18:30.599856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Bound port: da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:18:30.600238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.662904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=15ccf2d4-c938-4d94-b5e5-0c2742d47426,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:30.667887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:30.674417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] For port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:18:30.678183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] For port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:18:30.679623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:30.680034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: fc5ee87c-cbd1-4233-91b4-4498b8a9347e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:18:30.682442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.686815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-20e148b4-6d18-41dc-baf3-ae5ed42722a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:30.701121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:18:30.712174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, fc5ee87c-cbd1-4233-91b4-4498b8a9347e) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:30.717473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:30.718267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:30.724604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd891a-4eac-41ea-9c77-db8f184b0dd1 None None] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:18:30.738605 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1c5db269-cfdc-449b-b57c-7ab9d8e9e6ae tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6181896
Dec 22 15:18:30.741616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43702) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:30.868475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Pushing event updated for resources: {'Port': ['ID=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:30.875153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:30.877600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:30.878213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575471640>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:31.129026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:18:31.129817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:31.154318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:31.595161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:31.649289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Allocated IP 172.20.0.2 (fc5ee87c-cbd1-4233-91b4-4498b8a9347e/15ccf2d4-c938-4d94-b5e5-0c2742d47426/6f65e643-d3ce-4161-ac09-59028885cbd8) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:31.871462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575471640>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:29Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:31.888750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491895e3-d2ac-436e-805e-b761273ae4a4 None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:29Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:18:31.983922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:31.997356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Transition to ACTIVE for port object 6f65e643-d3ce-4161-ac09-59028885cbd8 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:32.023588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Transition to ACTIVE for port object 6f65e643-d3ce-4161-ac09-59028885cbd8 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:32.032839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.035586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:32.112747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:32.126049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:32.127854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (fc5ee87c-cbd1-4233-91b4-4498b8a9347e/15ccf2d4-c938-4d94-b5e5-0c2742d47426/a972d045-f3f1-45b1-b25b-9893d8303243) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:32.129395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:32.135720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Pushing event updated for resources: {'Port': ['ID=6f65e643-d3ce-4161-ac09-59028885cbd8,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:32.140922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:32.227691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Attempting to bind port 6f65e643-d3ce-4161-ac09-59028885cbd8 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:18:32.228067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Attempting to bind port 6f65e643-d3ce-4161-ac09-59028885cbd8 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:18:32.228468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Attempting to bind port 6f65e643-d3ce-4161-ac09-59028885cbd8 on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:32.236329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:18:32.236755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Checking segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:32.237161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.237567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Bound using segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:18:32.238041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Bound port: 6f65e643-d3ce-4161-ac09-59028885cbd8, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:18:32.238417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.303844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.320740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object a972d045-f3f1-45b1-b25b-9893d8303243 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:32.340409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] For port 6f65e643-d3ce-4161-ac09-59028885cbd8, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:18:32.345469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] For port 6f65e643-d3ce-4161-ac09-59028885cbd8, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6f65e643-d3ce-4161-ac09-59028885cbd8,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:18:32.347501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.350172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.352072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:32.355087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:32.432294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:32.435909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:32.439127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:32.439384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Pushing event updated for resources: {'Port': ['ID=6f65e643-d3ce-4161-ac09-59028885cbd8,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:32.442197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:32.468004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:32.470931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:32.512323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.553641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:32.633949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.678650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:32.690764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:32.691160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.838200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.854997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:32.858506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:32.860547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:32.928005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:32.931015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:33.114688 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:33.119519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:33.145018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1171aa0-bb98-444b-b619-d2cf02880fd2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:33.229884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:33.234214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:33.237306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:33.322758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:33.373002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:33.374203 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:33.409218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7280220-1cd7-4fd0-ab5e-c8389c9cf8e4 None None] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:18:33.519133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0318a814-ce60-49de-b1d6-3caf4de95a73 None None] Provisioning for port 6f65e643-d3ce-4161-ac09-59028885cbd8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:33.859595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4072ff29-c8f4-4796-84cc-d725d5375d01 None None] Provisioning for port a972d045-f3f1-45b1-b25b-9893d8303243 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:33.865421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:18:33.866128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4072ff29-c8f4-4796-84cc-d725d5375d01 None None] Provisioning complete for port a972d045-f3f1-45b1-b25b-9893d8303243 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:33.866512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4072ff29-c8f4-4796-84cc-d725d5375d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:33.943694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4072ff29-c8f4-4796-84cc-d725d5375d01 None None] Port a972d045-f3f1-45b1-b25b-9893d8303243 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:18:34.073059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:18:34.080096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9f0aa3f-3a63-4d0d-8271-72bdb12a0daa None None] Provisioning complete for port a972d045-f3f1-45b1-b25b-9893d8303243 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:34.080772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aa3f-3a63-4d0d-8271-72bdb12a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.086640 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3440163
Dec 22 15:18:34.089217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43706) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:34.134513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0aa3f-3a63-4d0d-8271-72bdb12a0daa None None] Port a972d045-f3f1-45b1-b25b-9893d8303243 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:18:34.228975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a86595-705e-4b0c-b4a4-6580352853ae tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.229346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a86595-705e-4b0c-b4a4-6580352853ae tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.229707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a86595-705e-4b0c-b4a4-6580352853ae tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.230127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a86595-705e-4b0c-b4a4-6580352853ae tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.232323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d9a86595-705e-4b0c-b4a4-6580352853ae tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1415653
Dec 22 15:18:34.235077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43710) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:34.254119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9c66913-c9b3-49ad-b50e-eb165ac29174 None None] Provisioning complete for port a972d045-f3f1-45b1-b25b-9893d8303243 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:34.254493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c9c66913-c9b3-49ad-b50e-eb165ac29174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.307638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c16e8f-2f6c-4846-8ca4-5521bc8376fc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.308173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c16e8f-2f6c-4846-8ca4-5521bc8376fc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.308576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c16e8f-2f6c-4846-8ca4-5521bc8376fc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.308932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c16e8f-2f6c-4846-8ca4-5521bc8376fc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:34.310962 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-81c16e8f-2f6c-4846-8ca4-5521bc8376fc tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0748353
Dec 22 15:18:34.313488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:34.357709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c9c66913-c9b3-49ad-b50e-eb165ac29174 None None] Port a972d045-f3f1-45b1-b25b-9893d8303243 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:18:34.515891 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c9f4dfeb-fd5e-413e-82f0-dea99a9c8511 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2012129
Dec 22 15:18:34.552691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:34.619445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:34.619824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.735610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6f65e643-d3ce-4161-ac09-59028885cbd8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:34.799492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6f65e643-d3ce-4161-ac09-59028885cbd8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:34.804344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6f65e643-d3ce-4161-ac09-59028885cbd8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:34.804754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.843216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43720) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:34.849423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260892195', 'description': 'tempest-secgroup-smoke-260892195 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:34.855174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:34.859961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:34.862811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:34.868373 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:34.882486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.916794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:34.917482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.921390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:34.924283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:34.930945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:34.951659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6f65e643-d3ce-4161-ac09-59028885cbd8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6f65e643-d3ce-4161-ac09-59028885cbd8,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:34.955190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.958368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-5535b3ef-8215-443a-9bd3-b3c7b3ab6d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:34.986047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.989825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:34.993255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-db28d162-8dbf-4677-9aba-7d9497b979a5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.026208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6f65e643-d3ce-4161-ac09-59028885cbd8,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.030503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.032896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1889d1-ff6e-4a95-9f1f-85f94026110b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.035831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.038582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.039880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1954422
Dec 22 15:18:35.042734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43724) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.049110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.054772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.058466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.061482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.066958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.084304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.147459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.150972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.157467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fe69a36-3777-44ee-be14-4d3490ab0887 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.176030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce045ee-bd3a-41c7-a7d2-9107025fa10a,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.179155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.187126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.188596 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1449594
Dec 22 15:18:35.191306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43728) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.196642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.202410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.206118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.208941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.214595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.232605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.298920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.302673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.304588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-98006f40-d1a5-4bfa-a82d-a0293bba3bff tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.327709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cb3a72-f547-4b03-95f4-ef3f15c65537,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.332235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.336523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.337760 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1455610
Dec 22 15:18:35.340493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43732) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.346319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.352038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.356033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.359969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.365648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.383063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.446783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.451453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.453457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-91b9c872-3127-4ec9-a1f3-18ea407e5ed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.474902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7721b201-02b1-41a0-9d23-90725e25df19,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.477262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.484842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.485995 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cb3014a1-bd6a-4ba2-97e4-3405ffecb4f9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1441169
Dec 22 15:18:35.488723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43736) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.494000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.500211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.503923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.506716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.513841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.529591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.535502 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:18:35.548233 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:35.548886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aaf9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:35.596570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.600654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.602468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b9020592-8216-48dc-9df7-384fe40f305e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.626806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ca2a8-360a-4361-be17-2472aacb4933,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.631625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.636573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.640566 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1482625
Dec 22 15:18:35.640713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43740) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.646798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.652662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.656873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.659775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.665580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.676954 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:18:35.683126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.741331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:35.749364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.752758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.754603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9c7ade16-faef-4203-afe8-9dcca6570ea8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.776069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f6241-3724-490a-91f2-78cdbed561f2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.779056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.786293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.787448 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1457481
Dec 22 15:18:35.790231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43744) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:35.796527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': 'ac1889d1-ff6e-4a95-9f1f-85f94026110b', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:35.802160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:35.805917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:35.808773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:35.814666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:35.825072 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:18:35.832205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.898306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.901794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.904239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ae84de8-0284-4a37-a677-b591b7f05395 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:35.926780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804cfecb-8db5-44d6-a168-1374bb0501cc,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:35.929397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:35.938096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:35.939852 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1485662
Dec 22 15:18:36.062899 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aaf9a0>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:36.066757 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:18:36.067289 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Updating router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb port a972d045-f3f1-45b1-b25b-9893d8303243 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:18:36.124169 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.140324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-63df3a6c-798d-4068-949e-126701d4f3ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:36.157338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-63df3a6c-798d-4068-949e-126701d4f3ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:36.159237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-63df3a6c-798d-4068-949e-126701d4f3ce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260892195&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0652163
Dec 22 15:18:36.308926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5c78-1416-49e8-ab73-21225f1a875c req-64afb53a-d7e1-4b14-9c0b-17765d3fa5f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:36.309588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-64afb53a-d7e1-4b14-9c0b-17765d3fa5f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:36.324461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-64afb53a-d7e1-4b14-9c0b-17765d3fa5f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:36.326283 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-64afb53a-d7e1-4b14-9c0b-17765d3fa5f7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 796 time: 0.1593020
Dec 22 15:18:36.344635 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-8f1cbbd1-edd8-4277-aee1-e1ad4a877564 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0118501
Dec 22 15:18:36.422761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-66fed23b-fae7-4568-82d5-7d544ea056ed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:36.438091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-66fed23b-fae7-4568-82d5-7d544ea056ed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:36.439436 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-66fed23b-fae7-4568-82d5-7d544ea056ed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0899932
Dec 22 15:18:36.500415 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.504220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6f65e643-d3ce-4161-ac09-59028885cbd8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:36.514267 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Transition to ACTIVE for port object a972d045-f3f1-45b1-b25b-9893d8303243 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:36.521277 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.524751 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:36.608316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6f65e643-d3ce-4161-ac09-59028885cbd8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:36.608787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.621399 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-4f7734c2-e4b7-418d-9a76-655c0143c169 service neutron] 10.222.0.69 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627998
Dec 22 15:18:36.666746 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Pushing event updated for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:36.688419 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.689325 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.690166 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.690942 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.691780 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.692624 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.693464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.694490 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.695318 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.696268 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.697087 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:36.704331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:36.845620 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Attempting to bind port a972d045-f3f1-45b1-b25b-9893d8303243 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:18:36.845988 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Attempting to bind port a972d045-f3f1-45b1-b25b-9893d8303243 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:18:36.846352 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Attempting to bind port a972d045-f3f1-45b1-b25b-9893d8303243 on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:36.852832 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:18:36.853202 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Checking segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:36.853920 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.854129 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Bound using segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:18:36.854597 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Bound port: a972d045-f3f1-45b1-b25b-9893d8303243, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:18:36.854968 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.908918 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-78e9a600-03f1-4e93-81c7-8488d444eb5f service neutron] 10.222.0.69 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797391
Dec 22 15:18:36.946186 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] For port a972d045-f3f1-45b1-b25b-9893d8303243, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:18:36.949609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] For port a972d045-f3f1-45b1-b25b-9893d8303243, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a972d045-f3f1-45b1-b25b-9893d8303243,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:18:36.953979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:36.958751 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-1762b819-2b59-420e-976e-9e1269613601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:37.035680 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Pushing event updated for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:37.038388 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:37.038993 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aaf9a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:37.101623 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:37.125903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9df727a8-08e6-4f44-b817-8b72c2351835 req-afffc268-c016-43e3-9fdb-59c8cb2bb8c0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:37.139097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9df727a8-08e6-4f44-b817-8b72c2351835 req-afffc268-c016-43e3-9fdb-59c8cb2bb8c0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:37.151068 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9df727a8-08e6-4f44-b817-8b72c2351835 req-afffc268-c016-43e3-9fdb-59c8cb2bb8c0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 210 time: 0.0724933
Dec 22 15:18:37.286991 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:37.603964 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aaf9a0>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:37.608775 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b3014-91d3-4bae-9712-cf2ec90add6f None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:36Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:18:38.337264 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-998e0e17-45c3-45b7-8d96-9066a0912968 req-3917ba02-410e-4219-8390-9328780b775c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 210 time: 0.0639136
Dec 22 15:18:38.473424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5c78-1416-49e8-ab73-21225f1a875c req-1f5fb688-cf07-40f2-9abc-e803f5238b19 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:38.474857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-1f5fb688-cf07-40f2-9abc-e803f5238b19 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 796 time: 0.1606445
Dec 22 15:18:38.525179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a972d045-f3f1-45b1-b25b-9893d8303243 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:38.602408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a972d045-f3f1-45b1-b25b-9893d8303243 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:38.608047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a972d045-f3f1-45b1-b25b-9893d8303243 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:38.608459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:38.670859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-183e4dd5-6129-40ac-830f-c1bb64e41aed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:38.682369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-216d5c78-1416-49e8-ab73-21225f1a875c req-183e4dd5-6129-40ac-830f-c1bb64e41aed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:38.683459 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-183e4dd5-6129-40ac-830f-c1bb64e41aed tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 379 time: 0.1877644
Dec 22 15:18:38.692950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['ac1889d1-ff6e-4a95-9f1f-85f94026110b']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:38.725486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:38.757295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a972d045-f3f1-45b1-b25b-9893d8303243, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a972d045-f3f1-45b1-b25b-9893d8303243,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:38.761628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:38.764222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-be8721ea-dd2a-4a95-a47d-925a491fed41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:38.826880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:38.827973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:38.831048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:38.836737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:38.846099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:18:38.849293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.007588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.14 (fc5ee87c-cbd1-4233-91b4-4498b8a9347e/15ccf2d4-c938-4d94-b5e5-0c2742d47426/ee4bfb80-7fac-4e80-89d1-e948989b5ab3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:39.190097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.204621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object ee4bfb80-7fac-4e80-89d1-e948989b5ab3 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:39.225429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.230696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9720f6c-9246-4be2-a731-e2e853e3695e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:39.300555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:39.303781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:39.307916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:39.332585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:39.353991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.354373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.354746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.355111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.355480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.355840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.356204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.357136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.357497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.357855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.358210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:18:39.367280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:39.382172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:39.382851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.411192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7215490
Dec 22 15:18:39.425976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Request body: {'port': {'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:39.558274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd8672bf-fd44-4f75-a432-8cfcbd628461 None None] Provisioning for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:39.563641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fd8672bf-fd44-4f75-a432-8cfcbd628461 None None] Provisioning complete for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:39.564016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fd8672bf-fd44-4f75-a432-8cfcbd628461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.578145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:39.621047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fd8672bf-fd44-4f75-a432-8cfcbd628461 None None] Port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:18:39.659887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6871e-9a36-440a-bb58-8177e86e4dea req-27a47157-4b62-4e52-8839-d488ae8c0400 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:39.660846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-33c6871e-9a36-440a-bb58-8177e86e4dea req-27a47157-4b62-4e52-8839-d488ae8c0400 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:39.729509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-33c6871e-9a36-440a-bb58-8177e86e4dea req-27a47157-4b62-4e52-8839-d488ae8c0400 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:39.730635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33c6871e-9a36-440a-bb58-8177e86e4dea req-27a47157-4b62-4e52-8839-d488ae8c0400 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 932 time: 0.2536597
Dec 22 15:18:39.860402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33c6871e-9a36-440a-bb58-8177e86e4dea req-1d162282-3753-4141-a5d0-974a24c4a6f8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230767
Dec 22 15:18:39.985147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4bfb80-7fac-4e80-89d1-e948989b5ab3 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:18:39.991681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.005435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Transition to ACTIVE for port object ee4bfb80-7fac-4e80-89d1-e948989b5ab3 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:40.009068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.012473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b37152dd-5309-4213-be5f-1ecbd3762e41 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:40.132836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:40.136898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:40.244601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Attempting to bind port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:18:40.244927 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Attempting to bind port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:18:40.245250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Attempting to bind port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:40.252187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:18:40.252540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Attempting to bind port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:40.258720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:18:40.259056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Checking segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:40.259432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Bound using segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:18:40.259849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Bound port: ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:18:40.260184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.347053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:18:40.349947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:18:40.354069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.357819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f1dca3f-24c9-40ec-baec-dc10160cf4b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:40.411151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.412938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1094 time: 0.9914432
Dec 22 15:18:40.415952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:40.514515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a972d045-f3f1-45b1-b25b-9893d8303243 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:40.597357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a972d045-f3f1-45b1-b25b-9893d8303243 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:40.598031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:40.610257 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:18:40.625863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:40.629584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:40.661409 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-69866bee-225d-43f8-be90-6dc8e1c03501 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1097 time: 0.2062380
Dec 22 15:18:40.736582 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-ec7cce45-f338-4ad4-836c-2b9188ec23ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 217 time: 0.0629678
Dec 22 15:18:40.801963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5c78-1416-49e8-ab73-21225f1a875c req-dea0f9ed-d229-4387-906f-28b1b027aa8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:40.803373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-dea0f9ed-d229-4387-906f-28b1b027aa8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0596831
Dec 22 15:18:40.883317 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-b370cd60-962c-48b3-b566-dd009ad54a2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693350
Dec 22 15:18:41.063765 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-d480a5c2-bfad-4759-9a97-052cb4745e78 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685281
Dec 22 15:18:41.167264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a51b3-614e-4dc3-8a61-36faa7cf86fd req-e487f020-ecc6-4002-9799-9f6f04732b74 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:41.169001 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-014a51b3-614e-4dc3-8a61-36faa7cf86fd req-e487f020-ecc6-4002-9799-9f6f04732b74 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 944 time: 0.1899912
Dec 22 15:18:41.243083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-216d5c78-1416-49e8-ab73-21225f1a875c req-abe609a3-eea2-4dcd-b3a8-f6266c489245 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705611
Dec 22 15:18:41.245530 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-014a51b3-614e-4dc3-8a61-36faa7cf86fd req-b9886a23-97c5-4ed6-8346-74e63d2115f0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691779
Dec 22 15:18:41.364717 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-75ac5fee-9736-41ec-a83a-37defa05df38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1097 time: 0.0730669
Dec 22 15:18:41.495846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-230e8177-6072-455c-9291-28854aad2bdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:41.497206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-230e8177-6072-455c-9291-28854aad2bdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1254141
Dec 22 15:18:41.563429 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-bb518360-9d32-4e11-99b3-2057cba1df04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 217 time: 0.0588229
Dec 22 15:18:41.629204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-c4372cf9-e0b2-4174-84fa-4f9ac1a0c4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:41.630648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-c4372cf9-e0b2-4174-84fa-4f9ac1a0c4f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0595269
Dec 22 15:18:41.706464 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-f82b3cd9-59c4-43ea-aa0c-c903ae58869b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678017
Dec 22 15:18:41.839619 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-9071a00d-94c7-48e2-a497-b9d514628ebe service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220567
Dec 22 15:18:41.971138 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ed55cff2-e8e3-428b-a599-9b3eeb4a0bb6 req-89d59d63-1f57-4dfa-981c-a4a70a4f8297 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239188
Dec 22 15:18:42.454725 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a30b6a-bb2c-418c-8edc-1232b8fd0287 req-059334a0-fe40-46d1-bc38-bf47a6c2f799 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:42.456157 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b3a30b6a-bb2c-418c-8edc-1232b8fd0287 req-059334a0-fe40-46d1-bc38-bf47a6c2f799 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 944 time: 0.0813286
Dec 22 15:18:42.500816 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b3a30b6a-bb2c-418c-8edc-1232b8fd0287 req-0c9bcf47-9461-4bb0-a7f1-05110ba428e2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392261
Dec 22 15:18:43.698352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580790e9-328c-4f04-a85b-3c267e884d6c req-af6d1c26-fe2f-4f4b-a44b-d2a9a775f6f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:43.699770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-580790e9-328c-4f04-a85b-3c267e884d6c req-af6d1c26-fe2f-4f4b-a44b-d2a9a775f6f5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 944 time: 0.0809474
Dec 22 15:18:43.744738 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-580790e9-328c-4f04-a85b-3c267e884d6c req-7318c373-5e6c-4b2d-81e2-d1da61e91e17 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387285
Dec 22 15:18:44.267730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device ee4bfb80-7fac-4e80-89d1-e948989b5ab3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:18:44.400894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:44.413547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:18:44.470309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:44.487125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4bfb80-7fac-4e80-89d1-e948989b5ab3 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:18:44.502229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:44.505753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:44.508505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:44.570872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:44.573874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:44.769228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['ee4bfb80-7fac-4e80-89d1-e948989b5ab3'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:18:44.943796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f8ab4-229a-4049-9efd-d16c72a7891a req-996f9b8c-e6c4-4234-9545-8adc7976b19a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:44.945282 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a5f8ab4-229a-4049-9efd-d16c72a7891a req-996f9b8c-e6c4-4234-9545-8adc7976b19a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 945 time: 0.0750456
Dec 22 15:18:44.990380 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a5f8ab4-229a-4049-9efd-d16c72a7891a req-002ef5aa-6711-4a72-b66a-735c666e9a9d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396450
Dec 22 15:18:46.187094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66bd1-4ea6-45ab-9b9e-3a43b7938e42 req-56e17635-6b03-4a49-9f2d-8e530001f861 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:46.188570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9bf66bd1-4ea6-45ab-9b9e-3a43b7938e42 req-56e17635-6b03-4a49-9f2d-8e530001f861 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 945 time: 0.0778887
Dec 22 15:18:46.233850 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9bf66bd1-4ea6-45ab-9b9e-3a43b7938e42 req-2d220fa2-4f31-4ab0-9c49-1bc534d21b5e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392685
Dec 22 15:18:46.273654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device ee4bfb80-7fac-4e80-89d1-e948989b5ab3 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:18:46.372211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:46.377115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:46.377489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:46.486371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:46.512125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:46.522108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:18:46.526727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:46.528559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:46.594487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:46.597538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:46.643862 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'code': 200}
Dec 22 15:18:46.980802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6a4860e5-0a13-4e71-ae71-9c828c6669cb req-1e266462-6721-4509-91a4-b53178036f3e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.1740963
Dec 22 15:18:47.024365 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6a4860e5-0a13-4e71-ae71-9c828c6669cb req-3aafcc76-b883-4b83-9b1b-ea021dec3376 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357354
Dec 22 15:18:47.428575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a023a-6554-420e-a669-c8af02cf6159 req-a4f4dbe2-b1a0-43af-a40e-5efbac8ec625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:47.430000 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-974a023a-6554-420e-a669-c8af02cf6159 req-a4f4dbe2-b1a0-43af-a40e-5efbac8ec625 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0745754
Dec 22 15:18:47.478400 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-974a023a-6554-420e-a669-c8af02cf6159 req-868bd844-2f13-4b59-9b5d-46c16d17aa4e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428681
Dec 22 15:18:48.678252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779df74a-a30e-4870-88ea-fbf20b3e71ee req-6871a786-0ce2-4b70-aa18-7a8b891bef66 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:48.679701 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-779df74a-a30e-4870-88ea-fbf20b3e71ee req-6871a786-0ce2-4b70-aa18-7a8b891bef66 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0819824
Dec 22 15:18:48.725752 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-779df74a-a30e-4870-88ea-fbf20b3e71ee req-d5283b9c-f2f2-48a9-96ba-6b8ecd81af12 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405536
Dec 22 15:18:48.917345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956349b-40fe-4296-be17-836551156726 req-74e86406-bedc-460e-a705-cc70fda4e55c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:48.919030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0956349b-40fe-4296-be17-836551156726 req-74e86406-bedc-460e-a705-cc70fda4e55c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0747640
Dec 22 15:18:48.963857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0956349b-40fe-4296-be17-836551156726 req-6af85ad8-c692-4dba-9ee2-64080d877123 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387449
Dec 22 15:18:48.991425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43796) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:49.063813 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-940d2e01-3999-47bd-b679-c8d62b82b0a9 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1094 time: 0.0710092
Dec 22 15:18:49.066324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43800) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:49.071321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:49.076873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:49.080621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:49.083334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:49.088826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:49.098915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:49.234000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:49.365612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.111 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/9dc4c151-8b16-4420-9db4-de134d5ecc95) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:49.512741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:49.539395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:49.543070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dcbec09-febf-4385-af42-8e913fe4c6da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:49.601894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:49.604953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:49.607622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:49.651596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=9dc4c151-8b16-4420-9db4-de134d5ecc95,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:49.654958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:50.124932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:50.178987 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:50.488860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:50.492996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:50.496305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ec461066-1def-4079-b1aa-d1bb4e578bc3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:50.592711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=9dc4c151-8b16-4420-9db4-de134d5ecc95,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:50.595946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:50.614278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:50.803029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 516f4eb9-2644-4b67-bba7-cb37f17850cb associated. External IP: 172.26.3.111, port: ee4bfb80-7fac-4e80-89d1-e948989b5ab3.
Dec 22 15:18:51.180707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:18:51.378571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:18:51.388135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:18:51.399943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:51.400583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758b4130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:51.402730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:51.457255 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3898361
Dec 22 15:18:51.457805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:51.460221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43804) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:51.512252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:18:51.534901 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a8103e53-cdd7-4f92-aff9-97dfdb2c57e0 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1094 time: 0.0715420
Dec 22 15:18:51.589852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:51.618411 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-45767a3d-dcec-4382-b458-539ead74f476 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0828137
Dec 22 15:18:51.761855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-50850a77-19ff-429c-bc23-bf6160583a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:51.763486 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-50850a77-19ff-429c-bc23-bf6160583a2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1364069
Dec 22 15:18:51.798037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43812) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:51.803898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421118525', 'description': 'tempest-secgroup-smoke-421118525 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:51.810012 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:51.819943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:51.831480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:51.870404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-93d93097-bdb1-4e40-bca4-1dc58c8b0f3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1000 time: 0.0995734
Dec 22 15:18:51.872222 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:51.876000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:51.878844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:51.884608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:51.943337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:51.943707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-b8674867-0356-4d0b-a655-571c9098eb43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:51.945259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-b8674867-0356-4d0b-a655-571c9098eb43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0685427
Dec 22 15:18:51.948223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:51.954094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8fa8200c-e763-42f8-b60f-1f90bd04b7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:51.969395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758b4130>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:49Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:51.975042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:18:51.987126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:18:51.987753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758b4130>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:51.995096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6557694f-d0ea-4cd2-a7e7-179c7d72d531,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:51.998236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.003251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.007327 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fa837183-1acc-4d46-b777-1afe909eff88 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2054012
Dec 22 15:18:52.007461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43816) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.013645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.020762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.024848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.027804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.027945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-3da08add-44e1-4995-91c4-1ff8cc37d39c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762408
Dec 22 15:18:52.034312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.051877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.115505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.120196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.122169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3af54ce7-7a07-4ee4-809a-0139bac1605a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.147105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6946484d-b57a-4f1d-b4c5-6f175a0b4fda,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.149819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.160189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.164247 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1532035
Dec 22 15:18:52.164518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43820) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.171365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.177212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.181051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.184133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.191262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.193065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:18:52.212409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.280032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.288299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.290209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9664392c-eba1-44b5-8c85-8902d574c414 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.292945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-26bbf7e0-3a00-4715-82db-ffd7ce04fc18 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2575808
Dec 22 15:18:52.315932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47db67d2-0a47-4727-91ff-52abba496f26,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.318684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.328842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.332702 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1646206
Dec 22 15:18:52.332861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43824) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.338872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.345620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.349802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.353052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.359736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.376249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.432746 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff82b697-56b1-430c-bc4f-b7c922017c81 req-2b7c7afa-43e8-4fe0-b150-ac8a3cae5423 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328216
Dec 22 15:18:52.442408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.449753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.451843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c89b9af4-9642-4ef6-9c71-4ab75d276ec2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.472939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf61f877-5be7-496a-8363-bf5ec8c7bf71,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.476820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.485305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.486518 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1524568
Dec 22 15:18:52.489327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43828) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.495288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.501892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.505618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.508468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.514715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.531635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.558591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758b4130>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:49Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:18:52.562710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0819dd1-b0d2-4f04-aa6e-f22ee83c4c7d None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:49Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:18:52.599882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.604185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.606261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d005c4e0-1546-4843-9405-a17f1ae8d3f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.629847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d770155-084d-4611-9ee0-95f18ec861c7,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.634395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.641708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.642973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1522789
Dec 22 15:18:52.645864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43832) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.651624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.658104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.661926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.664797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.670788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.680746 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:18:52.686776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.748860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.752340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.754113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-435c453b-8dd3-457d-8ba4-b1eab39af1a9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.776043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e8cb40-2abc-44f7-ac38-6c64377dad67,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.778405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.786229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.787679 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1407032
Dec 22 15:18:52.790375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:18:52.795984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '6557694f-d0ea-4cd2-a7e7-179c7d72d531', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:52.801547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:52.805267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:18:52.808027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:18:52.813644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:52.823553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:18:52.830270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.896452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.900249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.906656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e034eec7-80de-44b5-8c0b-29779f57a244 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:52.927082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75d80d1-d1f5-4f4d-8469-45dca77af145,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:52.930073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:52.938682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:52.939934 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1486750
Dec 22 15:18:53.109682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-5ad824fc-fe46-4f4b-926b-9b49e65910ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:53.125292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-5ad824fc-fe46-4f4b-926b-9b49e65910ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:53.126497 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-5ad824fc-fe46-4f4b-926b-9b49e65910ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421118525&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0573213
Dec 22 15:18:53.274031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-8a0a13cb-534b-4172-833d-4f2704bdbef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:53.275472 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-8a0a13cb-534b-4172-833d-4f2704bdbef1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 796 time: 0.1425474
Dec 22 15:18:53.292625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-af2fa532-e779-4f25-a44a-76551e8a587b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0111561
Dec 22 15:18:53.304259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-a5197914-d4b9-4dec-b3f6-004f3e7511a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737848
Dec 22 15:18:53.378873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-1b387946-460a-4102-9459-0db4ac215538 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0801003
Dec 22 15:18:53.444129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-f38fbd15-56f7-42ee-a5ba-f2843d51f774 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0692520
Dec 22 15:18:53.519863 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-e748ef16-7182-4e3d-977b-81f8868a006f service neutron] 10.222.0.69 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288424
Dec 22 15:18:53.589191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-faaf4124-f015-4693-b213-d0c51aacaea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:53.590522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-faaf4124-f015-4693-b213-d0c51aacaea7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1275730
Dec 22 15:18:53.653332 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-7470f859-fd3e-4863-82ed-29435aba24c3 service neutron] 10.222.0.69 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277695
Dec 22 15:18:53.699885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-2c325852-0991-4f24-b3b4-b1e0e783c4f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1000 time: 0.0987275
Dec 22 15:18:53.762780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-7f15f08b-715d-4e0b-b753-a116d2fe01c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:53.764600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-7f15f08b-715d-4e0b-b753-a116d2fe01c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0578735
Dec 22 15:18:53.854947 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b6502426-e8d2-4760-9699-8d7705c6569e req-602eca16-3133-447a-997a-408e9e2d6f00 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 210 time: 0.0464015
Dec 22 15:18:53.886608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-3534e283-ddcf-4286-9e7b-3d8a4b91990d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1159589
Dec 22 15:18:54.024283 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-85c99f47-f538-4d29-8ae9-21c1b1beecee service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308293
Dec 22 15:18:54.159712 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8c025cc-96fc-4302-b9a7-f35542447c54 req-2e7e481c-8565-4635-ad73-37850ea93495 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283691
Dec 22 15:18:54.530655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34e086-10f8-468d-bd41-54cb2fddf1e7 None None] New status for floating IP 516f4eb9-2644-4b67-bba7-cb37f17850cb: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:18:54.593148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4988c196-bae0-4834-9987-c0edd6b39c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:55.026070 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9c1afca5-358b-4e73-a0be-3a2c3b12fe96 req-37b9f1b3-a4db-47dd-b3ff-39812ce10ecd tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 210 time: 0.0454395
Dec 22 15:18:55.038061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-f56a6ef5-a3fa-4e47-bee4-cfd0c21c5648 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:55.039515 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-f56a6ef5-a3fa-4e47-bee4-cfd0c21c5648 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 796 time: 0.1496155
Dec 22 15:18:55.103047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-9c811342-c135-4359-98b3-9891104155e1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 471 time: 0.0419836
Dec 22 15:18:55.114593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['6557694f-d0ea-4cd2-a7e7-179c7d72d531']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:55.251132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:18:55.261149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:18:55.271949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:18:55.274901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:55.436135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.12 (fc5ee87c-cbd1-4233-91b4-4498b8a9347e/15ccf2d4-c938-4d94-b5e5-0c2742d47426/48bf197c-a68a-4c62-8d7c-e215a4f21b5c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:18:55.625522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:55.640979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 48bf197c-a68a-4c62-8d7c-e215a4f21b5c will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:55.662824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:55.668180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1e608f2b-e4c2-41e3-9a38-f3750840fed7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:55.731287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:18:55.738744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:18:55.743086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:18:55.779165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:55.783981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:55.810431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:55.811620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:55.836453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7253399
Dec 22 15:18:55.847497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-c8071152-1e3c-4e52-8943-130765daa98a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:18:55.848586 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-c8071152-1e3c-4e52-8943-130765daa98a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055134
Dec 22 15:18:55.859810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Request body: {'port': {'device_id': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:18:56.022973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-05b80d47-a0f2-4e9f-b62c-6918376a7b31 None None] Provisioning for port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:18:56.027532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-05b80d47-a0f2-4e9f-b62c-6918376a7b31 None None] Provisioning complete for port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:18:56.027909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-05b80d47-a0f2-4e9f-b62c-6918376a7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.074139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.079688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-05b80d47-a0f2-4e9f-b62c-6918376a7b31 None None] Port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:18:56.382198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067796-c49c-4891-8c9c-eec6366142fd req-e5f547bf-6234-4fb6-98ea-9fc0d516a456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:56.382887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3e067796-c49c-4891-8c9c-eec6366142fd req-e5f547bf-6234-4fb6-98ea-9fc0d516a456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:18:56.420093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3e067796-c49c-4891-8c9c-eec6366142fd req-e5f547bf-6234-4fb6-98ea-9fc0d516a456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:18:56.421293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3e067796-c49c-4891-8c9c-eec6366142fd req-e5f547bf-6234-4fb6-98ea-9fc0d516a456 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 932 time: 0.2715611
Dec 22 15:18:56.527048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf197c-a68a-4c62-8d7c-e215a4f21b5c {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:18:56.535077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3e067796-c49c-4891-8c9c-eec6366142fd req-4eaa0a68-7070-4928-8b92-464447c84d13 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072421
Dec 22 15:18:56.536649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.552443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Transition to ACTIVE for port object 48bf197c-a68a-4c62-8d7c-e215a4f21b5c will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:18:56.556442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.561710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-778e9eb7-12df-427b-8a2d-d0847a373e06 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:56.691898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Pushing event updated for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:56.695575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:56.804629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Attempting to bind port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:18:56.804952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Attempting to bind port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:18:56.805277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Attempting to bind port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:56.811314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:18:56.811654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Attempting to bind port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c on network fc5ee87c-cbd1-4233-91b4-4498b8a9347e {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:18:56.818133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:18:56.818464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Checking segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:18:56.818841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Bound using segment: {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:18:56.819258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Bound port: 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1500020d-23b8-4fca-82f6-21e1c9efb0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:18:56.819597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.912188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:18:56.915261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:18:56.921737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.925732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48287459-48d2-4d09-a49d-6d2168434f27 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:18:56.992329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:56.994130 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] 10.222.0.61 "PUT /v2.0/ports/48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 200  len: 1094 time: 1.1385734
Dec 22 15:18:56.994657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:18:57.025887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Pushing event updated for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:18:57.039864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:18:57.081540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'status': 'completed', 'code': 200}
Dec 22 15:18:57.136649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-44f75c88-0865-4b91-8a8d-9ba3991af4be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1097 time: 0.0953631
Dec 22 15:18:57.219786 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-928b5311-430b-4ee7-8247-2fa74449c9a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 200  len: 217 time: 0.0749295
Dec 22 15:18:57.290333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-b67220fa-6ddb-44c2-afd0-ed0a439831a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:57.291659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-b67220fa-6ddb-44c2-afd0-ed0a439831a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0646493
Dec 22 15:18:57.372900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-a84a2492-4a5d-46a1-8d93-1140ff1ae091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713708
Dec 22 15:18:57.509012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-ba407bce-a9d5-4c60-aa25-0393b1e69124 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256745
Dec 22 15:18:57.547897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53485124-826e-46c2-80c4-91a193f0cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:57.644629 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0972b4ee-0e3a-4823-b69d-ae1395729392 req-c37d2c55-bfad-42e1-ae52-a415703e798a service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289976
Dec 22 15:18:57.898572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c625e-dc8b-4c25-a281-f6ba1d859330 req-9a0ddbe9-6de5-4a8c-ada8-ba7508eaa920 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:57.900002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c8c625e-dc8b-4c25-a281-f6ba1d859330 req-9a0ddbe9-6de5-4a8c-ada8-ba7508eaa920 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 944 time: 0.2402005
Dec 22 15:18:57.903352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-0b0e321d-ba1b-411b-8bcc-7509f13f8bb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1097 time: 0.2089586
Dec 22 15:18:58.027753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4c8c625e-dc8b-4c25-a281-f6ba1d859330 req-85e800c5-6b34-411b-8a91-565933216e86 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222303
Dec 22 15:18:58.044668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:58.063014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847014-a7f9-402a-acd5-456350250b6b req-5c301848-4562-4e33-a4e6-401255ddd9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:58.064478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-5c301848-4562-4e33-a4e6-401255ddd9d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1463799
Dec 22 15:18:58.135094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:18:58.139428 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-f2270b66-853b-4150-9394-73ea1e34db75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 200  len: 217 time: 0.0646183
Dec 22 15:18:58.210325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847014-a7f9-402a-acd5-456350250b6b req-bc2dc337-16ea-4a6a-8425-39b9b81d3c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:58.211652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-bc2dc337-16ea-4a6a-8425-39b9b81d3c04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0571439
Dec 22 15:18:58.285216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-f9512021-fae4-4c14-a120-fd8d7112fdfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665057
Dec 22 15:18:58.414921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-c2e7d457-0ae3-492e-98a4-2ecab3ccd735 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223905
Dec 22 15:18:58.551714 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b0847014-a7f9-402a-acd5-456350250b6b req-d2bb6fc7-1c2f-44bd-b5de-cd42d3d04b7e service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248024
Dec 22 15:18:59.225289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455faa-e7c0-496f-9a9d-f1dec18c10ff req-f75b8d86-15b0-4e69-9051-6199dc667acf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:18:59.226709 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a455faa-e7c0-496f-9a9d-f1dec18c10ff req-f75b8d86-15b0-4e69-9051-6199dc667acf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 944 time: 0.0767114
Dec 22 15:18:59.272121 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a455faa-e7c0-496f-9a9d-f1dec18c10ff req-35b014a0-6318-45a4-9d82-4eb70a4c1e45 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399237
Dec 22 15:18:59.346321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:00.336565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 48bf197c-a68a-4c62-8d7c-e215a4f21b5c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:19:00.475784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726fe8-a148-4cdd-b8c6-43106c7fd391 req-ddfe8524-875a-4bc9-9a4d-77c69ee77aeb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:00.477317 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0726fe8-a148-4cdd-b8c6-43106c7fd391 req-ddfe8524-875a-4bc9-9a4d-77c69ee77aeb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 944 time: 0.0823116
Dec 22 15:19:00.518326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:00.526169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0726fe8-a148-4cdd-b8c6-43106c7fd391 req-72cc0afe-a080-4e5f-b197-761e4ce140e6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425844
Dec 22 15:19:00.531576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'port_id': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'mac_address': 'fa:16:3e:b8:4d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:19:00.587379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:00.603913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bf197c-a68a-4c62-8d7c-e215a4f21b5c {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:19:00.618556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:00.622520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:00.625755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:00.689919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:00.692951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:00.874903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['48bf197c-a68a-4c62-8d7c-e215a4f21b5c'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:19:01.723759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4434e80-c877-4103-aff2-dfe1a8be4728 req-ccb693e5-8c75-48f2-a70d-48cd7ec8b141 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:01.725265 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d4434e80-c877-4103-aff2-dfe1a8be4728 req-ccb693e5-8c75-48f2-a70d-48cd7ec8b141 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 945 time: 0.0788047
Dec 22 15:19:01.770153 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d4434e80-c877-4103-aff2-dfe1a8be4728 req-dea8dda3-73b8-4e15-a2a4-8dc9c5fc285a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393832
Dec 22 15:19:02.351786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 48bf197c-a68a-4c62-8d7c-e215a4f21b5c up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:19:02.420238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:19:02.424708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:19:02.425090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:02.535514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:02.562252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:02.574331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:02.579113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:02.582195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-73554543-f878-483c-94c0-90ff93ecd737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:02.617344 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'code': 200}
Dec 22 15:19:02.651001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:02.653922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:02.848409 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7a6583c-c718-4955-a86e-05b890ce8248 req-95a3a70b-a581-4476-9e2c-d09dc66943d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1099 time: 0.0679526
Dec 22 15:19:02.897547 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7a6583c-c718-4955-a86e-05b890ce8248 req-ea579f88-f291-4f39-955e-2f47d378e2d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417469
Dec 22 15:19:02.968281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7eee-3c0a-4d94-a2c3-d02952d490a5 req-aaf03d9a-c640-4c4c-a7c0-749f39f9a859 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:02.969751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9d4f7eee-3c0a-4d94-a2c3-d02952d490a5 req-aaf03d9a-c640-4c4c-a7c0-749f39f9a859 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.0761201
Dec 22 15:19:03.015262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9d4f7eee-3c0a-4d94-a2c3-d02952d490a5 req-770b0670-98df-49f3-a718-2b1a8d548ede tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401075
Dec 22 15:19:03.327907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:04.218965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8215dd-7367-46e2-803b-8309e6334cb9 req-c20c12d1-d8c0-4ebe-93a9-a17648b1048d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:04.220427 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd8215dd-7367-46e2-803b-8309e6334cb9 req-c20c12d1-d8c0-4ebe-93a9-a17648b1048d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.0779762
Dec 22 15:19:04.265283 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd8215dd-7367-46e2-803b-8309e6334cb9 req-3c2688bf-6e4a-40b6-bc7b-4f094b149ea0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393765
Dec 22 15:19:05.263979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:19:05.551020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d57fa-f3ba-4e5f-ac30-9e8327cec772 req-8bd8e70c-5bfe-45a3-be23-6b93b1821aeb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:05.552541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-660d57fa-f3ba-4e5f-ac30-9e8327cec772 req-8bd8e70c-5bfe-45a3-be23-6b93b1821aeb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.1684856
Dec 22 15:19:05.598137 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-660d57fa-f3ba-4e5f-ac30-9e8327cec772 req-7bef11da-288b-41bc-8bac-3affbcc31797 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400708
Dec 22 15:19:05.793026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68d64-5a56-4828-a5d0-cbfc5723453d req-bd1bc81b-dee6-493d-981e-3efaed4a9313 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:05.794761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ce68d64-5a56-4828-a5d0-cbfc5723453d req-bd1bc81b-dee6-493d-981e-3efaed4a9313 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.0800362
Dec 22 15:19:05.839934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ce68d64-5a56-4828-a5d0-cbfc5723453d req-762c93df-bfe2-4927-b39a-a8f408c804bb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393631
Dec 22 15:19:05.866556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43882) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:05.936425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8e770090-0b64-4be3-97b1-f8ae56c8d94a tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1094 time: 0.0679564
Dec 22 15:19:05.938767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43886) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:05.944076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:19:05.949763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:19:05.954223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:19:05.957049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:19:05.962576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:19:05.973026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:06.106757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:06.242941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.60 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/3f0de71c-fef2-489e-bf91-eb3e12e0e6ed) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:19:06.387363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:06.413688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:06.417183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:06.480756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:19:06.484643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:19:06.488715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:19:06.626360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=3f0de71c-fef2-489e-bf91-eb3e12e0e6ed,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:06.632689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:07.100068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:07.152118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:07.350313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:07.354571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:07.358104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ba699f19-5f8a-4c63-b4a4-fe9da19ff231 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:07.455465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=3f0de71c-fef2-489e-bf91-eb3e12e0e6ed,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:07.459309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:07.473023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:07.661451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP cc6b4c38-c5a6-455b-8d35-5b7afe6e313c associated. External IP: 172.26.3.60, port: 48bf197c-a68a-4c62-8d7c-e215a4f21b5c.
Dec 22 15:19:08.155481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:19:08.350400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:19:08.359868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:19:08.372057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:19:08.372698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bd7c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:08.373864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:08.444055 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4862587
Dec 22 15:19:08.444055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:08.495830 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'status': 'completed', 'code': 200}
Dec 22 15:19:08.554534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:19:08.597164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-37f30790-f952-4956-93fb-7133b9f8b43e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1099 time: 0.0729914
Dec 22 15:19:08.732907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-1eb421ba-e233-4729-9529-7539aa6a3bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:08.734403 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-1eb421ba-e233-4729-9529-7539aa6a3bed service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1294916
Dec 22 15:19:08.839589 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-8a27a1f2-d575-40aa-b101-4f6c6834bbc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 200  len: 999 time: 0.0976734
Dec 22 15:19:08.902680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-ce6a673a-dd07-4c89-8b81-7b35a741513b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:08.902970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bd7c0>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}, {'id': 'cc6b4c38-c5a6-455b-8d35-5b7afe6e313c', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:b8:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:06Z', 'updated_at': '2021-12-22T15:19:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:08.904651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-ce6a673a-dd07-4c89-8b81-7b35a741513b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0576425
Dec 22 15:19:08.907048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:19:08.917686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:19:08.918295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bd7c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:18:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:08.978789 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-f53bbb7e-4a53-4d71-ae9b-47b77e48fb4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671880
Dec 22 15:19:09.097441 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:19:09.115205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-e41bc965-40e4-465d-9f9c-b34e62c5291e service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262183
Dec 22 15:19:09.250619 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eafc80e5-a780-4ede-929d-27f2eef86122 req-1d31db4b-010b-4aff-afb4-a45a841edaf3 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263416
Dec 22 15:19:09.476564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bd7c0>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}, {'id': 'cc6b4c38-c5a6-455b-8d35-5b7afe6e313c', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:b8:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:06Z', 'updated_at': '2021-12-22T15:19:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:09.480429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66adf6dc-085c-48ef-b41a-196183a0eebe None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}, {'id': 'cc6b4c38-c5a6-455b-8d35-5b7afe6e313c', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:b8:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:19:06Z', 'updated_at': '2021-12-22T15:19:06Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:19:09.671977 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecca33d-b3b7-42ea-8ed5-89c5e2f04f34 None None] New status for floating IP cc6b4c38-c5a6-455b-8d35-5b7afe6e313c: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:19:24.596593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c20dfe24-2f22-4d39-a68b-0d379ff4b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:27.551158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-62b92522-0c6b-47f7-a86a-8b7aec0a7940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:28.047170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:28.136738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:29.348536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:33.328052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:42.263713 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:19:44.587106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43904) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:44.693643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-863e2350-f182-4d9a-a1cd-a07b650199d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/516f4eb9-2644-4b67-bba7-cb37f17850cb HTTP/1.1" status: 200  len: 994 time: 0.1053135
Dec 22 15:19:45.434907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43914) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:45.440968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:19:45.556690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:45.765265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:45.790821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:45.795325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:45.799282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:45.855952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:45.856592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:45.857914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/ports/ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 939 time: 0.4220536
Dec 22 15:19:45.858642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:45.885475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=6']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:45.895303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.895670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.896040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.896428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.896784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.897140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.897496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.897849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.898203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.898550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.898899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:45.903141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:45.921312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:19:46.021670 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-4abb12b3-ad7d-49d0-b195-34a5ec58e08c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1100 time: 0.0747268
Dec 22 15:19:46.108550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c2337d8e-6da6-4043-9016-8d968beb4f45 None None] Provisioning complete for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:19:46.109146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c2337d8e-6da6-4043-9016-8d968beb4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:46.155855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-3f2474c6-6571-46f9-8b3c-f51ce00dfccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:46.157271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-3f2474c6-6571-46f9-8b3c-f51ce00dfccd service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1257613
Dec 22 15:19:46.169449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c2337d8e-6da6-4043-9016-8d968beb4f45 None None] Port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 is administratively disabled so it will not transition to active. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Dec 22 15:19:46.368420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-f83ed564-c7e8-47ad-bb62-bd2cf2f77e26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1003 time: 0.1996310
Dec 22 15:19:46.432723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-23a000cc-3c02-46f7-b5bd-554b1434dba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:46.434101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-23a000cc-3c02-46f7-b5bd-554b1434dba7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0582528
Dec 22 15:19:46.507354 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-1edc7d69-4cb9-4623-9305-6ddb3504a2a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0651352
Dec 22 15:19:46.639773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-3d31fe0a-7627-4bc0-b22b-c743e3235b46 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243820
Dec 22 15:19:46.772918 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e9a2b6c9-69b1-434d-8ffe-885f8b659783 req-c9f5859a-348a-4295-9c45-f75571556931 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229851
Dec 22 15:19:49.305486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43924) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:49.311245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:19:49.426385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:49.629558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:49.658747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:49.663115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:49.666619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9d58e4e6-9069-468d-bc01-d92cf3f044ed tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:49.735035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:49.735671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:49.737391 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/ports/ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 938 time: 0.4306850
Dec 22 15:19:49.737991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:49.740046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 43928) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:49.757143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=7']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:49.768932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.769230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.769767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.770494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.770936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.771409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.771844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.772465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.773326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.773526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.773869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:19:49.787234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:49.876947 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9ddc9157-ff96-4604-929f-852c7c972850 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/516f4eb9-2644-4b67-bba7-cb37f17850cb HTTP/1.1" status: 200  len: 994 time: 0.1325579
Dec 22 15:19:49.888710 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:19:49.989878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-10c9da5f-0ceb-4cc3-b5fe-1a59c8ffd4b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0742738
Dec 22 15:19:50.009707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f7e8508c-2cca-495a-bdcc-fa0c3e189429 None None] Provisioning complete for port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:19:50.010271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f7e8508c-2cca-495a-bdcc-fa0c3e189429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:50.034829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['ee4bfb80-7fac-4e80-89d1-e948989b5ab3'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:19:50.126780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-9e59ebd7-e66b-4528-9be7-d2caf17bb3ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:50.128825 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-9e59ebd7-e66b-4528-9be7-d2caf17bb3ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1325161
Dec 22 15:19:50.234881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-eb454465-ab63-4b42-b297-f61c559fdc90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1002 time: 0.0960269
Dec 22 15:19:50.300341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-20f08432-e065-441b-9f48-a7687183f365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:50.301783 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-20f08432-e065-441b-9f48-a7687183f365 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0599027
Dec 22 15:19:50.378023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-87430940-7d2f-43e1-83d2-d28cb9b9398b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694184
Dec 22 15:19:50.506956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-563670c7-f6de-4106-b3c1-62fe7905b09c service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216018
Dec 22 15:19:50.642706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fc01065e-238e-411f-a091-6cdc46bc8436 req-6140993b-4b47-4938-9652-2a83ec7fa9f2 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248002
Dec 22 15:19:52.460856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43942) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:52.658213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 3f0de71c-fef2-489e-bf91-eb3e12e0e6ed {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:19:52.658551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:52.823600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:52.823846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:52.940921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 3f0de71c-fef2-489e-bf91-eb3e12e0e6ed owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:19:53.083775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:53.087141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:53.128223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=3f0de71c-fef2-489e-bf91-eb3e12e0e6ed,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:53.130737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:53.218430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:53.311193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-d7cd9c60-2931-40ea-9976-2962d199d104 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739889
Dec 22 15:19:53.456979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-cf855e84-94fd-4125-b25f-ebac1065c8ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0717273
Dec 22 15:19:53.719200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-3e3b27aa-ec19-4664-8eb2-8c93fca1e878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:53.721141 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-3e3b27aa-ec19-4664-8eb2-8c93fca1e878 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.2398596
Dec 22 15:19:53.735129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:19:53.829600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-0e73e2b3-ffa3-450a-8b8d-869a3d7dd40c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 1002 time: 0.0981143
Dec 22 15:19:53.892011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-2ecddbb3-38db-411d-9633-e4a5c89d955a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:53.893471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-2ecddbb3-38db-411d-9633-e4a5c89d955a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0570643
Dec 22 15:19:53.938449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:19:53.948623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:19:53.959987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:53.963303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:19:53.963938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:53.976686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-553db5ae-0631-439b-8adf-7cfccd711fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755403
Dec 22 15:19:54.014259 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/cc6b4c38-c5a6-455b-8d35-5b7afe6e313c HTTP/1.1" status: 204  len: 168 time: 1.5529382
Dec 22 15:19:54.015030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:54.103913 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'status': 'completed', 'code': 200}
Dec 22 15:19:54.131083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-dcfee6fa-54c3-4a0f-aa42-bbebd269f3b3 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469138
Dec 22 15:19:54.157123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:19:54.330601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-182f5d3f-d234-41bd-b4e7-7951f5add037 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 1099 time: 0.1985393
Dec 22 15:19:54.332488 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e7734699-344b-4b2e-ba71-56d6b1c49dc2 req-82228794-ebb6-4f9c-b839-56016432604e service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667144
Dec 22 15:19:54.516426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0430>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:54.520735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:19:54.531237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:19:54.531848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755e0430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:54.536827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-8a71dae9-1a6a-4a18-8892-e55ce2de8896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:54.538279 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-8a71dae9-1a6a-4a18-8892-e55ce2de8896 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1963921
Dec 22 15:19:54.544828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3991f-a2ed-48fe-a9a7-06afd17723cc req-ff64d94d-ab10-4e86-82c0-4fb6321c233c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:54.546247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ca3991f-a2ed-48fe-a9a7-06afd17723cc req-ff64d94d-ab10-4e86-82c0-4fb6321c233c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.1834641
Dec 22 15:19:54.615098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a9c27eac-d9b4-4be0-926e-b79dd39614cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:54.633402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-d23e5ef3-7e54-4346-979a-103eaffe798b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 200  len: 217 time: 0.0862119
Dec 22 15:19:54.696745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ca3991f-a2ed-48fe-a9a7-06afd17723cc req-9ed888e0-0b9e-4056-b2a3-ad4fb856b319 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002767
Dec 22 15:19:54.716539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-ab81e1ab-c632-4232-b4ab-c9f35353271e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:54.718660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-ab81e1ab-c632-4232-b4ab-c9f35353271e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0767672
Dec 22 15:19:54.786571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:19:54.802461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-fa1af671-f80e-4783-8c57-2426b583d433 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765245
Dec 22 15:19:54.935064 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-2b05c550-1bfd-4087-b171-d5fdff3587c4 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253083
Dec 22 15:19:55.070620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c27cf70e-3251-4da0-a455-48cc82ebcd56 req-3e797058-b379-496c-a02e-fbbd38670ee1 service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273699
Dec 22 15:19:55.136095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755e0430>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:19:55.139996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eaaf6-dafc-44eb-b826-4ef0259f6589 None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '516f4eb9-2644-4b67-bba7-cb37f17850cb', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'port_id': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'mac_address': 'fa:16:3e:46:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374e193-0e15-4888-92a4-dd179b342bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:18:49Z', 'updated_at': '2021-12-22T15:18:54Z', 'revision_number': 1, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:19:55.450241 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df0926-28ae-402c-a9a4-abdd0c11f02c None None] New status for floating IP cc6b4c38-c5a6-455b-8d35-5b7afe6e313c: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:19:55.899868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdd1ad-1c28-4252-97ba-2b2206db3770 req-966ca1d9-efd6-47ca-b940-5f8e8d44073c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:55.900484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-93fdd1ad-1c28-4252-97ba-2b2206db3770 req-966ca1d9-efd6-47ca-b940-5f8e8d44073c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:19:55.916159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-93fdd1ad-1c28-4252-97ba-2b2206db3770 req-966ca1d9-efd6-47ca-b940-5f8e8d44073c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:19:55.917367 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-93fdd1ad-1c28-4252-97ba-2b2206db3770 req-966ca1d9-efd6-47ca-b940-5f8e8d44073c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.0949144
Dec 22 15:19:55.942373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-51c68545-cfe6-4bec-9d29-18dbc5afecc0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:19:55.943819 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-51c68545-cfe6-4bec-9d29-18dbc5afecc0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 946 time: 0.0799029
Dec 22 15:19:55.965015 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-93fdd1ad-1c28-4252-97ba-2b2206db3770 req-60895e3e-8d63-4e19-a042-83f5d316902c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=6557694f-d0ea-4cd2-a7e7-179c7d72d531&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417180
Dec 22 15:19:56.013930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:19:56.014267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:56.360716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:19:56.361050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:56.478056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 48bf197c-a68a-4c62-8d7c-e215a4f21b5c owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:19:56.617209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:56.623073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5203bf75-5faa-4509-b117-cac3e9ec9ba3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:56.665947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=48bf197c-a68a-4c62-8d7c-e215a4f21b5c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:56.669450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:56.739045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 48bf197c-a68a-4c62-8d7c-e215a4f21b5c on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:19:56.741406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:56.743836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'name': 'network-vif-deleted', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:19:56.758911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-31438e71-f8a6-4573-a67c-7044d7b3b0f8 req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/48bf197c-a68a-4c62-8d7c-e215a4f21b5c HTTP/1.1" status: 204  len: 173 time: 0.8090765
Dec 22 15:19:56.799660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbca72f-8b71-47d4-8630-35f0bb2ba12f', 'name': 'network-vif-deleted', 'tag': '48bf197c-a68a-4c62-8d7c-e215a4f21b5c', 'status': 'completed', 'code': 200}
Dec 22 15:19:57.144950 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c6f987f7-8d89-42b9-921d-c8471df50866 req-62bb46eb-484b-4984-a826-5785eeb73cec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fbca72f-8b71-47d4-8630-35f0bb2ba12f HTTP/1.1" status: 200  len: 210 time: 0.0419245
Dec 22 15:19:57.558564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-35b76934-aa63-44ad-8003-8ccf3bf2e894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.050143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.140136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.262212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:58.330306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.362914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.427421 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.431503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fcf96d7-e231-4cd8-8e03-8907f947d286 tempest-SecGroupIPv6Test-1432372727 tempest-SecGroupIPv6Test-1432372727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:58.448493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6557694f-d0ea-4cd2-a7e7-179c7d72d531,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:58.451996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:58.460413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.461536 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/6557694f-d0ea-4cd2-a7e7-179c7d72d531 HTTP/1.1" status: 204  len: 168 time: 0.1982877
Dec 22 15:19:58.506370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43968) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:19:58.701854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 9dc4c151-8b16-4420-9db4-de134d5ecc95 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:19:58.702183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.867245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.867561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:58.983295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 9dc4c151-8b16-4420-9db4-de134d5ecc95 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:19:59.125307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:59.128831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-861ba46b-f86c-4255-980f-4217dd97f92c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:19:59.168111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=9dc4c151-8b16-4420-9db4-de134d5ecc95,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:19:59.171347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:19:59.352140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:59.366949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:59.749276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:19:59.943030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:19:59.952182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:19:59.960949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:19:59.965034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:19:59.965720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576009b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:00.016318 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/516f4eb9-2644-4b67-bba7-cb37f17850cb HTTP/1.1" status: 204  len: 168 time: 1.5086961
Dec 22 15:20:00.017100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:20:00.073311 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:20:00.159924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:00.169399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-101d0c50-486e-4c1a-996a-669bdeea974f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0694959
Dec 22 15:20:00.306468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-5239a0d9-a181-4ae0-86d6-88ac60fe62cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:00.308085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-5239a0d9-a181-4ae0-86d6-88ac60fe62cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 200  len: 897 time: 0.1312702
Dec 22 15:20:00.382351 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-425f6f52-8867-4834-97d2-2ceb22049da5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 200  len: 217 time: 0.0659487
Dec 22 15:20:00.411223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-851bf44e-0be2-4921-b146-e594c237ae93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:00.411907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-851bf44e-0be2-4921-b146-e594c237ae93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:00.428213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-851bf44e-0be2-4921-b146-e594c237ae93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:00.429432 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-851bf44e-0be2-4921-b146-e594c237ae93 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0980780
Dec 22 15:20:00.454934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-f873652e-a8c3-4e6d-af7e-0553e2bec0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:00.456479 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-f873652e-a8c3-4e6d-af7e-0553e2bec0c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 200  len: 835 time: 0.0673406
Dec 22 15:20:00.483786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576009b20>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:00.484336 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-24759242-b75b-4d47-b76a-2300d620cce1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:00.488932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:20:00.500078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:00.500765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8576009b20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:00.501036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-24759242-b75b-4d47-b76a-2300d620cce1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:00.502209 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a84174f6-5527-4f1e-a4c2-9e16cd232656 req-24759242-b75b-4d47-b76a-2300d620cce1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670924
Dec 22 15:20:00.545503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-19f83a65-2987-4efc-a4cf-6d81e98a58cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc5ee87c-cbd1-4233-91b4-4498b8a9347e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808184
Dec 22 15:20:00.649366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 48bf197c-a68a-4c62-8d7c-e215a4f21b5c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:20:00.679938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-54c65226-f3e2-4daa-a2ff-7f7e3111343c service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254950
Dec 22 15:20:00.692967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 48bf197c-a68a-4c62-8d7c-e215a4f21b5c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:20:00.693323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 48bf197c-a68a-4c62-8d7c-e215a4f21b5c not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:20:00.731717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:00.816108 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad2aaee3-800b-47c5-9488-9f1ac86d03b1 req-7b68bf91-b968-40ad-bbc1-bcec3e76232c service neutron] 10.222.0.61 "GET /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284223
Dec 22 15:20:01.080932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8576009b20>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:01.084796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b94f7-747b-4980-a44f-7122e46ab55e None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a972d045-f3f1-45b1-b25b-9893d8303243', 'name': '', 'network_id': 'fc5ee87c-cbd1-4233-91b4-4498b8a9347e', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:31Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '15ccf2d4-c938-4d94-b5e5-0c2742d47426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:20:01.281935 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e77264-d372-494f-84f1-810a4e7c7ebb None None] New status for floating IP 516f4eb9-2644-4b67-bba7-cb37f17850cb: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:20:01.702487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095452c-e72b-4dcb-95b0-59b2e2ba1110 req-28d1f4dd-7f88-4775-9012-e9edd01b38a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:01.703079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d095452c-e72b-4dcb-95b0-59b2e2ba1110 req-28d1f4dd-7f88-4775-9012-e9edd01b38a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:01.715855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d095452c-e72b-4dcb-95b0-59b2e2ba1110 req-28d1f4dd-7f88-4775-9012-e9edd01b38a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:01.716992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d095452c-e72b-4dcb-95b0-59b2e2ba1110 req-28d1f4dd-7f88-4775-9012-e9edd01b38a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0909152
Dec 22 15:20:01.761399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d095452c-e72b-4dcb-95b0-59b2e2ba1110 req-1d962b7b-7fdc-4762-8938-174cd548fe32 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac1889d1-ff6e-4a95-9f1f-85f94026110b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390012
Dec 22 15:20:02.050948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-90e79d95-75d4-49da-b87d-fdc371cf6fcf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:02.052254 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-90e79d95-75d4-49da-b87d-fdc371cf6fcf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 946 time: 0.0800562
Dec 22 15:20:02.121142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:20:02.121484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:02.460597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port ee4bfb80-7fac-4e80-89d1-e948989b5ab3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:02.460947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:02.580450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for ee4bfb80-7fac-4e80-89d1-e948989b5ab3 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:20:02.722565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:02.728530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:02.772119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=ee4bfb80-7fac-4e80-89d1-e948989b5ab3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:02.774990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:02.847138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port ee4bfb80-7fac-4e80-89d1-e948989b5ab3 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:20:02.849535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:02.852190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'name': 'network-vif-deleted', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:20:02.867416 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-206723d7-0328-4f38-b4f2-f051ed6c1a96 req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/ee4bfb80-7fac-4e80-89d1-e948989b5ab3 HTTP/1.1" status: 204  len: 173 time: 0.8061547
Dec 22 15:20:02.910114 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374e193-0e15-4888-92a4-dd179b342bd9', 'name': 'network-vif-deleted', 'tag': 'ee4bfb80-7fac-4e80-89d1-e948989b5ab3', 'status': 'completed', 'code': 200}
Dec 22 15:20:02.931112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-229b1fca-b2ca-47a9-9bbe-05d8c72d785e req-3e225769-c6e1-4a8f-b6e9-951f9b460bb8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=8374e193-0e15-4888-92a4-dd179b342bd9 HTTP/1.1" status: 200  len: 210 time: 0.0469215
Dec 22 15:20:03.364286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:04.034201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43986) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:04.101533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:04.129946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:04.192249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:04.195935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:04.211383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1889d1-ff6e-4a95-9f1f-85f94026110b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:04.214388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:04.221700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:04.222735 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/ac1889d1-ff6e-4a95-9f1f-85f94026110b HTTP/1.1" status: 204  len: 168 time: 0.1875837
Dec 22 15:20:04.262396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:04.657908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:05.357389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port a972d045-f3f1-45b1-b25b-9893d8303243 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:20:05.358110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:05.537892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port a972d045-f3f1-45b1-b25b-9893d8303243, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a972d045-f3f1-45b1-b25b-9893d8303243,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:05.538242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:05.656673 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for a972d045-f3f1-45b1-b25b-9893d8303243 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:20:05.833149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:05.837195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c41885c-fba9-4de6-a88d-2c083d9b74f6 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:05.881714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=a972d045-f3f1-45b1-b25b-9893d8303243,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:05.884180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:06.175764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:06.666807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device ee4bfb80-7fac-4e80-89d1-e948989b5ab3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:20:06.699710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: ee4bfb80-7fac-4e80-89d1-e948989b5ab3 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:20:06.700073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device ee4bfb80-7fac-4e80-89d1-e948989b5ab3 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:20:06.859805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:20:07.053674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:20:07.064073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Sync routers for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:20:07.066548 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8030393
Dec 22 15:20:07.069182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 43996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:07.075505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:07.076127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d03880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:07.253329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 15ccf2d4-c938-4d94-b5e5-0c2742d47426 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:20:07.253663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:07.256128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.308696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.392625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.464262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.468413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-291e80a1-1077-4cad-80bf-174ceb79db3a tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:07.503683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=15ccf2d4-c938-4d94-b5e5-0c2742d47426,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:07.506655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:07.509715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.517939 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/15ccf2d4-c938-4d94-b5e5-0c2742d47426 HTTP/1.1" status: 204  len: 168 time: 0.4477930
Dec 22 15:20:07.518198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b85a9-25c1-4ab1-ba3e-4fc2e70577c6 None None] Network fc5ee87c-cbd1-4233-91b4-4498b8a9347e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:20:07.520522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44000) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:07.625779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d03880>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:20:05Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:07.634411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Checking router: 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:20:07.711057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Routers {'7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:07.711717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d03880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:07.721502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.903258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] Set router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:07.926736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.939089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:20:07.939916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:07.943373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] DHCP port deletion for fc5ee87c-cbd1-4233-91b4-4498b8a9347e request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:20:08.008986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Deleting port 6f65e643-d3ce-4161-ac09-59028885cbd8 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:20:08.009374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:08.222349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:08.222601 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:08.340831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:20:08.397565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] For port 6f65e643-d3ce-4161-ac09-59028885cbd8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6f65e643-d3ce-4161-ac09-59028885cbd8,segment=NetworkSegment(1500020d-23b8-4fca-82f6-21e1c9efb0ad),segment_id=1500020d-23b8-4fca-82f6-21e1c9efb0ad)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:08.397967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:08.505939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:08.509753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6eb90aad-57d5-46b0-b68f-116c92895beb tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:08.519944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Calling delete_port for 6f65e643-d3ce-4161-ac09-59028885cbd8 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:20:08.551579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6f65e643-d3ce-4161-ac09-59028885cbd8 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:20:08.553481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:08.557398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:08.651348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d03880>, [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:20:05Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:08.659257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390442d-e62c-4907-b290-26dbdbad1f41 None None] The sync data for ids ['7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb'] in dv-neutron-822675-1-hyperv is: [{'id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'name': 'tempest-TestNetworkBasicOps-router-1753663505', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:20:05Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': 'da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:28Z', 'updated_at': '2021-12-22T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:20:08.692846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:08.700075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:08.738225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Port 6f65e643-d3ce-4161-ac09-59028885cbd8 update to DOWN by agent not found {{(pid=83458) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 15:20:08.747303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Pushing event deleted for resources: {'Port': ['ID=6f65e643-d3ce-4161-ac09-59028885cbd8,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:08.752278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] No DVR routers for this DVR port 6f65e643-d3ce-4161-ac09-59028885cbd8 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.761273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.762291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.762291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.762291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.762932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:08.765414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:08.780938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.035694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.040174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.066746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.067322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:20:09.083369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.084523 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/7a7ba415-3c9b-4c0e-85d5-dad4ca0771fb HTTP/1.1" status: 204  len: 168 time: 1.5630176
Dec 22 15:20:09.087094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44004) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:09.199068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.439226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.463369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574975a00>,) {'filters': {'network_id': ['fc5ee87c-cbd1-4233-91b4-4498b8a9347e']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:09.474814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574975a00>, '1500020d-23b8-4fca-82f6-21e1c9efb0ad') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:09.475103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574975a00>, '1500020d-23b8-4fca-82f6-21e1c9efb0ad') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:09.487368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.503301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.509135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:20:09.509538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:20:09.523827 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:20:09.601940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.605571 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-00c57492-a279-4b1f-aff1-5163b1fa6ab2 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:09.620059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.632169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=fc5ee87c-cbd1-4233-91b4-4498b8a9347e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:09.635420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:09.653503 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0add1797-39cd-47f0-8f13-2ba6c457892e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/fc5ee87c-cbd1-4233-91b4-4498b8a9347e HTTP/1.1" status: 204  len: 168 time: 0.5545480
Dec 22 15:20:09.668875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44008) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:09.676329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'network': {'name': 'tempest-network-smoke--1865114571', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:09.682309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:09.686620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:network and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:09.690281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:09.696885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:09.706327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:20:09.709270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.739100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:20:09.747996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.748330 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Added segment af30595e-fa91-4649-9b01-b02aa0637988 of type vlan for network 217dda02-8a59-4f19-a0fe-3db884164583
Dec 22 15:20:09.774829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.803359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.807116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:09.807687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.811167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a95a341b-b272-4950-b6c6-0adf6037a4a7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:09.916686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2461143
Dec 22 15:20:09.919856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44012) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:09.921101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Network': ['ID=217dda02-8a59-4f19-a0fe-3db884164583,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:09.924631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:09.925893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-95579959', 'admin_state_up': True, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:09.932132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 217dda02-8a59-4f19-a0fe-3db884164583 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:20:09.932825 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:09.936624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:router and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:09.940120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:09.945774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:09.956718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.957616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:09.976879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.134316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.309123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.336779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.470412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.221 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/729e2988-55cb-4b78-8483-4abfb85763ee) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:20:10.529297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:20:10.566689 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:20:10.566936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device da7aec7f-9109-4ee2-ae58-d9d0f0d4f2b6 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:20:10.567539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a972d045-f3f1-45b1-b25b-9893d8303243 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:20:10.598508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a972d045-f3f1-45b1-b25b-9893d8303243 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:20:10.598863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a972d045-f3f1-45b1-b25b-9893d8303243 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:20:10.619516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.647406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.651666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:10.707146 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:10.714254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:10.718164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:20:10.750376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:10.756987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:10.876705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:10.877427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:11.101608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:20:11.297276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:20:11.306323 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:20:11.318798 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:11.319404 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b84fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:11.323221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:11.324533 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.4036126
Dec 22 15:20:11.327656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:11.483221 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e096aaac-892d-443c-9f34-7502f9ff0b59 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e925cf18d216469d8be5a0ff177775a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1543813
Dec 22 15:20:11.485926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44020) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:11.502600 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:11.612763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4817df-c5a4-4ecd-bc94-232e95a0f361 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:11.617044 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7d4817df-c5a4-4ecd-bc94-232e95a0f361 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1274309
Dec 22 15:20:11.617227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44024) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:11.656447 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fc2222b9-add4-403c-9c78-e5a60c99a85c tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380564
Dec 22 15:20:11.659214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44028) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:11.664493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1035445960', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:11.771214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:11.775293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:subnet and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:11.777951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b84fd0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:10Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:11.778786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:11.781780 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Checking router: 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:20:11.782154 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Updating router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a port 729e2988-55cb-4b78-8483-4abfb85763ee binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:20:11.784568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:11.794591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:20:11.837102 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:11.894647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.124884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.129735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e53f2e9-106d-4306-abf2-8d8cfd826d64 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:12.154487 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.167368 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Transition to ACTIVE for port object 729e2988-55cb-4b78-8483-4abfb85763ee will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:12.174620 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.178514 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9b308d51-272b-4a59-bad7-04516e631e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:12.202078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Subnet': ['ID=092e0819-2a21-4f0a-91da-07424e4024d6,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:12.206573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:12.216257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Checking segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:20:12.216634 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network hostable DHCP agents. Network: 217dda02-8a59-4f19-a0fe-3db884164583, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:20:12.239263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 217dda02-8a59-4f19-a0fe-3db884164583 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:20:12.248841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 217dda02-8a59-4f19-a0fe-3db884164583) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:12.253772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:12.254343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.258450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070717c-09a8-4a3b-b84b-c4b2483db207 None None] Network 217dda02-8a59-4f19-a0fe-3db884164583 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:20:12.263000 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:12.271528 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Attempting to bind port 729e2988-55cb-4b78-8483-4abfb85763ee on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:20:12.271899 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Attempting to bind port 729e2988-55cb-4b78-8483-4abfb85763ee by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:20:12.272255 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Attempting to bind port 729e2988-55cb-4b78-8483-4abfb85763ee on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:20:12.277731 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.278105 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.278496 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.278813 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.279182 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.279506 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.279892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.280229 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.280574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.280892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.281215 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:20:12.285997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6226449
Dec 22 15:20:12.286147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44032) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:12.286617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:12.290483 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:20:12.290930 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:20:12.291417 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.291875 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:20:12.292415 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Bound port: 729e2988-55cb-4b78-8483-4abfb85763ee, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:20:12.292978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.367708 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:20:12.372453 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=729e2988-55cb-4b78-8483-4abfb85763ee,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:20:12.377529 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.388281 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:12.466381 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:12.470328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:12.475774 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:12.476369 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b84fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:12.485469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-217dda02-8a59-4f19-a0fe-3db884164583', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:20:12.486364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.658623 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:12.663759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Allocated IP 172.20.0.2 (217dda02-8a59-4f19-a0fe-3db884164583/092e0819-2a21-4f0a-91da-07424e4024d6/fa804853-0161-4adb-a7d0-a926100dd01e) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:20:12.882183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.893499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Transition to ACTIVE for port object fa804853-0161-4adb-a7d0-a926100dd01e will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:12.911872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Transition to ACTIVE for port object fa804853-0161-4adb-a7d0-a926100dd01e will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:12.917571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:12.923145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d0990690-7abb-465c-aaa2-645210c9f57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:12.982451 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b84fd0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:10Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:12.987200 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141b3aa-d6ba-475d-af8e-06e7b859f57d None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:10Z', 'revision_number': 3, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:20:12.993902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Network 217dda02-8a59-4f19-a0fe-3db884164583 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:12.994773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Pushing event updated for resources: {'Port': ['ID=fa804853-0161-4adb-a7d0-a926100dd01e,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:12.997662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:12.999058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:13.002744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:20:13.145701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Attempting to bind port fa804853-0161-4adb-a7d0-a926100dd01e on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:20:13.146912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Attempting to bind port fa804853-0161-4adb-a7d0-a926100dd01e by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:20:13.146912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Attempting to bind port fa804853-0161-4adb-a7d0-a926100dd01e on network 217dda02-8a59-4f19-a0fe-3db884164583 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:20:13.167911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:20:13.168296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Checking segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:20:13.172466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.172466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Bound using segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:20:13.172466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Bound port: fa804853-0161-4adb-a7d0-a926100dd01e, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:20:13.172466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.214754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.277102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] For port fa804853-0161-4adb-a7d0-a926100dd01e, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:20:13.280855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] For port fa804853-0161-4adb-a7d0-a926100dd01e, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa804853-0161-4adb-a7d0-a926100dd01e,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:20:13.286504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.294971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:13.376950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Pushing event updated for resources: {'Port': ['ID=fa804853-0161-4adb-a7d0-a926100dd01e,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:13.380314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:13.670584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.1 (217dda02-8a59-4f19-a0fe-3db884164583/092e0819-2a21-4f0a-91da-07424e4024d6/a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:20:13.840628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.856166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:13.877545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:13.880967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d3b5e43-78a7-4d70-a57e-b890944e0949 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:13.950527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 217dda02-8a59-4f19-a0fe-3db884164583 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:13.954017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:13.958126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:20:13.983328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:13.989342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:14.017971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.104659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.286801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc298a-0721-4dd5-8c25-fa2b71d99c76 None None] Network 217dda02-8a59-4f19-a0fe-3db884164583 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:20:14.442301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c4acbecd-115f-4131-ba8e-e804f1cc83c0 None None] Provisioning for port fa804853-0161-4adb-a7d0-a926100dd01e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:14.530957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.537812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.571613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-98617ecc-3363-4407-a0a8-268e87eff14b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:14.615723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:14.658909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:14.663527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:14.669929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.697876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 729e2988-55cb-4b78-8483-4abfb85763ee completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:14.704920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 729e2988-55cb-4b78-8483-4abfb85763ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:14.705339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.822210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 217dda02-8a59-4f19-a0fe-3db884164583 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:14.823879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:14.847564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.880234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=729e2988-55cb-4b78-8483-4abfb85763ee,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:14.886188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:14.888269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa804853-0161-4adb-a7d0-a926100dd01e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:14.918136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4c1041be-9e00-46f3-a607-3f3b04e9d2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:15.051346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:15.063137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:15.069148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cac1d3e3-7f79-4222-b706-e897b8d06d02 None None] Provisioning for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:15.075265 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cac1d3e3-7f79-4222-b706-e897b8d06d02 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:15.075640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cac1d3e3-7f79-4222-b706-e897b8d06d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:15.119102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port fa804853-0161-4adb-a7d0-a926100dd01e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:15.129134 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port fa804853-0161-4adb-a7d0-a926100dd01e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:15.129508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:15.193932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-cac1d3e3-7f79-4222-b706-e897b8d06d02 None None] Port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:20:15.258995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:15.292093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port fa804853-0161-4adb-a7d0-a926100dd01e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa804853-0161-4adb-a7d0-a926100dd01e,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:15.296898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:15.299630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a85ebd24-55e6-4ca1-8f29-532847c4eea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:15.372818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6c02f52a-7fd5-42c2-bda6-2537e3bef802 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:15.373197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6c02f52a-7fd5-42c2-bda6-2537e3bef802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:15.391536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:20:15.413094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=fa804853-0161-4adb-a7d0-a926100dd01e,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:15.417599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:15.433328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6c02f52a-7fd5-42c2-bda6-2537e3bef802 None None] Port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:20:15.600674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:20:15.615036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/8b9cb2e3-7f3c-4031-9d53-772947ffcb7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3279607
Dec 22 15:20:15.617452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44036) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:15.753435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a25d12-fc41-4e8a-a8a3-fb73b543f4ab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.754070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a25d12-fc41-4e8a-a8a3-fb73b543f4ab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.754428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a25d12-fc41-4e8a-a8a3-fb73b543f4ab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.754788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a25d12-fc41-4e8a-a8a3-fb73b543f4ab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.758929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-53a25d12-fc41-4e8a-a8a3-fb73b543f4ab tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1380398
Dec 22 15:20:15.759158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44040) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:15.827333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af5cae-6c97-4d99-8489-9b63b8df08f7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.827981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af5cae-6c97-4d99-8489-9b63b8df08f7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.828077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af5cae-6c97-4d99-8489-9b63b8df08f7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.828400 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af5cae-6c97-4d99-8489-9b63b8df08f7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:15.830621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e0af5cae-6c97-4d99-8489-9b63b8df08f7 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0705681
Dec 22 15:20:15.833287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44044) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:16.028263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0f03cd7-d798-4fd6-a67b-d3b5263b2993 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1936707
Dec 22 15:20:16.336495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44050) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:16.342069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073192204', 'description': 'tempest-secgroup-smoke-1073192204 description', 'project_id': 'e925cf18d216469d8be5a0ff177775a2'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:16.348052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:16.352183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:16.355052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:16.361922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:16.372148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.407511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:16.411270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:16.414038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:16.419932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:16.473610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.477180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.480608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-68b6d325-5b88-4179-b616-a75f65a8aca1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:16.518831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26f4ff-aff3-490b-b661-786c7e51b100,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:16.523656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:16.527274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:20:16.532897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.536410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1967504
Dec 22 15:20:16.537062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44054) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:16.542978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:16.543991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:16.544971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d37370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:16.550127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:16.554191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:16.557116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:16.562634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:16.582854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.647581 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.650965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.652775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:16.676494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f66a83a-7d0f-41f4-971f-b450a3e62c34,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:16.677185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:16.679017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:16.686633 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.687968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1498787
Dec 22 15:20:16.691429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44058) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:16.696888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:16.702464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:16.706493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:16.709290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:16.714996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:16.734608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.777044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:16.800937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.804550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.810323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-be6e0310-fd26-456b-8460-9f78abeceba5 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:16.829841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18670652-c99c-458a-8463-8cc3bd57e307,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:16.833154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:16.841060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.842107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 729e2988-55cb-4b78-8483-4abfb85763ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:16.842236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1498973
Dec 22 15:20:16.842609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.845652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44062) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:16.851033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:16.856758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:16.861222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:16.864143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:16.869861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:16.886958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.951278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.955241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.962165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7e00ccdf-34e3-4992-80d3-1d2eee12bd4d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:16.982226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9190a7-f208-48a2-b9c3-3a2197f02917,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:16.985781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:16.994047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:16.995501 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6004cabc-12c9-44cd-ad05-8012851410b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1489563
Dec 22 15:20:16.998990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44066) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:17.004821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:17.010721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:17.014445 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:17.017493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:17.023031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:17.040528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.107765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.111677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.113651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e8e7aff8-82fc-4643-9b00-9bb07082d467 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:17.140319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eecc208-60d5-4c8f-9046-2cd8dc0ffeb0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:17.143898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:17.146979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.148340 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1483066
Dec 22 15:20:17.151127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44070) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:17.156717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:17.162671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:17.166344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:17.169431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:17.175219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:17.185553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:20:17.192487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.210250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa804853-0161-4adb-a7d0-a926100dd01e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:17.261525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.265135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.273130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0f915056-1c6d-421d-940d-979495c4961b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:17.290855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615361b4-f4d2-4016-bfa7-cabf3471be19,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:17.293812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:17.301637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.303045 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1510184
Dec 22 15:20:17.303284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d37370>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:17.305817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44074) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:17.306796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port fa804853-0161-4adb-a7d0-a926100dd01e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:17.307285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.311340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'security_group_rule': {'security_group_id': '3d26f4ff-aff3-490b-b661-786c7e51b100', 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:17.317659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:17.321346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:security_group_rule and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:17.324096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:17.334294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:17.340615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Checking router: 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:20:17.340615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Updating router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:20:17.345110 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Project e925cf18d216469d8be5a0ff177775a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:20:17.351598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.410853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.417816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.421821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.430914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a952e11-df8e-460d-b3d4-a726463d941f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:17.448904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4cea3d-1fd5-498f-a1bb-ceebb9a57c67,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:17.451832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:17.459285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.460576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1538484
Dec 22 15:20:17.640128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-30309670-56e9-4de9-96f2-3e62882a6df9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:17.655426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-30309670-56e9-4de9-96f2-3e62882a6df9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:17.657539 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-30309670-56e9-4de9-96f2-3e62882a6df9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073192204&fields=id&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 267 time: 0.0587389
Dec 22 15:20:17.803398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-639fef1e-09bb-430f-8d3a-5c4c62bac801 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:17.803989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-639fef1e-09bb-430f-8d3a-5c4c62bac801 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:17.805975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.819494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Transition to ACTIVE for port object a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:17.819988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-639fef1e-09bb-430f-8d3a-5c4c62bac801 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:17.821182 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-639fef1e-09bb-430f-8d3a-5c4c62bac801 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/networks?id=217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 200  len: 797 time: 0.1572218
Dec 22 15:20:17.826786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:17.831309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-bec04aa4-1a6e-4e66-bcac-1cd42f39e263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:17.839028 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-fed60500-36d8-4fb9-b18b-da5d2ed1758c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/quotas/e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 375 time: 0.0120971
Dec 22 15:20:17.923328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d4973c8b-769a-48c6-97d7-4ef6ac1ec3e7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:17.939797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d4973c8b-769a-48c6-97d7-4ef6ac1ec3e7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:17.941383 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d4973c8b-769a-48c6-97d7-4ef6ac1ec3e7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0972002
Dec 22 15:20:17.959497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:17.963843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:18.052513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Attempting to bind port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:20:18.052961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Attempting to bind port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:20:18.053343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Attempting to bind port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a on network 217dda02-8a59-4f19-a0fe-3db884164583 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:20:18.060199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:20:18.060683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Checking segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:20:18.061096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:18.061501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Bound using segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:20:18.061973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Bound port: a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:20:18.062352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:18.148995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:20:18.152139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:20:18.159842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:18.164257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:18.167190 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-043915b7-83e4-4092-8fb0-0a4996ed5656 service neutron] 10.222.0.69 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128024
Dec 22 15:20:18.253113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:18.256652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:18.258214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:18.258841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575d37370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:19:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:18.305834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-3812e79a-8de2-42d7-8954-7324c7d9c7c0 service neutron] 10.222.0.69 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320095
Dec 22 15:20:18.444485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:18.502348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dba21d9b-7919-4fe0-86b0-81355bcc7fd3 req-5c819d65-59c9-4cfe-8c40-a54a036eba62 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:18.518798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dba21d9b-7919-4fe0-86b0-81355bcc7fd3 req-5c819d65-59c9-4cfe-8c40-a54a036eba62 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:18.520001 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dba21d9b-7919-4fe0-86b0-81355bcc7fd3 req-5c819d65-59c9-4cfe-8c40-a54a036eba62 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 210 time: 0.0627728
Dec 22 15:20:18.822395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575d37370>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:18Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:18.826739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449ce80-5a0a-44e4-b63d-d9bf0cd4bb65 None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:18Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:20:19.263703 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:20:19.611998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d6854cfc-e3ad-4c44-aabc-4da246a743a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:19.612865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d6854cfc-e3ad-4c44-aabc-4da246a743a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:19.642643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d6854cfc-e3ad-4c44-aabc-4da246a743a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:19.644223 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-d6854cfc-e3ad-4c44-aabc-4da246a743a6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/networks?id=217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 200  len: 797 time: 0.1936870
Dec 22 15:20:19.712922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-aa24c19d-bd54-4f7a-890c-bb907d5e43d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925cf18d216469d8be5a0ff177775a2 HTTP/1.1" status: 200  len: 380 time: 0.0548127
Dec 22 15:20:19.722757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'port': {'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'admin_state_up': True, 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'security_groups': ['3d26f4ff-aff3-490b-b661-786c7e51b100']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:19.846333 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c9564d77-bbd3-44c5-8e87-3d7c35732607 req-3c4d9111-6d0a-427f-8155-f65461aebe47 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 210 time: 0.1526139
Dec 22 15:20:19.976118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:19.985748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:19.994093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Made reservation on behalf of e925cf18d216469d8be5a0ff177775a2 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:20:19.996997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.151873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.20.0.3 (217dda02-8a59-4f19-a0fe-3db884164583/092e0819-2a21-4f0a-91da-07424e4024d6/49f65e5f-ec7f-42f5-92f3-5b86043f6ac5) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:20:20.333715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.348543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Transition to ACTIVE for port object 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:20.369941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.377148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a91df76a-51ef-4a24-9fc6-2801482eb53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:20.444239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network 217dda02-8a59-4f19-a0fe-3db884164583 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:20.451972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:20.454574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:20:20.499915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:20.503761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:20.527739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:20.528469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.558554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8399153
Dec 22 15:20:20.577466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:20.577949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Request body: {'port': {'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:20.654207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:20.659852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:20.660483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.698183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.759227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6ac5f67-9413-4b9a-bf0e-bce4e153079e None None] Provisioning for port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:20.771804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f6ac5f67-9413-4b9a-bf0e-bce4e153079e None None] Provisioning complete for port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:20.772230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5f67-9413-4b9a-bf0e-bce4e153079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.823884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.850448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac5f67-9413-4b9a-bf0e-bce4e153079e None None] Port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:20:20.867986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:20.872024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:20.873799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-740b2299-e29a-4107-8247-fee50d2a489a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:20.939393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:20.942419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:21.111872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:20:21.120008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:21.127427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861084e5-3ad6-43dc-a1e4-9038525002f3 req-6cb12eb4-8bb1-4a67-a58b-6f19c2f1e08d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:21.128108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-861084e5-3ad6-43dc-a1e4-9038525002f3 req-6cb12eb4-8bb1-4a67-a58b-6f19c2f1e08d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:20:21.149814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Transition to ACTIVE for port object 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:20:21.152737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-861084e5-3ad6-43dc-a1e4-9038525002f3 req-6cb12eb4-8bb1-4a67-a58b-6f19c2f1e08d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:20:21.153873 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-861084e5-3ad6-43dc-a1e4-9038525002f3 req-6cb12eb4-8bb1-4a67-a58b-6f19c2f1e08d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 931 time: 0.1764157
Dec 22 15:20:21.154829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:21.158978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ac11ecb-d1b9-4580-a0dd-ebe422a6ed8b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:21.308704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Pushing event updated for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:21.320994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:21.324546 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-861084e5-3ad6-43dc-a1e4-9038525002f3 req-e5e3ec9b-27ec-4380-b472-b20a1ea9ef0a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356235
Dec 22 15:20:21.432877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Attempting to bind port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:20:21.433199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Attempting to bind port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:20:21.433515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Attempting to bind port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 on network 217dda02-8a59-4f19-a0fe-3db884164583 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:20:21.439648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 on network 217dda02-8a59-4f19-a0fe-3db884164583 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:20:21.439957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Attempting to bind port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 on network 217dda02-8a59-4f19-a0fe-3db884164583 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:20:21.446083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:20:21.446409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Checking segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:20:21.446790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Bound using segment: {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:20:21.447198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Bound port: 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af30595e-fa91-4649-9b01-b02aa0637988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:20:21.447532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:21.536224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:20:21.539259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:20:21.542673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:21.546394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfac3d8c-5c36-4255-8f3f-a79a6262f306 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:21.599648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:21.601025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] 10.222.0.61 "PUT /v2.0/ports/49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 200  len: 1093 time: 1.0290391
Dec 22 15:20:21.601607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:20:21.623591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Pushing event updated for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:21.627107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:21.684951 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'status': 'completed', 'code': 200}
Dec 22 15:20:21.727301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-7e092a8e-8647-4a25-a0ba-cde8290ef434 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1096 time: 0.0781534
Dec 22 15:20:21.798691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-99e1a8ea-09b8-4ce2-9125-664e313c9800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 200  len: 217 time: 0.0621641
Dec 22 15:20:21.972267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-cb132fe6-eda2-4032-b474-667de5ac08ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:21.973716 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-cb132fe6-eda2-4032-b474-667de5ac08ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=092e0819-2a21-4f0a-91da-07424e4024d6 HTTP/1.1" status: 200  len: 835 time: 0.1677725
Dec 22 15:20:22.050236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-0de88247-7927-44e7-8c6a-a44ec2a6caf2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=217dda02-8a59-4f19-a0fe-3db884164583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690403
Dec 22 15:20:22.182002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-b71748a4-a893-46df-ae53-24c39fbad791 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237264
Dec 22 15:20:22.313649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eadcf510-db70-40d0-9cf2-d121f6b8962b req-96816fb8-db1e-4c7f-8e36-7de91f8d304c service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235263
Dec 22 15:20:22.434732 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-47893bb5-a193-484c-a601-c6f7350b1aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1096 time: 0.0732589
Dec 22 15:20:22.539322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:22.613188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:22.614086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:22.622420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-662ed683-a0ef-4d1f-aad2-5fcd78edaf1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:22.623854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-662ed683-a0ef-4d1f-aad2-5fcd78edaf1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 200  len: 898 time: 0.1816463
Dec 22 15:20:22.629958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb70b4-69be-49da-9d71-46d5a9d99910 req-6e3c8131-1300-4250-8b25-f93581cf85d9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:22.631291 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79fb70b4-69be-49da-9d71-46d5a9d99910 req-6e3c8131-1300-4250-8b25-f93581cf85d9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 943 time: 0.1715305
Dec 22 15:20:22.715286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-38b6942c-76d2-4801-83d1-243d8eca76be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 200  len: 217 time: 0.0827241
Dec 22 15:20:22.779204 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79fb70b4-69be-49da-9d71-46d5a9d99910 req-5dfad88e-598f-433d-bbc3-0ef7ac2b7d58 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935431
Dec 22 15:20:22.794604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-0754ef76-ee08-47e3-8454-feb5808b48d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:22.796008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-0754ef76-ee08-47e3-8454-feb5808b48d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=092e0819-2a21-4f0a-91da-07424e4024d6 HTTP/1.1" status: 200  len: 835 time: 0.0698316
Dec 22 15:20:22.871935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-4f203d3b-38c0-4ed1-9a42-bc8c2b1055af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=217dda02-8a59-4f19-a0fe-3db884164583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673778
Dec 22 15:20:23.002967 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-a4f9ce24-47b8-4138-b1ab-e6edadde418c service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218319
Dec 22 15:20:23.134759 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-367695c5-0ae0-402b-8a91-4ab0a20bc20e req-1e8af049-cf84-4c30-addb-c74f8c9d4ea6 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246042
Dec 22 15:20:23.974362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f737b33-c881-4cbd-9258-bd625c0f12b2 req-b2704093-105d-4c80-99b5-9b7d522349f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:23.975734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0f737b33-c881-4cbd-9258-bd625c0f12b2 req-b2704093-105d-4c80-99b5-9b7d522349f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 943 time: 0.0753217
Dec 22 15:20:24.019897 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0f737b33-c881-4cbd-9258-bd625c0f12b2 req-1855daa1-5cd2-4ffb-aa40-773c1de14703 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387113
Dec 22 15:20:24.598498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0a81e646-ed9f-42bd-99ea-cf74108ad435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:24.724133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:20:24.853080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:24.865936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:20:24.920996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:24.937348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:20:24.951526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:24.956101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:24.957840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:25.019802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:25.022676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:25.194977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:20:25.216561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e090-5da1-4c32-a902-1b5a8ac661e6 req-da3b453f-6737-407b-b83e-efc70573a532 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:25.217993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db42e090-5da1-4c32-a902-1b5a8ac661e6 req-da3b453f-6737-407b-b83e-efc70573a532 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 944 time: 0.0774667
Dec 22 15:20:25.268009 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db42e090-5da1-4c32-a902-1b5a8ac661e6 req-bf07d803-58d7-42ec-bf35-8f43fad7b08d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435042
Dec 22 15:20:26.465901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a815b-7cf8-4a57-af76-3f94f4b13d3a req-fd31a339-a88a-4ec6-bb5e-4e6b87aa6417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:26.467320 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-408a815b-7cf8-4a57-af76-3f94f4b13d3a req-fd31a339-a88a-4ec6-bb5e-4e6b87aa6417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 944 time: 0.0782866
Dec 22 15:20:26.511447 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-408a815b-7cf8-4a57-af76-3f94f4b13d3a req-9cb8ba3b-4189-450a-a5d6-58ea4c8218e8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380096
Dec 22 15:20:26.715733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:20:26.784967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:20:26.789359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:20:26.789740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:26.901058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:26.926464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:20:26.936074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:20:26.941566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:26.944302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:26.986383 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'code': 200}
Dec 22 15:20:27.012481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:27.015389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:27.216311 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a46a8296-d09b-4f48-89d0-bbdc9c620fd5 req-ba9a3e19-bfcf-4d10-8a00-fff2a0cd1c13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1098 time: 0.0741072
Dec 22 15:20:27.261274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a46a8296-d09b-4f48-89d0-bbdc9c620fd5 req-c3202a74-40d0-4182-af48-6498cdac52b4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369949
Dec 22 15:20:27.552272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f0f38d60-1788-40a7-8b38-9888c73683b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:27.708114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dc2c0-7f60-4577-aab1-f546c4dce7ca req-82eb0f73-92e7-4f54-9a7a-9354513ceec5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:27.709569 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-027dc2c0-7f60-4577-aab1-f546c4dce7ca req-82eb0f73-92e7-4f54-9a7a-9354513ceec5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0753851
Dec 22 15:20:27.753445 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-027dc2c0-7f60-4577-aab1-f546c4dce7ca req-8886f264-2a02-45dc-83fd-b131abb95002 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384593
Dec 22 15:20:28.051821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:28.146811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:28.952754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8494c88-e7f0-4ace-bb8c-f5da281a4654 req-9ec71058-c44d-4bfa-8dd1-128e1725528b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:28.954179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8494c88-e7f0-4ace-bb8c-f5da281a4654 req-9ec71058-c44d-4bfa-8dd1-128e1725528b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0778348
Dec 22 15:20:28.999030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8494c88-e7f0-4ace-bb8c-f5da281a4654 req-6ada6475-2036-430b-8ab0-1902aace640d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393035
Dec 22 15:20:29.197951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e9e4e-4f95-4d8b-b5af-0cfb3c28a571 req-17511f14-888e-421c-b85b-ff5126c9ddc6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:29.199400 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f0e9e4e-4f95-4d8b-b5af-0cfb3c28a571 req-17511f14-888e-421c-b85b-ff5126c9ddc6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0805500
Dec 22 15:20:29.244603 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f0e9e4e-4f95-4d8b-b5af-0cfb3c28a571 req-c3d7159d-9f85-48fa-840e-162315b92c7d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388834
Dec 22 15:20:29.272293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44120) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:29.340214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b24f2f95-4930-4166-be6f-213f822e1b63 tempest-TestNetworkBasicOps-772352393 tempest-TestNetworkBasicOps-772352393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1093 time: 0.0665553
Dec 22 15:20:29.342614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44124) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:29.348915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:20:29.354623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:20:29.355683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:29.358581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Usage tracker for resource:floatingip and tenant:e925cf18d216469d8be5a0ff177775a2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:20:29.361757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:20:29.367334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:20:29.377556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:29.510380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:29.643701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Allocated IP 172.26.3.170 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/d34b6602-23bc-456e-b00e-374f6fa09606) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:20:29.789253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:29.816180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:29.820315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8e440395-9550-4a62-b885-f702a579d45c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:29.880313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:20:29.887628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:20:29.890156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:20:29.926664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=d34b6602-23bc-456e-b00e-374f6fa09606,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:29.929400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:30.395755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:30.449231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:30.744177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:30.748631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:30.752863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e1e8f52-c014-4d40-8688-b3df8dd12ae2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:20:30.849818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event updated for resources: {'Port': ['ID=d34b6602-23bc-456e-b00e-374f6fa09606,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:20:30.859564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:20:30.868162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:31.056013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Floating IP 27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd associated. External IP: 172.26.3.170, port: 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5.
Dec 22 15:20:31.440800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:20:31.636499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:20:31.649828 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:20:31.664320 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:31.665025 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f1f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:31.666561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:31.722507 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3788750
Dec 22 15:20:31.723156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:20:31.725328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44128) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:31.778788 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'status': 'completed', 'code': 200}
Dec 22 15:20:31.855850 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:31.985751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc77039e-aefe-4239-bcad-abb70fb72859 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.2588689
Dec 22 15:20:32.008439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-568685a8-d6f4-4d27-9dd1-a88e76235732 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1098 time: 0.2043231
Dec 22 15:20:32.139050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-fa242cc0-04c2-4c49-b206-f839a9e115d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:32.141169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-fa242cc0-04c2-4c49-b206-f839a9e115d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 200  len: 898 time: 0.1253304
Dec 22 15:20:32.222572 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f1f0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:20:30Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:20Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:32.226505 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Checking router: 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:20:32.237066 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:20:32.237596 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f1f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:32.247433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-9ab66cb4-d47d-49da-9574-4f105336ba9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 200  len: 999 time: 0.0991850
Dec 22 15:20:32.310917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-86d2da2f-4d59-46e1-ab48-6490d76e3d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:20:32.312442 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-86d2da2f-4d59-46e1-ab48-6490d76e3d34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=092e0819-2a21-4f0a-91da-07424e4024d6 HTTP/1.1" status: 200  len: 835 time: 0.0573411
Dec 22 15:20:32.392482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-45c6ecd3-7750-47e5-a136-fb18ec2ed2d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=217dda02-8a59-4f19-a0fe-3db884164583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711408
Dec 22 15:20:32.415293 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:20:32.526905 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-361b5c55-e0df-45ec-8ab9-e5b9eb7eeab4 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270127
Dec 22 15:20:32.661655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68c7425d-39cd-4c9a-8e95-f754a29df5d4 req-2d607399-b360-41e3-90f1-b9028b2e8833 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275690
Dec 22 15:20:32.762379 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f1f0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:20:30Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:20Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:20:32.766074 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38040f1f-7de5-42c7-bb86-5c8d5e14356a None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:20:30Z', 'revision_number': 0, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:20:20Z', 'revision_number': 5, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:20:32.989187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44134) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:33.089982 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1d2f5d84-9eef-448d-94f0-142daf55f98a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.0995994
Dec 22 15:20:33.354268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:34.094223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44138) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:34.200584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-52b7f0ea-17ac-4993-8e7a-428b31993060 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1051424
Dec 22 15:20:35.204406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44142) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:35.309285 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a70529e5-71f9-4343-b328-58c899bf2dec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1036549
Dec 22 15:20:35.490792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203499dd-447c-43cc-89e2-e3bfde9bd153 None None] New status for floating IP 27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:20:36.312881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44146) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:20:36.416856 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-70757d19-8d52-45dd-bde2-d444eaf2224f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 993 time: 0.1021097
Dec 22 15:20:54.599752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7efd0bb-fed2-44ad-85ee-fe0fcf70418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:56.263463 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:20:57.556329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cdbfa7d2-e9d7-4be8-8d1e-f7479a2bf97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:58.054814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:58.136955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:20:59.357556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:03.377621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:07.679242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44162) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:07.684568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:21:08.408135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:08.418908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:08.623858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:21:08.822683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:21:08.828499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:08.830408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c0f94ce-b699-4fa8-8be4-de62c514add2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/8b9cb2e3-7f3c-4031-9d53-772947ffcb7a HTTP/1.1" status: 200  len: 887 time: 1.1501856
Dec 22 15:21:08.832045 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:21:08.845816 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:08.846494 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cd61c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:08.932921 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cd61c0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:08.943329 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:08.943928 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cd61c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:09.002286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cd61c0>, [], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:09.002694 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6a1f-4282-4d65-aeda-7f28ef7374e3 None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:21:09.768591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8562a-7011-4888-b609-6d95aff14999 None None] New status for floating IP 27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:21:10.560018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:10.668098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:10.699049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:10.702562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:10.703832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:10.726413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:10.814302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:10.849807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.850156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.850499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.850830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.851162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.851486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.851809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.852135 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.852482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.852801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.853120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:10.861903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:10.881102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:10.897956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=729e2988-55cb-4b78-8483-4abfb85763ee,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:10.902124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:10.903837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:10.969404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:10.972216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:10.995664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44168) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:11.001565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:21:11.542564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:11.560498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920916'] for router, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:11.902217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:21:12.106087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:21:12.113550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:12.114886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c29b548f-8306-469a-b7f8-87bd2e1f9033 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/8b9cb2e3-7f3c-4031-9d53-772947ffcb7a HTTP/1.1" status: 200  len: 886 time: 1.1182532
Dec 22 15:21:12.115452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:21:12.117809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44172) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:12.127194 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:12.127811 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c078e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:12.226909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5d65093a-43ed-4da3-ad3f-dfcdad78a37a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1078491
Dec 22 15:21:12.323208 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:21:12.726478 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c078e0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:11Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:21:09Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:12.730328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Checking router: 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:21:12.741844 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:12.742455 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c078e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:20:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:12.927065 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:21:13.230361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44176) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:13.346182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f3d4c6b7-4ee8-47c1-ae99-f821c224694a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1145909
Dec 22 15:21:13.379636 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c078e0>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:11Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:21:09Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:13.383693 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e105628-d703-4970-8e6c-801e09affd86 None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:11Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'floating_ip_address': '172.26.3.170', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'port_id': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'mac_address': 'fa:16:3e:45:9c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:20:30Z', 'updated_at': '2021-12-22T15:21:09Z', 'revision_number': 2, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a', 'name': '', 'network_id': '217dda02-8a59-4f19-a0fe-3db884164583', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'mac_address': 'fa:16:3e:b4:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:13Z', 'updated_at': '2021-12-22T15:21:10Z', 'revision_number': 6, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'subnets': [{'id': '092e0819-2a21-4f0a-91da-07424e4024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:21:14.349886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44180) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:14.463433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1f164f10-4a93-49b7-abdb-61bfcf355df8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1123669
Dec 22 15:21:14.602479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:21:14.672713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:14.673087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:14.785263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:14.818656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:14.822449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:14.823257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:21:14.845651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:14.935407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:14.939338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:14.949949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 729e2988-55cb-4b78-8483-4abfb85763ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:14.950322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:15.060326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:15.078230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=729e2988-55cb-4b78-8483-4abfb85763ee,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:15.082501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:15.085909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:15.196614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:15.199680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:15.467491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44184) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:15.575284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-afb38103-0331-496c-86ed-36eda920d942 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1064024
Dec 22 15:21:16.577194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:21:16.578917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44188) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:16.645477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:16.645900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:16.689746 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-737a5244-3784-4564-aa7d-c9e587f02bdc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1095536
Dec 22 15:21:16.764863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:21:16.833473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 729e2988-55cb-4b78-8483-4abfb85763ee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:16.833844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:17.693234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44192) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:17.802114 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-36edd309-ae98-4c61-ad1d-7455dac06a05 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1075587
Dec 22 15:21:18.806117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44196) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:18.920527 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-aee9069b-4d9f-481d-873e-a1b98ca11832 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.1132679
Dec 22 15:21:19.924685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44200) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:20.025523 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c25e3f87-32de-4510-9372-d9a6a18a22b2 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 991 time: 0.0995967
Dec 22 15:21:20.523367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce6001-1925-44d9-972b-d6ce12dfec5c None None] New status for floating IP 27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:21:21.029411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44204) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:21.139512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-edf132e8-60c1-4514-9b69-7139f732a84e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 200  len: 993 time: 0.1087663
Dec 22 15:21:21.432677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44212) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:21.741292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port d34b6602-23bc-456e-b00e-374f6fa09606 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:21.741628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:21.910823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:21.911058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:22.036010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for d34b6602-23bc-456e-b00e-374f6fa09606 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:22.201808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:22.210497 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-24310946-0e0c-42b4-869d-c731505aaab7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:22.263740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=d34b6602-23bc-456e-b00e-374f6fa09606,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:22.310636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.311011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.311381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.311751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.312831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.313204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.313557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.313920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.314272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.314624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.314984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:22.321795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:22.381992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:22.817982 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:21:23.025269 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:21:23.046104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:23.102098 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/floatingips/27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd HTTP/1.1" status: 204  len: 168 time: 1.6683600
Dec 22 15:21:23.102751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:21:23.157695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'status': 'completed', 'code': 200}
Dec 22 15:21:23.261857 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-b001ee1f-45b1-4799-9dbe-2c0b436b2e9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e925cf18d216469d8be5a0ff177775a2&device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 1098 time: 0.0752656
Dec 22 15:21:23.408605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-3a785174-5013-4b51-b24d-8c2ffe82f5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:23.409966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-3a785174-5013-4b51-b24d-8c2ffe82f5f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 200  len: 898 time: 0.1400990
Dec 22 15:21:23.480855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-a32cea68-deff-4502-b93f-97762631d9dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 200  len: 217 time: 0.0630085
Dec 22 15:21:23.492978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac716-5dfd-4cd5-95c9-4c4523e51810 req-546282db-6117-45bc-ba08-5ca8b7c46cee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:23.493663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-045ac716-5dfd-4cd5-95c9-4c4523e51810 req-546282db-6117-45bc-ba08-5ca8b7c46cee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:21:23.509532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-045ac716-5dfd-4cd5-95c9-4c4523e51810 req-546282db-6117-45bc-ba08-5ca8b7c46cee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:21:23.510627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-045ac716-5dfd-4cd5-95c9-4c4523e51810 req-546282db-6117-45bc-ba08-5ca8b7c46cee tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0926254
Dec 22 15:21:23.549537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-121548ae-7064-43a8-a23f-bc1b65d0cb51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:23.550991 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-121548ae-7064-43a8-a23f-bc1b65d0cb51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=092e0819-2a21-4f0a-91da-07424e4024d6 HTTP/1.1" status: 200  len: 835 time: 0.0619178
Dec 22 15:21:23.557600 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-045ac716-5dfd-4cd5-95c9-4c4523e51810 req-a4b75ce2-27e1-46cc-94a7-c1650c690f24 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405447
Dec 22 15:21:23.635770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-30b0f130-1ee6-4b53-bfe5-7c8fbf11c9f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=217dda02-8a59-4f19-a0fe-3db884164583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736916
Dec 22 15:21:23.894307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-68e5bf4a-58f3-44df-adf3-e75230e01119 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475023
Dec 22 15:21:24.030286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ae973ff-0d5a-4663-9d4a-23f40df65e6f req-9d93676a-a1ba-4026-a4ea-8809bd969211 service neutron] 10.222.0.61 "GET /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280644
Dec 22 15:21:24.604551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-be379c4f-579b-4c1e-9755-5d543fb54154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:24.767707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679a367-b5f6-4464-a74e-c022a8b8e8c3 req-12f31f55-71c7-405b-9535-9563707db7ec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:24.769100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a679a367-b5f6-4464-a74e-c022a8b8e8c3 req-12f31f55-71c7-405b-9535-9563707db7ec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0834420
Dec 22 15:21:24.816965 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a679a367-b5f6-4464-a74e-c022a8b8e8c3 req-dc38feef-82e3-4818-8d5a-cb616c7cdf15 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d26f4ff-aff3-490b-b661-786c7e51b100&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419295
Dec 22 15:21:25.032542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-9bb1a51b-d0ed-48f3-9757-ddcd3e06bff1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:25.033869 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-9bb1a51b-d0ed-48f3-9757-ddcd3e06bff1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 945 time: 0.0746069
Dec 22 15:21:25.105040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:25.105372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:25.361448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:25.361800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:25.481447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:25.628138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:25.636347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55048c88-2517-4d1b-a6e1-ecbf6f0f8ba5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:25.684219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=49f65e5f-ec7f-42f5-92f3-5b86043f6ac5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:25.724078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.724490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.724867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.725236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.725603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.725966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.726328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.726689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.727049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.727403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.727757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:21:25.735478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:25.771300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] No DVR routers for this DVR port 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:21:25.773996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:25.776617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'name': 'network-vif-deleted', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:21:25.791817 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70417187-7f58-4cb6-9b0b-0256b6d369ae req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.61 "DELETE /v2.0/ports/49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 HTTP/1.1" status: 204  len: 173 time: 0.7520347
Dec 22 15:21:25.835049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4373612-8125-4447-8040-a6c008aeaf0b', 'name': 'network-vif-deleted', 'tag': '49f65e5f-ec7f-42f5-92f3-5b86043f6ac5', 'status': 'completed', 'code': 200}
Dec 22 15:21:25.985092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7e0d887d-40a0-4d99-83bf-f48f375d23ac req-99023edd-930a-4551-b8e5-e0f9d28ffb11 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Synchronizing usage tracker for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:21:26.000190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7e0d887d-40a0-4d99-83bf-f48f375d23ac req-99023edd-930a-4551-b8e5-e0f9d28ffb11 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Unset dirty status for tenant:e925cf18d216469d8be5a0ff177775a2 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:21:26.001392 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e0d887d-40a0-4d99-83bf-f48f375d23ac req-99023edd-930a-4551-b8e5-e0f9d28ffb11 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4373612-8125-4447-8040-a6c008aeaf0b HTTP/1.1" status: 200  len: 210 time: 0.0619187
Dec 22 15:21:27.110157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44234) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:27.180553 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:27.316306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:27.378851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:27.382885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9a536c6b-f1e8-42b4-85cd-dc8d2c76457a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:27.398436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26f4ff-aff3-490b-b661-786c7e51b100,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:27.401034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:27.411140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:27.412257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4286ccf8-5201-4f92-9700-b3c4c95d83a0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/security-groups/3d26f4ff-aff3-490b-b661-786c7e51b100 HTTP/1.1" status: 204  len: 168 time: 0.3011444
Dec 22 15:21:27.454391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44240) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:27.556761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f2a87470-201b-465b-b6dc-a04cb6690ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:27.865120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:28.056927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:28.139250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:28.474181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:28.474740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:28.657464 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:28.657813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:28.776911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:28.989372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:29.023696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:21:29.024053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49f65e5f-ec7f-42f5-92f3-5b86043f6ac5 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:21:29.063809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:29.067342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cac4b3a1-e616-4330-8324-717945ce19bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:29.111137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:29.115130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:29.362546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:29.408637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:29.987701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:21:30.192124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:21:30.208883 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "PUT /v2.0/routers/8b9cb2e3-7f3c-4031-9d53-772947ffcb7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7534766
Dec 22 15:21:30.211519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44244) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:30.509448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting subnet 092e0819-2a21-4f0a-91da-07424e4024d6 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:21:30.512403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:30.567543 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:30.652331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:30.722534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:30.726279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1c32ef7b-192c-4cb5-ac5d-9feaf6aa8a12 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:30.762050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Subnet': ['ID=092e0819-2a21-4f0a-91da-07424e4024d6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:30.764618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:30.766920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:30.772913 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/subnets/092e0819-2a21-4f0a-91da-07424e4024d6 HTTP/1.1" status: 204  len: 168 time: 0.5604496
Dec 22 15:21:30.773326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a66d5-d741-4901-bb12-a4a217eb4ddc None None] Network 217dda02-8a59-4f19-a0fe-3db884164583 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:21:30.775767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44248) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:30.931016 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Sync routers for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:21:30.944153 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:30.944983 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:30.984335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.029862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] DHCP port deletion for 217dda02-8a59-4f19-a0fe-3db884164583 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:21:31.035751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Deleting port fa804853-0161-4adb-a7d0-a926100dd01e {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:31.036251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.127242 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:21:31.199228 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.209435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Deleting port 729e2988-55cb-4b78-8483-4abfb85763ee {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:31.209785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.246891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] For port fa804853-0161-4adb-a7d0-a926100dd01e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fa804853-0161-4adb-a7d0-a926100dd01e,segment=NetworkSegment(af30595e-fa91-4649-9b01-b02aa0637988),segment_id=af30595e-fa91-4649-9b01-b02aa0637988)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:31.247583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.371251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Calling delete_port for fa804853-0161-4adb-a7d0-a926100dd01e owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:31.386763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] For port 729e2988-55cb-4b78-8483-4abfb85763ee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=729e2988-55cb-4b78-8483-4abfb85763ee,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:31.387816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.414145 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9a30>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:28Z', 'revision_number': 7, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port': {'id': '729e2988-55cb-4b78-8483-4abfb85763ee', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:10Z', 'updated_at': '2021-12-22T15:21:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:31.417966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Checking router: 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:21:31.429528 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Routers {'8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:21:31.430137 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df9a30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:21:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:31.448348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.452027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:31.490395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Pushing event deleted for resources: {'Port': ['ID=fa804853-0161-4adb-a7d0-a926100dd01e,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:31.494493 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:31.499929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] No DVR routers for this DVR port fa804853-0161-4adb-a7d0-a926100dd01e on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:21:31.523380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Calling delete_port for 729e2988-55cb-4b78-8483-4abfb85763ee owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:31.587572 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] Set router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:21:31.698261 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df9a30>, [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:31Z', 'revision_number': 8, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:31.698589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:31.702196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-971c72d6-0e7a-4a3d-8b6e-5c8d362f0060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:31.702602 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82d9e-ead4-44d1-8154-3d7397919597 None None] The sync data for ids ['8b9cb2e3-7f3c-4031-9d53-772947ffcb7a'] in dv-neutron-822675-1-hyperv is: [{'id': '8b9cb2e3-7f3c-4031-9d53-772947ffcb7a', 'name': 'tempest-TestNetworkBasicOps-router-95579959', 'tenant_id': 'e925cf18d216469d8be5a0ff177775a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:09Z', 'updated_at': '2021-12-22T15:21:31Z', 'revision_number': 8, 'project_id': 'e925cf18d216469d8be5a0ff177775a2', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:21:31.743431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Port': ['ID=729e2988-55cb-4b78-8483-4abfb85763ee,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:31.746870 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:31.965180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.332795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.336804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.361147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.361679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9cb2e3-7f3c-4031-9d53-772947ffcb7a {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:21:32.376679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.377841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/routers/8b9cb2e3-7f3c-4031-9d53-772947ffcb7a HTTP/1.1" status: 204  len: 168 time: 1.6009769
Dec 22 15:21:32.380855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44252) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:32.498643 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.557633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727eeda7-b814-4b9f-af29-19a2a9483207 None None] New status for floating IP 27f62a7b-7bde-4bfe-a2a3-adef2d1a38cd: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:21:32.645111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.659405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:32.671611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85751d2760>,) {'filters': {'network_id': ['217dda02-8a59-4f19-a0fe-3db884164583']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:32.684063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751d2760>, 'af30595e-fa91-4649-9b01-b02aa0637988') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:32.684351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85751d2760>, 'af30595e-fa91-4649-9b01-b02aa0637988') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:21:32.695891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.711566 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.718347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:21:32.718937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:21:32.733489 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:21:32.751956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:21:32.752310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a62b2eee-ccf0-4c0b-ac7e-7441a3235f1a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:21:32.752763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:32.789195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 729e2988-55cb-4b78-8483-4abfb85763ee {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:21:32.789554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 729e2988-55cb-4b78-8483-4abfb85763ee not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:21:32.790633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa804853-0161-4adb-a7d0-a926100dd01e no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:21:32.817186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.820664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0dcd0be4-18d3-4a95-bc7b-18fb37ba2dd9 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:32.828853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: fa804853-0161-4adb-a7d0-a926100dd01e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:21:32.829225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fa804853-0161-4adb-a7d0-a926100dd01e not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:21:32.837051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:32.849283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Pushing event deleted for resources: {'Network': ['ID=217dda02-8a59-4f19-a0fe-3db884164583,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:32.852472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:32.859281 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] 10.222.0.69 "DELETE /v2.0/networks/217dda02-8a59-4f19-a0fe-3db884164583 HTTP/1.1" status: 204  len: 168 time: 0.4768059
Dec 22 15:21:33.189886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44260) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:33.263148 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:21:33.377409 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9b69d133-3dee-4f6c-9ced-003fc7f08b07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e925cf18d216469d8be5a0ff177775a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1862416
Dec 22 15:21:33.379614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44266) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:33.382141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.441494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.467342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.525973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.529754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a0dabee6-79d7-4e58-8109-e67d6f11c411 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:33.544127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e49c9-1b4e-4408-9742-a72e1af52d00,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:33.546722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:33.551792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.553047 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae1e49c9-1b4e-4408-9742-a72e1af52d00 HTTP/1.1" status: 204  len: 168 time: 0.1722984
Dec 22 15:21:33.884434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44274) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:33.902755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:33.935638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:21:33.939726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Usage tracker for resource:security_group_rule and tenant:20cd0866e1ba4ae98e5b35896f87142d is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:21:33.942478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:21:33.948073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:21:34.015623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.019597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.026353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-333f1f8b-f7c0-4580-920a-243f31b4b5b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:34.066482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21631c14-c1ca-4738-bdae-66c279333cda,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:34.069835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:34.072678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20cd0866e1ba4ae98e5b35896f87142d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1872132
Dec 22 15:21:34.075240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:21:34.137887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.164688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.217489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.221244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9df1e76a-a4b0-4c66-a9f4-06e774fac374 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:34.234377 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21631c14-c1ca-4738-bdae-66c279333cda,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:34.237359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:34.239320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:34.240552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21631c14-c1ca-4738-bdae-66c279333cda HTTP/1.1" status: 204  len: 168 time: 0.1643100
Dec 22 15:21:41.739815 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-4624649e-fa86-4785-aa72-bdd379f54516 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=63ae18d6684748cc99f19609642e4e57&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0270395
Dec 22 15:21:41.886369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-db96de92-2b01-4cb6-9b31-b799990aa834 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:41.887764 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-db96de92-2b01-4cb6-9b31-b799990aa834 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1430776
Dec 22 15:21:41.904426 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-74968c42-828d-4668-a4fe-981c8b03ec83 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/quotas/63ae18d6684748cc99f19609642e4e57 HTTP/1.1" status: 200  len: 375 time: 0.0105143
Dec 22 15:21:41.949537 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-7f3970ba-a378-47f6-81a5-716fcdce63b1 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63ae18d6684748cc99f19609642e4e57&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400605
Dec 22 15:21:42.152470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fd62e1b3-be2d-4245-a514-fe67b69d255c req-75f245d3-e4f8-4a4b-b3c9-edf98d299893 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 210 time: 0.0446558
Dec 22 15:21:43.180672 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-bf9d82de-1ae3-47c7-8fb9-fea46b932f19 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=63ae18d6684748cc99f19609642e4e57&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306156
Dec 22 15:21:43.331670 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7c392a4-20fe-4309-af44-c30537b3653d req-dfa7659c-7a20-4c83-a0fe-5c3852e648ae tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 210 time: 0.0518389
Dec 22 15:21:43.345494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-0617a41d-f5cf-4628-9313-88a7f64f47e0 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:43.347180 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-0617a41d-f5cf-4628-9313-88a7f64f47e0 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1607411
Dec 22 15:21:43.379145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Request body: {'port': {'device_id': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec', 'admin_state_up': True, 'tenant_id': '63ae18d6684748cc99f19609642e4e57'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:21:43.623517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:21:43.627998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Usage tracker for resource:port and tenant:63ae18d6684748cc99f19609642e4e57 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:21:43.630845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:21:43.636577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:21:43.646210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Made reservation on behalf of 63ae18d6684748cc99f19609642e4e57 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:21:43.649277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:43.661769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:43.694608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:21:43.698320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Usage tracker for resource:security_group_rule and tenant:63ae18d6684748cc99f19609642e4e57 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:21:43.701044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:21:43.706620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:21:43.775063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:43.779398 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:43.782641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2445fa34-5070-46d7-b0ac-456a65b79fe1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:43.857682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:43.863778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:43.953559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Allocated IP 192.168.233.185 (075f829c-dd51-496b-971d-3d4ab03271ec/a5e410b7-7fff-4a85-9f71-92333b4cc866/73fa007a-e8e3-47e0-8d21-ae6ff0b0a065) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:21:44.157965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:44.174776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Transition to ACTIVE for port object 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:21:44.197027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:44.203142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-99c3d7be-adef-4f28-9862-868b0cd8818a tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:44.269540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Network 075f829c-dd51-496b-971d-3d4ab03271ec is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:21:44.276810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:21:44.281661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:21:44.312435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Pushing event updated for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:44.318951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:44.348534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:44.349185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:44.381833 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0067194
Dec 22 15:21:44.394906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Request body: {'port': {'device_id': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:21:44.572569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:44.588653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-22f95773-da36-4588-8716-a74462744025 None None] Provisioning for port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:21:44.594121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-22f95773-da36-4588-8716-a74462744025 None None] Provisioning complete for port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:44.594503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-22f95773-da36-4588-8716-a74462744025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:44.649359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-22f95773-da36-4588-8716-a74462744025 None None] Port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:21:44.662983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-ad706a5f-6a40-44fc-b354-45881cdd0456 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:44.663680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-ad706a5f-6a40-44fc-b354-45881cdd0456 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Synchronizing usage tracker for tenant:63ae18d6684748cc99f19609642e4e57 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:21:44.742619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-ad706a5f-6a40-44fc-b354-45881cdd0456 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Unset dirty status for tenant:63ae18d6684748cc99f19609642e4e57 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:21:44.743772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-ad706a5f-6a40-44fc-b354-45881cdd0456 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 936 time: 0.2737670
Dec 22 15:21:44.885617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-5f56b902-1a60-43b2-bee4-f2dc30cae1bc tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Synchronizing usage tracker for tenant:63ae18d6684748cc99f19609642e4e57 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:21:44.936754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-5f56b902-1a60-43b2-bee4-f2dc30cae1bc tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Unset dirty status for tenant:63ae18d6684748cc99f19609642e4e57 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:21:44.938087 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2a7c319-6f9f-4e4d-affd-58725ba35d9d req-5f56b902-1a60-43b2-bee4-f2dc30cae1bc tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861613
Dec 22 15:21:45.031176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:21:45.038230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:45.054473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Transition to ACTIVE for port object 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:21:45.063580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:45.067571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37e54bf3-c912-496c-8692-a97ed901e25d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:45.189447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:45.194103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:45.314503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Attempting to bind port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:21:45.315132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Attempting to bind port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:21:45.315132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Attempting to bind port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 on network 075f829c-dd51-496b-971d-3d4ab03271ec {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:21:45.321153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 on network 075f829c-dd51-496b-971d-3d4ab03271ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:21:45.321460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Attempting to bind port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 on network 075f829c-dd51-496b-971d-3d4ab03271ec {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:21:45.328960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:21:45.329289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Checking segment: {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:21:45.329675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Bound using segment: {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:21:45.330088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Bound port: 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aebd1a9-9174-4ead-be28-8c8fd0627bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:21:45.330428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:45.423602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:21:45.426655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:21:45.431250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:45.435502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-18c3c229-55a1-4a80-9f51-553cdb5ea47b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:45.492456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:45.494079 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] 10.222.0.61 "PUT /v2.0/ports/73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 HTTP/1.1" status: 200  len: 1098 time: 1.1037159
Dec 22 15:21:45.497052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:21:45.528989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:45.533246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:45.582560 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065', 'status': 'completed', 'code': 200}
Dec 22 15:21:45.631810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-2b6ecdff-8096-4972-b21f-7aa78d73eada service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63ae18d6684748cc99f19609642e4e57&device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 1101 time: 0.0808990
Dec 22 15:21:45.830641 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-2014b2e7-c19a-495f-baf4-92608c32a6bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 HTTP/1.1" status: 200  len: 217 time: 0.1883056
Dec 22 15:21:45.898543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-cb0b53e4-0caa-4024-8253-7c1d31c56afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:45.900003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-cb0b53e4-0caa-4024-8253-7c1d31c56afb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5e410b7-7fff-4a85-9f71-92333b4cc866 HTTP/1.1" status: 200  len: 843 time: 0.0596735
Dec 22 15:21:45.980858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-5cf710ca-afab-4d86-9c22-49561aff5f81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=075f829c-dd51-496b-971d-3d4ab03271ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0728204
Dec 22 15:21:46.165512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-071c4f9b-dd51-49f1-9f76-a30f2d78c117 service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744466
Dec 22 15:21:46.250911 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b168ee-3453-446c-b2ed-d89840a16e07 req-7dcea9aa-992f-4242-9ca1-5a977d4e8c7f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:46.252259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34b168ee-3453-446c-b2ed-d89840a16e07 req-7dcea9aa-992f-4242-9ca1-5a977d4e8c7f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 948 time: 0.1887367
Dec 22 15:21:46.344938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34b168ee-3453-446c-b2ed-d89840a16e07 req-7b6724ab-c95c-4ee0-8c4d-8a55f783ea9f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868621
Dec 22 15:21:46.353684 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a82566-7dd9-4205-8ad2-3876872c19a8 req-952cfa6e-1d42-4579-a672-0daf1562ed10 service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775064
Dec 22 15:21:46.468909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-9642d29b-92b4-4672-aa28-b25077d6624f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63ae18d6684748cc99f19609642e4e57&device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 1101 time: 0.0690913
Dec 22 15:21:46.612194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-93cfec77-1111-4143-89a2-3064a7270945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:46.613705 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-93cfec77-1111-4143-89a2-3064a7270945 service neutron] 10.222.0.61 "GET /v2.0/networks?id=075f829c-dd51-496b-971d-3d4ab03271ec HTTP/1.1" status: 200  len: 870 time: 0.1379259
Dec 22 15:21:46.687624 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-f96a88d0-e6c2-4db1-b484-da13f1601689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 HTTP/1.1" status: 200  len: 217 time: 0.0656796
Dec 22 15:21:46.755649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-810820df-e077-4db9-9d43-fa847ae068da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:46.757087 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-810820df-e077-4db9-9d43-fa847ae068da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5e410b7-7fff-4a85-9f71-92333b4cc866 HTTP/1.1" status: 200  len: 843 time: 0.0618622
Dec 22 15:21:46.834232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-431582ce-97a5-4f7d-a103-3f758d633d66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=075f829c-dd51-496b-971d-3d4ab03271ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0687435
Dec 22 15:21:46.968720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-75c14fcd-58b1-4add-a3f1-4e06ae6595d8 service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260598
Dec 22 15:21:47.101241 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83a2ad4-f6ad-43ef-b456-629930e19c11 req-2fcada5a-df87-4521-b6d0-23e334f092c7 service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256135
Dec 22 15:21:47.552683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f2a3-348b-42b9-8974-f62706568830 req-70d3ad9b-bee3-4113-9946-ab62e8f7da1f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:47.554258 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3049f2a3-348b-42b9-8974-f62706568830 req-70d3ad9b-bee3-4113-9946-ab62e8f7da1f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 948 time: 0.0783892
Dec 22 15:21:47.600573 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3049f2a3-348b-42b9-8974-f62706568830 req-3baa641b-cc59-4897-b9d7-12cf0071c5bf tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403020
Dec 22 15:21:48.805309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56c5ee-7058-45ad-a5f7-32c9c6901ea8 req-31b17532-0288-4a9b-88bb-579a875e6175 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:48.807289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab56c5ee-7058-45ad-a5f7-32c9c6901ea8 req-31b17532-0288-4a9b-88bb-579a875e6175 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 948 time: 0.0801611
Dec 22 15:21:48.852893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab56c5ee-7058-45ad-a5f7-32c9c6901ea8 req-e63b0b4d-d65a-4a75-870d-6a2a53632f15 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405757
Dec 22 15:21:49.166014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:21:49.295472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:49.308001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065', 'network_id': '075f829c-dd51-496b-971d-3d4ab03271ec', 'port_id': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065', 'mac_address': 'fa:16:3e:c9:a1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e410b7-7fff-4a85-9f71-92333b4cc866', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:21:49.364701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:49.382184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:21:49.398235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:49.402328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:49.404127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:49.468742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:49.471669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:49.660026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['73fa007a-e8e3-47e0-8d21-ae6ff0b0a065'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:21:50.052041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027bbc-7f96-44f8-b827-50de8a9f9b64 req-34b47126-a1a6-4970-82a6-b3874d364343 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:50.053496 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9f027bbc-7f96-44f8-b827-50de8a9f9b64 req-34b47126-a1a6-4970-82a6-b3874d364343 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 949 time: 0.0803807
Dec 22 15:21:50.098332 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9f027bbc-7f96-44f8-b827-50de8a9f9b64 req-f9f54c0e-da1b-4551-9337-cfd8942bc4f1 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393963
Dec 22 15:21:51.175716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:21:51.250656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:21:51.256604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:21:51.257152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:51.377200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:51.403649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:21:51.415483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:51.421149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:51.423976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:51.443567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc25a-81df-4de2-8ac4-62f1e3837579 req-a8a41f42-67fa-4ccc-985c-f31bc6bc7f3e tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:51.445063 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ac3fc25a-81df-4de2-8ac4-62f1e3837579 req-a8a41f42-67fa-4ccc-985c-f31bc6bc7f3e tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 949 time: 0.0797400
Dec 22 15:21:51.472760 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065', 'code': 200}
Dec 22 15:21:51.499099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ac3fc25a-81df-4de2-8ac4-62f1e3837579 req-6f4d3d7c-7249-44c4-8dbd-f78683e31472 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463336
Dec 22 15:21:51.502913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:51.506113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:51.696214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9dc1ec02-17b2-4d97-8544-297f058e763d req-27941a1d-0731-4fe3-b98a-0b2bb6db46eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 1103 time: 0.0682738
Dec 22 15:21:51.738715 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9dc1ec02-17b2-4d97-8544-297f058e763d req-fc9dd4ce-b37d-45be-b522-e97e1a5e078e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350876
Dec 22 15:21:52.698989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34debe0f-3939-4216-b45b-7e72e94f5639 req-fd33ee45-2686-463f-9cf1-5b47c2ded20f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:52.700493 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34debe0f-3939-4216-b45b-7e72e94f5639 req-fd33ee45-2686-463f-9cf1-5b47c2ded20f tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 950 time: 0.0774891
Dec 22 15:21:52.745041 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34debe0f-3939-4216-b45b-7e72e94f5639 req-91ce91d8-1a69-471e-a4b8-e1fc57ba9285 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389459
Dec 22 15:21:54.065409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f4ea-89cc-4bd0-927d-dcb72f79fef4 req-b59c7166-b864-4be8-81d8-e550bbd5c91c tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:54.066804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-43d4f4ea-89cc-4bd0-927d-dcb72f79fef4 req-b59c7166-b864-4be8-81d8-e550bbd5c91c tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 950 time: 0.1963928
Dec 22 15:21:54.116020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-43d4f4ea-89cc-4bd0-927d-dcb72f79fef4 req-ad2844cd-dbeb-483f-a461-b68f3f6c6ab4 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432847
Dec 22 15:21:54.604810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f78d5a8c-e29e-49f7-a112-410c6f1f59b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:54.735127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e9ab6423-bc36-44df-8580-7a6bfda240a1 req-01ba382d-5978-408b-ae91-4cfbd83d742a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2040608
Dec 22 15:21:55.300766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-770e7975-83d4-4395-88ae-8b152a1d06af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0929632
Dec 22 15:21:55.533267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-fede63fc-0055-42fa-bd46-6fa268f9a558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63ae18d6684748cc99f19609642e4e57&device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 1103 time: 0.1526697
Dec 22 15:21:55.540058 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ad9d741-1dc6-4d9e-88d3-ab796d2f5bfb req-e1daced4-5dac-42b1-a630-bf278ce45774 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2850795
Dec 22 15:21:55.698163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-1d3db1a8-53f9-41ac-97be-c4c4b5b02f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:55.699750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-1d3db1a8-53f9-41ac-97be-c4c4b5b02f53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=075f829c-dd51-496b-971d-3d4ab03271ec HTTP/1.1" status: 200  len: 870 time: 0.1405926
Dec 22 15:21:55.779154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-91f6aecc-6007-4e5d-90f0-5cb6e41a8af1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 HTTP/1.1" status: 200  len: 217 time: 0.0707216
Dec 22 15:21:55.849641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-9423d287-cefd-4ffb-b2b8-09d4a7b49788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:55.851096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-9423d287-cefd-4ffb-b2b8-09d4a7b49788 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5e410b7-7fff-4a85-9f71-92333b4cc866 HTTP/1.1" status: 200  len: 843 time: 0.0653863
Dec 22 15:21:55.957022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-5e2d7196-c3e1-40c1-8d7b-5be2cf560f30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=075f829c-dd51-496b-971d-3d4ab03271ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0956116
Dec 22 15:21:56.196944 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-dcb6357f-9000-4c35-a0bc-b64aa24fa12c service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2305398
Dec 22 15:21:56.314181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508cd76-6d61-45a1-87eb-868b198c9ba3 req-e8eb9d0d-f975-4ad0-b9a0-93287347e41a tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:56.315541 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1508cd76-6d61-45a1-87eb-868b198c9ba3 req-e8eb9d0d-f975-4ad0-b9a0-93287347e41a tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 950 time: 0.2090578
Dec 22 15:21:56.395039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bf6ceb6b-de00-4a80-943a-da107016e77c req-209c0851-3044-4e2c-9742-2f35e3159dcb service neutron] 10.222.0.61 "GET /v2.0/networks/075f829c-dd51-496b-971d-3d4ab03271ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886842
Dec 22 15:21:56.400574 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1508cd76-6d61-45a1-87eb-868b198c9ba3 req-f8f46bed-6421-427c-b88a-c554ef159f2a tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771689
Dec 22 15:21:57.563751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-60fd54c2-f3d0-4fb2-bcbd-599a62db2509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:57.633530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd00ac-1099-4334-87dc-0423430302f0 req-e2c12fc7-8218-43d2-8e4b-3b8b02737d66 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:57.635136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18bd00ac-1099-4334-87dc-0423430302f0 req-e2c12fc7-8218-43d2-8e4b-3b8b02737d66 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.61 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 950 time: 0.0955346
Dec 22 15:21:57.639451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a404696-05af-4ecd-ae44-0d87e00ac480 req-02d50446-c7be-4a51-bcec-49a7389d5238 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:21:57.642104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a404696-05af-4ecd-ae44-0d87e00ac480 req-02d50446-c7be-4a51-bcec-49a7389d5238 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 950 time: 0.0836735
Dec 22 15:21:57.691586 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a404696-05af-4ecd-ae44-0d87e00ac480 req-47cde4f2-b0cb-43ed-ad7a-d2cc2b8a9a49 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430002
Dec 22 15:21:57.708014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Deleting port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:21:57.708487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:57.973483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] For port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,segment=NetworkSegment(0aebd1a9-9174-4ead-be28-8c8fd0627bc5),segment_id=0aebd1a9-9174-4ead-be28-8c8fd0627bc5)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:21:57.973827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:58.059219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:58.098326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Calling delete_port for 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:21:58.144821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:58.364266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:58.370342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:21:58.378010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['73fa007a-e8e3-47e0-8d21-ae6ff0b0a065'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:21:58.421014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Pushing event deleted for resources: {'Port': ['ID=73fa007a-e8e3-47e0-8d21-ae6ff0b0a065,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:21:58.424348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:21:58.497358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] No DVR routers for this DVR port 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:21:58.500708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:21:58.503459 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'name': 'network-vif-deleted', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:21:58.519815 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18bd00ac-1099-4334-87dc-0423430302f0 req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.61 "DELETE /v2.0/ports/73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 HTTP/1.1" status: 204  len: 173 time: 0.8786390
Dec 22 15:21:58.575294 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cd135e-c438-4583-afdd-6b0ed159edd3', 'name': 'network-vif-deleted', 'tag': '73fa007a-e8e3-47e0-8d21-ae6ff0b0a065', 'status': 'completed', 'code': 200}
Dec 22 15:21:58.879751 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b4167532-2627-4ce8-bd58-a9ee069ad465 req-7d78f853-bd9c-45f3-a497-8956a3b7f36d tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cd135e-c438-4583-afdd-6b0ed159edd3 HTTP/1.1" status: 200  len: 210 time: 0.0477989
Dec 22 15:21:59.363733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:00.329846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44412) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:00.510525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-84b7b0a5-7590-4681-acc0-73fdec4bf02d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63ae18d6684748cc99f19609642e4e57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1792636
Dec 22 15:22:00.512806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 44418) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:00.577919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:00.606255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:00.665173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:00.669018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6ec4120d-f1a4-4467-9158-1a411f2da721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:00.684533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8fa60e-5c82-4e61-90b9-bb5576ed9df6,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:00.687616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:00.697064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:00.697829 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e9d0711d-6bde-4891-96b9-a1a6049db0b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd8fa60e-5c82-4e61-90b9-bb5576ed9df6 HTTP/1.1" status: 204  len: 168 time: 0.1841440
Dec 22 15:22:01.063998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44426) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:01.083621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.115008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:22:01.119002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Usage tracker for resource:security_group_rule and tenant:1d4a7b8bb57d42acb2ded2840647f4c2 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:22:01.121934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:22:01.128717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:22:01.203711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.207349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.213899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e99339db-2239-4bf3-ac45-cc0291230256 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:01.223379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:22:01.256854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a10e0aa-2ba0-4f30-bb3b-82bd6cc0ea53,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:01.260760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:01.265882 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d4a7b8bb57d42acb2ded2840647f4c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1983423
Dec 22 15:22:01.266160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44430) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:01.269214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:22:01.269572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 73fa007a-e8e3-47e0-8d21-ae6ff0b0a065 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:22:01.341734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.368785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.424044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.428948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4d56c4ed-64c8-4401-945e-87034a3fda61 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:01.443334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a10e0aa-2ba0-4f30-bb3b-82bd6cc0ea53,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:01.446264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:01.447143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:01.448254 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a10e0aa-2ba0-4f30-bb3b-82bd6cc0ea53 HTTP/1.1" status: 204  len: 168 time: 0.1811779
Dec 22 15:22:02.334371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44452) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:02.476919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1990802502-network', 'tenant_id': '4b9e142ae38f49f991e42e7572fcc7dd'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:22:02.481773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:22:02.486432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Usage tracker for resource:network and tenant:4b9e142ae38f49f991e42e7572fcc7dd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:22:02.489301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:22:02.494959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:22:02.505780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Made reservation on behalf of 4b9e142ae38f49f991e42e7572fcc7dd for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:22:02.508237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.522493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.555327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:22:02.559389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Usage tracker for resource:security_group_rule and tenant:4b9e142ae38f49f991e42e7572fcc7dd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:22:02.563120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:22:02.570060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:22:02.648600 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.656112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.659606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b585c894-276a-471b-a71b-9037e02b36b7 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:02.689924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:22:02.698384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f6e645-cac8-4f60-87ad-fb3349bc50df,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:02.701831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:02.707099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.707750 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Added segment 5f11d2a4-f141-4493-9c6a-918ad1609294 of type vlan for network 755c7155-83eb-4278-8d54-de0f661e3fc7
Dec 22 15:22:02.739149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.784880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.785953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:02.787407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:02.790792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62430944-e6e1-4356-9962-edb22f1babfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:02.897791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Pushing event updated for resources: {'Network': ['ID=755c7155-83eb-4278-8d54-de0f661e3fc7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:02.904214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5658970
Dec 22 15:22:02.904214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:02.904718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44458) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:02.908140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 755c7155-83eb-4278-8d54-de0f661e3fc7 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:22:02.910173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Request body: {'subnet': {'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1990802502-subnet', 'tenant_id': '4b9e142ae38f49f991e42e7572fcc7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:22:02.915224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:22:02.919114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Usage tracker for resource:subnet and tenant:4b9e142ae38f49f991e42e7572fcc7dd is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:22:02.922903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:22:02.929157 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:22:02.941699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Made reservation on behalf of 4b9e142ae38f49f991e42e7572fcc7dd for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:22:02.949348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:03.160810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:03.164834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-94828cd9-fdaf-49b6-98fd-628eba5dbfa7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:03.245264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1583b975-14ac-4ead-8212-9c2a3f0ea868,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:03.249783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:03.257888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Checking segment: {'id': '5f11d2a4-f141-4493-9c6a-918ad1609294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:22:03.258248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Network hostable DHCP agents. Network: 755c7155-83eb-4278-8d54-de0f661e3fc7, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:22:03.281338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Network 755c7155-83eb-4278-8d54-de0f661e3fc7 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:22:03.291677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 755c7155-83eb-4278-8d54-de0f661e3fc7) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:22:03.296895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:03.297477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:03.301841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d03ef-ee51-4022-b46d-75f73bc47a67 None None] Network 755c7155-83eb-4278-8d54-de0f661e3fc7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:22:03.320403 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4141324
Dec 22 15:22:03.391378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:03.536823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc64cf0-99c5-4efc-8cf0-ac87d15c65a2 None None] Network 755c7155-83eb-4278-8d54-de0f661e3fc7 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:22:03.903079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3e4b1903-9fcd-4f49-817c-a125c4963d63 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:03.903737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3e4b1903-9fcd-4f49-817c-a125c4963d63 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Synchronizing usage tracker for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:22:03.921332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3e4b1903-9fcd-4f49-817c-a125c4963d63 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Unset dirty status for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:22:03.922665 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3e4b1903-9fcd-4f49-817c-a125c4963d63 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 812 time: 0.1749935
Dec 22 15:22:03.940555 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-31e8f01c-a2a4-464a-9637-3ffdfe86873c tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/quotas/4b9e142ae38f49f991e42e7572fcc7dd HTTP/1.1" status: 200  len: 375 time: 0.0121889
Dec 22 15:22:03.988193 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-5f35f0e9-9e75-4884-902d-a486e71c6603 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417035
Dec 22 15:22:03.999779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-7d7fa615-96be-4826-805a-0525d845a783 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:22:04.000851 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-7d7fa615-96be-4826-805a-0525d845a783 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0064464
Dec 22 15:22:04.135967 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-5ad987ad-3bcf-447f-8cb4-a0af8d911bc8 service neutron] 10.222.0.69 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285746
Dec 22 15:22:04.284027 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-f384bac7-2de9-4ff8-898a-66a862a7df89 service neutron] 10.222.0.69 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419556
Dec 22 15:22:04.489543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-47218254-f85e-4e32-8d68-16a9bc2eeccd req-e93fe919-c9a4-4762-9754-ccb54d3fd92f tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0421398
Dec 22 15:22:05.611388 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e76df79-f04a-4c4b-a5c1-0c11c713575e req-44a2bad7-aee0-47c0-822a-00cf262e001b tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0513670
Dec 22 15:22:06.742968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec06f48b-0ed4-48b5-b1c8-6491ab8e62ce req-07b294fe-afbf-4da8-8561-0e614796c6a6 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0454824
Dec 22 15:22:07.871142 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-49d3adbc-ccab-4026-a54a-d096928ff0b7 req-5f45888e-b6c6-4c4e-91a9-065cf244bbc1 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0469439
Dec 22 15:22:09.062285 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8bf59784-b307-4282-8cf3-c96e4dae7712 req-1bf74108-1129-44a0-a8cc-a6c2e35923f5 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0453231
Dec 22 15:22:09.844657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-f9bb7327-c58b-4fdb-9f10-b70b4951325c tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:09.846293 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-f9bb7327-c58b-4fdb-9f10-b70b4951325c tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 812 time: 0.1804826
Dec 22 15:22:09.865720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Request body: {'port': {'device_id': 'e95ef598-0cda-4523-8469-823cd39445af', 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7', 'admin_state_up': True, 'tenant_id': '4b9e142ae38f49f991e42e7572fcc7dd'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:22:10.018451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:22:10.022387 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Usage tracker for resource:port and tenant:4b9e142ae38f49f991e42e7572fcc7dd is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:22:10.025245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:22:10.031708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:22:10.042232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Made reservation on behalf of 4b9e142ae38f49f991e42e7572fcc7dd for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:22:10.048031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:10.222759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Allocated IP 172.20.0.3 (755c7155-83eb-4278-8d54-de0f661e3fc7/1583b975-14ac-4ead-8212-9c2a3f0ea868/fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:22:10.239342 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-62ad6990-2a88-4564-bd21-73f12df55e04 req-fadac7ff-6ef2-4bb8-8d7d-ceedc6a9f656 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0437613
Dec 22 15:22:10.267117 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:22:10.441176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:10.476698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:10.483547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f50cbcaa-f01f-4c39-b0a2-9ef9d1a7bfd2 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:10.557159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Network 755c7155-83eb-4278-8d54-de0f661e3fc7 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:22:10.560919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:22:10.563554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:22:10.597786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:10.601071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:10.630774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:10.631372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:10.652932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7925818
Dec 22 15:22:10.667646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Request body: {'port': {'device_id': 'e95ef598-0cda-4523-8469-823cd39445af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:22:10.778019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.245799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:22:11.253348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.268531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Transition to ACTIVE for port object fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:22:11.272283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.276354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-13a82950-c0f9-4ef8-8618-153c01dd63ff tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:11.441826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:11.447809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:11.559850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e77f6-2f13-491d-a00d-fb0732ec43f7 req-1f605544-7870-4f0d-88fe-1ac2be7ccd87 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:11.561156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-858e77f6-2f13-491d-a00d-fb0732ec43f7 req-1f605544-7870-4f0d-88fe-1ac2be7ccd87 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Synchronizing usage tracker for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:22:11.583169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Attempting to bind port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:22:11.583485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Attempting to bind port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5f11d2a4-f141-4493-9c6a-918ad1609294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:22:11.583798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Attempting to bind port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 on network 755c7155-83eb-4278-8d54-de0f661e3fc7 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:22:11.593661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 on network 755c7155-83eb-4278-8d54-de0f661e3fc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:22:11.593909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Attempting to bind port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 on network 755c7155-83eb-4278-8d54-de0f661e3fc7 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:22:11.598156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-858e77f6-2f13-491d-a00d-fb0732ec43f7 req-1f605544-7870-4f0d-88fe-1ac2be7ccd87 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Unset dirty status for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:22:11.599290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-858e77f6-2f13-491d-a00d-fb0732ec43f7 req-1f605544-7870-4f0d-88fe-1ac2be7ccd87 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 943 time: 0.2231009
Dec 22 15:22:11.602458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:22:11.602813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Checking segment: {'id': '5f11d2a4-f141-4493-9c6a-918ad1609294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:22:11.603155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Bound using segment: {'id': '5f11d2a4-f141-4493-9c6a-918ad1609294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:22:11.603564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Bound port: fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f11d2a4-f141-4493-9c6a-918ad1609294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:22:11.603897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.701479 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-858e77f6-2f13-491d-a00d-fb0732ec43f7 req-1802a7cc-09bd-448d-b7ba-2544c403dfb5 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878563
Dec 22 15:22:11.725427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:22:11.728410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:22:11.733207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.736793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-22bef943-6031-4866-bb7d-b807dc525e9a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:11.794988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:11.796469 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 1093 time: 1.1328645
Dec 22 15:22:11.796985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:22:11.822907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:11.826976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:11.871453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'status': 'completed', 'code': 200}
Dec 22 15:22:11.908161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-530bb232-4aa3-43bc-9d81-e53417d24024 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1096 time: 0.0715017
Dec 22 15:22:11.979182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3eebb9f0-157a-49a6-afe3-d458f6fcd49c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0634360
Dec 22 15:22:12.049498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3fc5ffea-082c-4e48-acfb-24ccd715e74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:12.050938 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-3fc5ffea-082c-4e48-acfb-24ccd715e74f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.0598512
Dec 22 15:22:12.101150 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-ceac4e9c-8830-4213-95df-febd0f9661cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428085
Dec 22 15:22:12.236978 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-eb0aa16f-12ee-4c90-8b29-82cf33709383 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275396
Dec 22 15:22:12.383088 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e5aef06-13b6-4e27-bf28-636de6cfa479 req-d1afbb62-a454-4488-8fff-a3d775450dc3 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390989
Dec 22 15:22:12.502002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-5bf6f148-32c5-44fe-a8e0-a1147ecc6e84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1096 time: 0.0710437
Dec 22 15:22:12.639536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-ed15663a-3a2c-41a2-8422-5c4a906f24c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:12.641007 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-ed15663a-3a2c-41a2-8422-5c4a906f24c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 913 time: 0.1288443
Dec 22 15:22:12.714510 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-10bcf951-a510-474d-a292-e4f3738e6b82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0663590
Dec 22 15:22:12.788361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-d12589c2-93aa-405e-b990-4612a7514a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:12.790409 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-d12589c2-93aa-405e-b990-4612a7514a27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.0673685
Dec 22 15:22:12.839364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-f3d22aa8-db84-4fdd-aaf0-293cb23f8d7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415049
Dec 22 15:22:13.142206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-e8159729-b496-486a-87ee-88b58b7a55a4 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554601
Dec 22 15:22:13.147684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a130446-2fca-4719-b282-1a533c7857a1 req-5a058868-1323-4526-b94b-a2608831f2e8 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:13.149119 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a130446-2fca-4719-b282-1a533c7857a1 req-5a058868-1323-4526-b94b-a2608831f2e8 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 943 time: 0.3087997
Dec 22 15:22:13.280772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7a130446-2fca-4719-b282-1a533c7857a1 req-c5edce69-7b18-4390-85fd-1b147e654eb4 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122999
Dec 22 15:22:13.317146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a72fbd1e-60f1-48f1-973c-50aa3eb9865e req-021c7b3c-8d67-4361-ba21-ccc71a2d1054 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671131
Dec 22 15:22:14.492629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc3eda-739a-47c3-90fe-711b4cf34d3f req-be696b0e-95c4-4718-9921-43f0ee6616cd tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:14.494060 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7cc3eda-739a-47c3-90fe-711b4cf34d3f req-be696b0e-95c4-4718-9921-43f0ee6616cd tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 943 time: 0.0779471
Dec 22 15:22:14.648469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f7cc3eda-739a-47c3-90fe-711b4cf34d3f req-8189f473-e610-4a76-b738-95a4b8247780 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Synchronizing usage tracker for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:22:14.665747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-f7cc3eda-739a-47c3-90fe-711b4cf34d3f req-8189f473-e610-4a76-b738-95a4b8247780 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Unset dirty status for tenant:4b9e142ae38f49f991e42e7572fcc7dd on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:22:14.667096 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7cc3eda-739a-47c3-90fe-711b4cf34d3f req-8189f473-e610-4a76-b738-95a4b8247780 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674190
Dec 22 15:22:15.271042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:22:15.410911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:15.424578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7', 'port_id': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'mac_address': 'fa:16:3e:85:95:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1583b975-14ac-4ead-8212-9c2a3f0ea868', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:22:15.479484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:15.496662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:22:15.512860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:15.517875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:15.521162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:15.595593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:15.604043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.604408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.604765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.605107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.605446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.605779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.606110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.606440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.606780 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.607124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.607638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:15.611724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:15.779930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:22:15.869471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595fbe8-4b01-40f9-a537-ed297a688007 req-a5cd4df8-7abb-45bc-a3a9-836712210bd2 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:15.871601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1595fbe8-4b01-40f9-a537-ed297a688007 req-a5cd4df8-7abb-45bc-a3a9-836712210bd2 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 944 time: 0.0828044
Dec 22 15:22:15.918345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1595fbe8-4b01-40f9-a537-ed297a688007 req-57839ae5-5482-49c9-8403-f3a804ff0930 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405693
Dec 22 15:22:17.126517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2a92-ffc4-492c-970b-ab9e09882257 req-3a8b7ed2-d0bd-479e-b08e-957fa317d338 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:17.127973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-350f2a92-ffc4-492c-970b-ab9e09882257 req-3a8b7ed2-d0bd-479e-b08e-957fa317d338 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 944 time: 0.0785460
Dec 22 15:22:17.174440 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-350f2a92-ffc4-492c-970b-ab9e09882257 req-15963dd6-5e7c-4c48-b725-83c154865953 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409262
Dec 22 15:22:17.287706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:22:17.359661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:22:17.364860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:22:17.365240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:17.486654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:17.516873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:22:17.526757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:17.531748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:17.533762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:17.592545 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'code': 200}
Dec 22 15:22:17.604700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:17.608661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:17.840214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-095e4600-9aa6-485f-a7ce-f82404bb5ab1 req-c6be9a0c-0c3e-44ef-9823-237b557099a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1098 time: 0.0678630
Dec 22 15:22:17.891247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-095e4600-9aa6-485f-a7ce-f82404bb5ab1 req-57bdc864-b99d-480c-ab08-e19b18583140 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408881
Dec 22 15:22:18.376938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1147-d3e5-471c-8985-d06dbf9c2e45 req-11908c98-d3d1-4553-87e7-b048ee378c41 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:18.378420 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4f1e1147-d3e5-471c-8985-d06dbf9c2e45 req-11908c98-d3d1-4553-87e7-b048ee378c41 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0813665
Dec 22 15:22:18.424998 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4f1e1147-d3e5-471c-8985-d06dbf9c2e45 req-934193ec-6461-43bf-ba2a-60d4189f0467 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409758
Dec 22 15:22:19.659044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ea68-dc18-42c2-b2e9-9ce916252f27 req-01c44b61-a644-4894-afca-8af1465ac818 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:19.660563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-65c9ea68-dc18-42c2-b2e9-9ce916252f27 req-01c44b61-a644-4894-afca-8af1465ac818 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.1016042
Dec 22 15:22:19.709917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-65c9ea68-dc18-42c2-b2e9-9ce916252f27 req-75177699-f291-4682-ad80-8a8284f9b291 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437541
Dec 22 15:22:19.912888 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-51889638-bed9-4094-a813-b68bc9210423 req-3b21fba8-cf0d-42f6-b6e9-57a30701c155 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0704746
Dec 22 15:22:20.186172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44528) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:20.242224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea055-5056-4f83-b7a9-45914030e043 req-1749fb3a-9570-487f-8874-873edd832246 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:20.243776 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f42ea055-5056-4f83-b7a9-45914030e043 req-1749fb3a-9570-487f-8874-873edd832246 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0876977
Dec 22 15:22:20.294252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f42ea055-5056-4f83-b7a9-45914030e043 req-e54d3d66-9112-43e6-8e0e-83a9e057fcd8 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Dec 22 15:22:20.332228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-66498604-93a5-4e1e-be5a-d1acc214da4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1447685
Dec 22 15:22:21.500048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcaec2-dfd7-4fae-bcb6-b0a8bd73b152 req-4b4a7735-ae82-4071-9a8c-2a58c5289ac0 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:21.501404 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e8bcaec2-dfd7-4fae-bcb6-b0a8bd73b152 req-4b4a7735-ae82-4071-9a8c-2a58c5289ac0 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0810645
Dec 22 15:22:21.553719 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e8bcaec2-dfd7-4fae-bcb6-b0a8bd73b152 req-d90f533e-17d9-4d7f-8c7e-e17c9e3d4d6d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467336
Dec 22 15:22:21.676948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-c2067555-97ee-469d-809f-6e786a890b70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1098 time: 0.0714054
Dec 22 15:22:21.813488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-ed8bef4e-0f3e-469b-aeab-7c73baf0c004 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:21.814868 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-ed8bef4e-0f3e-469b-aeab-7c73baf0c004 service neutron] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 913 time: 0.1318195
Dec 22 15:22:21.887046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-a0f69f43-fb91-43a9-b112-77e7b27fe699 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0652938
Dec 22 15:22:21.949167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-9d65256c-8488-4c39-a6de-026bdf6970b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:21.951144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-9d65256c-8488-4c39-a6de-026bdf6970b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.0574896
Dec 22 15:22:21.999722 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-6f3a5799-09df-4a81-9f6c-0f5916f4e190 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423734
Dec 22 15:22:22.134742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-8cd3d011-0eca-47ca-b37e-c2e4486617cd service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287117
Dec 22 15:22:22.270458 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-fdfc4044-bde1-43db-ab6a-55efe45a6e59 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285362
Dec 22 15:22:22.759428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ecaa-c7ec-4bd9-8191-2fe677ba6693 req-cf9dee08-c0b8-4c6f-a3c6-3fb20eb78326 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:22.760885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be17ecaa-c7ec-4bd9-8191-2fe677ba6693 req-cf9dee08-c0b8-4c6f-a3c6-3fb20eb78326 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0826283
Dec 22 15:22:22.811831 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be17ecaa-c7ec-4bd9-8191-2fe677ba6693 req-bec9e112-12da-43e1-8b23-fd1bb7d3edf1 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447075
Dec 22 15:22:24.014478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016913-feb9-45c6-a709-542b1d36a028 req-3e9cab71-da67-4d12-a83e-370b50b29990 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:24.015873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69016913-feb9-45c6-a709-542b1d36a028 req-3e9cab71-da67-4d12-a83e-370b50b29990 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0827322
Dec 22 15:22:24.066976 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69016913-feb9-45c6-a709-542b1d36a028 req-cc145b6e-aee7-4704-9c21-db790e78b116 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455153
Dec 22 15:22:24.601361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-78f745a9-26ac-4510-932b-5cf2227dc8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:25.293939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5497a-dd84-4099-82bd-35014bbb570f req-49cd93c9-b0f7-4b97-b559-732ece6d148b tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:25.296019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5bd5497a-dd84-4099-82bd-35014bbb570f req-49cd93c9-b0f7-4b97-b559-732ece6d148b tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0861454
Dec 22 15:22:25.462689 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5bd5497a-dd84-4099-82bd-35014bbb570f req-fc9b8221-d5a3-4912-a9f5-b0edfea9f1c4 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610694
Dec 22 15:22:26.668439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ddd09-5801-4e03-99ee-df8ee0b4447b req-d57ce731-4981-43eb-a157-c08aca9485ce tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:26.670232 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-051ddd09-5801-4e03-99ee-df8ee0b4447b req-d57ce731-4981-43eb-a157-c08aca9485ce tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0791838
Dec 22 15:22:26.718360 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-051ddd09-5801-4e03-99ee-df8ee0b4447b req-7c9541ab-c67a-4f65-856a-b89f25d6edd2 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425558
Dec 22 15:22:27.556987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-27de2237-c8ad-484e-8daf-bf1876e7b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:27.918240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5d5d-e989-4ca4-a37c-a550b15b20ea req-d91f0980-2acd-499a-804b-b9982b923974 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:27.920481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a89f5d5d-e989-4ca4-a37c-a550b15b20ea req-d91f0980-2acd-499a-804b-b9982b923974 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0769389
Dec 22 15:22:27.967177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a89f5d5d-e989-4ca4-a37c-a550b15b20ea req-28ec7db7-bd13-4c2e-a666-8a0712583734 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410435
Dec 22 15:22:28.063758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:28.138343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:29.183529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e17b9-4ae7-474c-b67b-ac3adf2deff4 req-44c9141c-f27f-4874-81f7-d636e339285d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:29.185414 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-916e17b9-4ae7-474c-b67b-ac3adf2deff4 req-44c9141c-f27f-4874-81f7-d636e339285d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0866716
Dec 22 15:22:29.233411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-916e17b9-4ae7-474c-b67b-ac3adf2deff4 req-08d15405-ef7f-4bf0-b8b1-c08b75933a2d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418961
Dec 22 15:22:29.369734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:30.443374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24eb0c-9fe6-4bd4-8f9b-88a107da2bb0 req-ad54fc24-8be5-42e8-8a86-a2cae3e9c685 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:30.444779 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc24eb0c-9fe6-4bd4-8f9b-88a107da2bb0 req-ad54fc24-8be5-42e8-8a86-a2cae3e9c685 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0870111
Dec 22 15:22:30.492676 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc24eb0c-9fe6-4bd4-8f9b-88a107da2bb0 req-5deb15a0-8df4-47d7-b2f5-639d67730a1d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423181
Dec 22 15:22:31.705723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea541505-a463-4e3c-a10e-76775bfc891c req-c8b48c43-dee2-47ca-9c29-92645023b451 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:31.707232 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ea541505-a463-4e3c-a10e-76775bfc891c req-c8b48c43-dee2-47ca-9c29-92645023b451 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0832815
Dec 22 15:22:31.767591 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ea541505-a463-4e3c-a10e-76775bfc891c req-a1e74a8a-8745-413e-b149-fff00b61a4cd tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546577
Dec 22 15:22:32.977135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389889bb-7b04-4220-b0c1-24b8d285d6bd req-d7046c33-4d03-4a46-8c82-e3acddae202e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:32.979666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-389889bb-7b04-4220-b0c1-24b8d285d6bd req-d7046c33-4d03-4a46-8c82-e3acddae202e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0795910
Dec 22 15:22:33.027481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-389889bb-7b04-4220-b0c1-24b8d285d6bd req-7877c981-daa8-4326-9f2d-5af5e82c035d tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419259
Dec 22 15:22:33.392834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:34.266243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fac14-a3e9-438e-ab0d-8f80f79be6eb req-0249f719-58aa-407d-bd33-100ca08c4618 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:34.268322 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3b7fac14-a3e9-438e-ab0d-8f80f79be6eb req-0249f719-58aa-407d-bd33-100ca08c4618 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0942020
Dec 22 15:22:34.318371 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3b7fac14-a3e9-438e-ab0d-8f80f79be6eb req-f8c6bb7d-8201-4510-86cf-7cb41b79accc tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444212
Dec 22 15:22:35.524588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d32ee-ca8d-46e4-870f-78b66c2feed7 req-906ac948-26b9-4087-a714-50e13301e661 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:35.526062 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dc8d32ee-ca8d-46e4-870f-78b66c2feed7 req-906ac948-26b9-4087-a714-50e13301e661 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0811603
Dec 22 15:22:35.573620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dc8d32ee-ca8d-46e4-870f-78b66c2feed7 req-18373832-c601-4181-9a9d-311394f75ad4 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413606
Dec 22 15:22:36.776923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a93a-6e67-46f0-b939-6a8dc7deaa2a req-c474ed1e-fc18-4f5e-8bee-51f3e1a6b366 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:36.778444 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-86c6a93a-6e67-46f0-b939-6a8dc7deaa2a req-c474ed1e-fc18-4f5e-8bee-51f3e1a6b366 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0798156
Dec 22 15:22:36.824808 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-86c6a93a-6e67-46f0-b939-6a8dc7deaa2a req-f8860137-15c4-4a9d-b46b-5987049e7fa9 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401866
Dec 22 15:22:38.025408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2e3fd-a07d-43c3-8fee-a57545fa4030 req-da1ca0c5-7d2e-4a26-8df0-b66100d4bf8e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:38.026881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bef2e3fd-a07d-43c3-8fee-a57545fa4030 req-da1ca0c5-7d2e-4a26-8df0-b66100d4bf8e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0786765
Dec 22 15:22:38.079042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bef2e3fd-a07d-43c3-8fee-a57545fa4030 req-a669d730-30fa-4eff-a34e-b77dd6d09f6c tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465670
Dec 22 15:22:39.281214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3eda7-a08c-4478-ad0c-78e61f01754e req-8561012d-6ad5-4a68-a092-38164a85a4fe tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:39.282654 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7eb3eda7-a08c-4478-ad0c-78e61f01754e req-8561012d-6ad5-4a68-a092-38164a85a4fe tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0774310
Dec 22 15:22:39.330764 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7eb3eda7-a08c-4478-ad0c-78e61f01754e req-046fc004-ff56-4e54-9e5b-9230b4e51f82 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422666
Dec 22 15:22:40.541881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3808dd-5304-4c85-8195-f7f74f152d1f req-9086330f-8e61-4681-af87-4555bf001b62 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:40.544179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d3808dd-5304-4c85-8195-f7f74f152d1f req-9086330f-8e61-4681-af87-4555bf001b62 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0861375
Dec 22 15:22:40.591908 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d3808dd-5304-4c85-8195-f7f74f152d1f req-c8f96d20-dd0e-4547-bcab-695c2ae78619 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418823
Dec 22 15:22:41.801084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f97af6-aff2-4307-addd-b3b229050546 req-adec8a11-2cda-4a7d-bea9-133c67fec5be tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:41.802560 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-97f97af6-aff2-4307-addd-b3b229050546 req-adec8a11-2cda-4a7d-bea9-133c67fec5be tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0823178
Dec 22 15:22:41.847677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-97f97af6-aff2-4307-addd-b3b229050546 req-1d106755-f2bf-4ffe-bb9b-add21e143cf5 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396919
Dec 22 15:22:43.047179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13052-f36a-4b7e-8b1d-4c2ccaea8d60 req-bf11aedb-f6cf-4d53-a38a-be368a6ddfe1 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:43.048632 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ff13052-f36a-4b7e-8b1d-4c2ccaea8d60 req-bf11aedb-f6cf-4d53-a38a-be368a6ddfe1 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0820119
Dec 22 15:22:43.100468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ff13052-f36a-4b7e-8b1d-4c2ccaea8d60 req-2b257909-df71-4f03-bbd0-8aedca3ce746 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462811
Dec 22 15:22:44.440578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f087b-0232-4736-8045-1c61abdafab6 req-fd2be3f1-6cf4-41aa-ac03-6dfca0ef5ca8 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:44.441964 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d88f087b-0232-4736-8045-1c61abdafab6 req-fd2be3f1-6cf4-41aa-ac03-6dfca0ef5ca8 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0772607
Dec 22 15:22:44.491357 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d88f087b-0232-4736-8045-1c61abdafab6 req-a0dbf882-e4f3-491c-931c-240d8dbd6996 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440006
Dec 22 15:22:45.690428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf653-2bf3-402f-9141-8349031d908b req-96870860-084c-4a56-8686-88d439bf2c94 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:45.691914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6cedf653-2bf3-402f-9141-8349031d908b req-96870860-084c-4a56-8686-88d439bf2c94 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0781603
Dec 22 15:22:45.740502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6cedf653-2bf3-402f-9141-8349031d908b req-5fb758b8-f32d-4540-a9ab-ace7c06a558f tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Dec 22 15:22:46.942647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d114afa-18c9-4036-ad33-8055db1b529a req-8d38c3d4-c6fd-48ab-a219-2da0d74f7442 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:46.944116 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d114afa-18c9-4036-ad33-8055db1b529a req-8d38c3d4-c6fd-48ab-a219-2da0d74f7442 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0780573
Dec 22 15:22:46.989763 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5d114afa-18c9-4036-ad33-8055db1b529a req-4258f97e-cfd3-46b9-910d-3ea3e72c120a tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398023
Dec 22 15:22:47.266828 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:22:48.195391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb07762-2983-467e-bf10-19a73cef2894 req-0923714e-39f6-4224-9b8e-f5eb1be5d082 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:48.196869 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ecb07762-2983-467e-bf10-19a73cef2894 req-0923714e-39f6-4224-9b8e-f5eb1be5d082 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0807481
Dec 22 15:22:48.244785 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ecb07762-2983-467e-bf10-19a73cef2894 req-99660725-a263-445d-aad7-9cbe79266ff9 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417640
Dec 22 15:22:49.306773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-7efaee3a-4621-42a3-b5b1-aa72f35fd3e9 service neutron] 10.222.0.61 "GET /v2.0/ports/fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0746019
Dec 22 15:22:49.455245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532776a0-49b5-43ef-b624-e513d2962c5d req-a3708045-9a6f-405c-b9e2-98ae352a15d4 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:49.456715 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-532776a0-49b5-43ef-b624-e513d2962c5d req-a3708045-9a6f-405c-b9e2-98ae352a15d4 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0867965
Dec 22 15:22:49.505313 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-532776a0-49b5-43ef-b624-e513d2962c5d req-d0fc520e-544b-4686-89d0-8ca98cacb3e9 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420232
Dec 22 15:22:49.598698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-05816c96-da61-4e7e-ab0b-2cbd4110b36b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af&tenant_id=4b9e142ae38f49f991e42e7572fcc7dd HTTP/1.1" status: 200  len: 1098 time: 0.0771668
Dec 22 15:22:49.696071 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-b38afc93-929b-4986-bf85-cd576b238f2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1098 time: 0.0695682
Dec 22 15:22:49.830008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-01cab416-f198-425d-9f7e-2cb9e66cf630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:49.831468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-01cab416-f198-425d-9f7e-2cb9e66cf630 service neutron] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 913 time: 0.1271963
Dec 22 15:22:49.905348 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-78871ee5-2003-4c41-a44d-d70da2a99712 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0662785
Dec 22 15:22:49.970976 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-147ba79e-2435-42db-9710-9d6661331d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:49.972421 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-147ba79e-2435-42db-9710-9d6661331d05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.0588024
Dec 22 15:22:50.021521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-8a11be4f-0c71-480d-917e-80ea308d65dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415514
Dec 22 15:22:50.154468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-42052849-9658-4ee6-9abf-2fcb0c93f69e service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249070
Dec 22 15:22:50.390566 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23e396cf-1385-4aff-aa18-24c432d13c24 req-88aff469-e27d-4eca-b4c0-b365943b216c service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278147
Dec 22 15:22:50.710156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c244c7c-6f21-44bc-8a23-c5893c382e88 req-c46034aa-7a6c-4237-8c9a-b30bd7e0f839 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:50.711526 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8c244c7c-6f21-44bc-8a23-c5893c382e88 req-c46034aa-7a6c-4237-8c9a-b30bd7e0f839 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0791042
Dec 22 15:22:50.758696 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8c244c7c-6f21-44bc-8a23-c5893c382e88 req-5093ff52-14d2-4743-9c21-e3302fc7d3d9 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409265
Dec 22 15:22:51.975565 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da206-8546-443c-9d95-7d88370c4817 req-3cc422e1-e072-4e41-9d7c-0c2481c16224 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:51.977131 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e15da206-8546-443c-9d95-7d88370c4817 req-3cc422e1-e072-4e41-9d7c-0c2481c16224 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0826886
Dec 22 15:22:52.048673 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e15da206-8546-443c-9d95-7d88370c4817 req-dec24e42-820e-44d5-9a58-d32059eeba59 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637271
Dec 22 15:22:53.252431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e8eb9-b7e4-4cc9-974b-810692201b05 req-d94398ab-4d7b-42fd-a345-c98f176a442e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:53.253862 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-de5e8eb9-b7e4-4cc9-974b-810692201b05 req-d94398ab-4d7b-42fd-a345-c98f176a442e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0779462
Dec 22 15:22:53.298792 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-de5e8eb9-b7e4-4cc9-974b-810692201b05 req-29c007ef-fdf8-4166-abf2-881f6db4f487 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394301
Dec 22 15:22:53.414448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:22:53.546800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:53.566725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'network_id': '755c7155-83eb-4278-8d54-de0f661e3fc7', 'port_id': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'mac_address': 'fa:16:3e:85:95:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1583b975-14ac-4ead-8212-9c2a3f0ea868', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:22:53.631066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:53.648836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:22:53.664647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:53.668365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:53.671330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:53.714262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-afd91a84-af1f-4561-ab47-e2488190bc19 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:53.717957 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-afd91a84-af1f-4561-ab47-e2488190bc19 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.61 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af&tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.0903237
Dec 22 15:22:53.739280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:53.742313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:53.750021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:22:53.961229 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-0e0cb52f-cc0d-4dc8-a6a3-762e45ec7fb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1097 time: 0.1696377
Dec 22 15:22:54.098603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-699dd526-3430-4556-a1b9-7d7041987dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:54.100047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-699dd526-3430-4556-a1b9-7d7041987dcb service neutron] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 913 time: 0.1281042
Dec 22 15:22:54.172886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-d887785c-1e58-4d6b-9a88-6a68048d1c87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0649636
Dec 22 15:22:54.241288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-8a3846c9-e46e-481c-addf-97fb38454973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:54.242717 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-8a3846c9-e46e-481c-addf-97fb38454973 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.0633163
Dec 22 15:22:54.291113 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-0f6d0c54-3050-4175-8e66-2533a47b45b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405881
Dec 22 15:22:54.437161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-cded2ab5-3784-49d9-ae0a-8e6de96e546f service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361008
Dec 22 15:22:54.573230 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-55a29a74-e499-4904-a3bf-d9195d0bb9c3 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247396
Dec 22 15:22:54.604023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e089-34aa-47f6-8b36-1fa98fe16dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:55.413178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:22:55.526634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:22:55.527130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:55.540152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57769-0b6c-4cc6-b3f4-1769ed08d811 req-c527985c-32bc-4b5d-9ce8-ad4051a674d2 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:55.541705 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-17e57769-0b6c-4cc6-b3f4-1769ed08d811 req-c527985c-32bc-4b5d-9ce8-ad4051a674d2 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 944 time: 0.0865090
Dec 22 15:22:55.588901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-17e57769-0b6c-4cc6-b3f4-1769ed08d811 req-5c08951d-02d0-4796-be8d-2ade39e2b4c6 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404379
Dec 22 15:22:55.647244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:55.676484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:22:55.687269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:55.691190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:55.693458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:55.741585 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'code': 200}
Dec 22 15:22:55.779704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:55.782872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:56.283449 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-e045909b-379c-4cd0-8af8-33e1f35ee5e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674572
Dec 22 15:22:56.437174 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-fc12a5ed-feac-461f-a3ca-d2c2cc134454 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 1098 time: 0.0728397
Dec 22 15:22:56.585532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-cba12545-6507-4f92-a4e7-959ce08b02ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:56.586966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-cba12545-6507-4f92-a4e7-959ce08b02ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 200  len: 913 time: 0.1274719
Dec 22 15:22:56.660728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-51d4347c-87ec-46b8-9315-bcf92e00dcb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 200  len: 217 time: 0.0626795
Dec 22 15:22:56.767135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-95ad2212-407a-4430-9292-894a2b6c2e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:56.768608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-95ad2212-407a-4430-9292-894a2b6c2e42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 200  len: 852 time: 0.1006639
Dec 22 15:22:56.822333 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-1ffac7d9-20f0-478c-ad94-27f6da31a1af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755c7155-83eb-4278-8d54-de0f661e3fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457652
Dec 22 15:22:57.022492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8514730-dab9-4e8b-8ae1-8d6dbf360406 req-45eae7f6-b087-432e-b0ca-5541fefeda84 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:57.023921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b8514730-dab9-4e8b-8ae1-8d6dbf360406 req-45eae7f6-b087-432e-b0ca-5541fefeda84 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.3113606
Dec 22 15:22:57.124093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-29d73663-f9ef-46da-9cab-f32227b23fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906728
Dec 22 15:22:57.126367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b8514730-dab9-4e8b-8ae1-8d6dbf360406 req-244d0fee-1a65-426c-b333-b51196973d3b tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/security-groups?id=89f6e645-cac8-4f60-87ad-fb3349bc50df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929856
Dec 22 15:22:57.266734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec58fb3b-9289-4918-9f33-2552c2c0a84f req-7525b490-515d-4648-83ba-0892c9f221f7 service neutron] 10.222.0.61 "GET /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341631
Dec 22 15:22:57.524876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-24255a67-dc12-4183-921c-cf940012c588 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:22:57.526314 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-24255a67-dc12-4183-921c-cf940012c588 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.61 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 945 time: 0.0807157
Dec 22 15:22:57.559282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e5cdce53-acf5-4b05-8fab-027c161890dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:57.605491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Deleting port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:22:57.606199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:57.855825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] For port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,segment=NetworkSegment(5f11d2a4-f141-4493-9c6a-918ad1609294),segment_id=5f11d2a4-f141-4493-9c6a-918ad1609294)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:22:57.856169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:57.974640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Calling delete_port for fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:22:58.069063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:58.116796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:58.122455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5016cc33-fddc-4ed2-b7f6-aebe7fa27486 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:58.132521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:22:58.168483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Pushing event deleted for resources: {'Port': ['ID=fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:58.179924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:58.208455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.208843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.209217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.209582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.209950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.210311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.210672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.211034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.211394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.211763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.212105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:58.219107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:22:58.254716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] No DVR routers for this DVR port fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:22:58.257138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:58.259690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-deleted', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:22:58.277682 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7c4576e-fa9d-4c02-ac09-42b888827985 req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.61 "DELETE /v2.0/ports/fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 HTTP/1.1" status: 204  len: 173 time: 0.7431436
Dec 22 15:22:58.316190 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f02cca68-9464-4085-86bb-30a7d58473ee req-c0b4c2a4-d8ab-4fc1-8fb4-34d40ae93f6a tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] 10.222.0.69 "GET /v2.0/ports?device_id=e95ef598-0cda-4523-8469-823cd39445af HTTP/1.1" status: 200  len: 210 time: 0.0557098
Dec 22 15:22:58.322887 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ef598-0cda-4523-8469-823cd39445af', 'name': 'network-vif-deleted', 'tag': 'fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8', 'status': 'completed', 'code': 200}
Dec 22 15:22:59.371888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.591030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44628) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:22:59.649860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Deleting subnet 1583b975-14ac-4ead-8212-9c2a3f0ea868 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:22:59.652695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.705046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.870911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.940323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.944454 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c1ff328f-32fc-4107-8648-6039b50ab9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:22:59.981697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1583b975-14ac-4ead-8212-9c2a3f0ea868,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:22:59.993671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:22:59.997605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:59.998544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:59.998920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:59.999287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:22:59.999654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.000022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.000412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.000769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.001127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.001487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.001850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:00.005503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:00.007279 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1583b975-14ac-4ead-8212-9c2a3f0ea868 HTTP/1.1" status: 204  len: 168 time: 0.4146795
Dec 22 15:23:00.010539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44632) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:23:00.144463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.271477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.298334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574f7baf0>,) {'filters': {'network_id': ['755c7155-83eb-4278-8d54-de0f661e3fc7']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:23:00.311661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574f7baf0>, '5f11d2a4-f141-4493-9c6a-918ad1609294') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:23:00.311950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574f7baf0>, '5f11d2a4-f141-4493-9c6a-918ad1609294') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:23:00.323395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.339910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.346283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:23:00.346692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:23:00.359682 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:23:00.450182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.455930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3838d76f-29ce-45e0-bd88-3eb935a15253 tempest-TagsExtTest-1760213149 tempest-TagsExtTest-1760213149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:00.473551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.483767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Pushing event deleted for resources: {'Network': ['ID=755c7155-83eb-4278-8d54-de0f661e3fc7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:00.487008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:00.493772 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] 10.222.0.69 "DELETE /v2.0/networks/755c7155-83eb-4278-8d54-de0f661e3fc7 HTTP/1.1" status: 204  len: 168 time: 0.4822731
Dec 22 15:23:00.689106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44638) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:23:00.752295 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d6869df2-1e6e-4ee9-98ec-35d0559f45de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b9e142ae38f49f991e42e7572fcc7dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0616794
Dec 22 15:23:00.754745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44642) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:23:00.825188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.857213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.927021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.931220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7f106b2-079a-42fe-8f8c-36d43f6b9864 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:00.947883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f6e645-cac8-4f60-87ad-fb3349bc50df,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:00.955400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:00.957939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:00.959338 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89f6e645-cac8-4f60-87ad-fb3349bc50df HTTP/1.1" status: 204  len: 168 time: 0.2036974
Dec 22 15:23:01.424075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:23:01.460284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:23:01.460670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fa985f34-bd00-4f89-9ba8-9c6bb1dec3c8 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:23:01.901139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44664) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:23:02.038737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-411630514-network', 'tenant_id': 'fc560579efc64798bd14a8da3b89e9de'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:23:02.043429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:23:02.047509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Usage tracker for resource:network and tenant:fc560579efc64798bd14a8da3b89e9de is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:23:02.050344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:23:02.055967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:23:02.066521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Made reservation on behalf of fc560579efc64798bd14a8da3b89e9de for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:23:02.069168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.083393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.120476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:23:02.125676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Usage tracker for resource:security_group_rule and tenant:fc560579efc64798bd14a8da3b89e9de is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:23:02.129577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:23:02.139408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:23:02.225372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.229292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.232872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1da0e36a-cc92-4013-b545-ad1c9bf5d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:02.262364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:23:02.270957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e27851-5695-4698-a3a8-2ab4ae05da8b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:02.274868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:02.277865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.278721 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Added segment b7f54f6f-005c-4b2f-a119-8ba2624be1f4 of type vlan for network 92a8c013-013f-43a3-8a64-11521421543b
Dec 22 15:23:02.307353 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.339026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.339936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:02.340548 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.343992 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c63c2ef7-0752-4d2f-a987-6da1c25dabfb tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:02.447729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Pushing event updated for resources: {'Network': ['ID=92a8c013-013f-43a3-8a64-11521421543b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:02.450685 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5485175
Dec 22 15:23:02.451704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:02.453882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 44670) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:23:02.457890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 92a8c013-013f-43a3-8a64-11521421543b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:23:02.460437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Request body: {'subnet': {'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-411630514-subnet', 'tenant_id': 'fc560579efc64798bd14a8da3b89e9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:23:02.465449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:23:02.469337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Usage tracker for resource:subnet and tenant:fc560579efc64798bd14a8da3b89e9de is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:23:02.472147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:23:02.477923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:23:02.489796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Made reservation on behalf of fc560579efc64798bd14a8da3b89e9de for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:23:02.492459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.705768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.709344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-26b04ce5-8e58-4600-9b7a-435346f42c30 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:02.779730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d099de-123f-4814-8c18-342de3a44747,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:02.785094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:02.794047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Checking segment: {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:23:02.794394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Network hostable DHCP agents. Network: 92a8c013-013f-43a3-8a64-11521421543b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:23:02.816357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Network 92a8c013-013f-43a3-8a64-11521421543b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:23:02.825218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 92a8c013-013f-43a3-8a64-11521421543b) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:23:02.829363 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:02.829977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:02.835320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3e6cc-da71-4ab5-9697-1fe78ce1c1f9 None None] Network 92a8c013-013f-43a3-8a64-11521421543b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:23:02.851304 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3962734
Dec 22 15:23:03.054610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bd651-82f7-46cc-bbec-2443bd76752e None None] Network 92a8c013-013f-43a3-8a64-11521421543b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:23:03.389490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd4b3-490a-4533-8043-263f228334c9 req-ae5d13cf-3bee-4ec1-9b24-381d6a379c37 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:03.390167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-e33dd4b3-490a-4533-8043-263f228334c9 req-ae5d13cf-3bee-4ec1-9b24-381d6a379c37 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Synchronizing usage tracker for tenant:fc560579efc64798bd14a8da3b89e9de on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:23:03.406489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:03.407886 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-e33dd4b3-490a-4533-8043-263f228334c9 req-ae5d13cf-3bee-4ec1-9b24-381d6a379c37 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Unset dirty status for tenant:fc560579efc64798bd14a8da3b89e9de on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:23:03.409077 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-ae5d13cf-3bee-4ec1-9b24-381d6a379c37 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 814 time: 0.1600568
Dec 22 15:23:03.425963 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-21f0196d-3701-4e09-adf0-f3dc4033e967 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/quotas/fc560579efc64798bd14a8da3b89e9de HTTP/1.1" status: 200  len: 375 time: 0.0116429
Dec 22 15:23:03.475570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-774b24a5-05dd-4361-a296-d3f8b0dcbc14 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445499
Dec 22 15:23:03.608350 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-5325ca49-feb2-443d-b0d3-de57416d1b5d service neutron] 10.222.0.69 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262443
Dec 22 15:23:03.831670 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-840b1943-aa0f-4fd8-a4cd-b946bb74a6d7 service neutron] 10.222.0.69 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171555
Dec 22 15:23:04.016116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fdd75d6e-e9c3-4401-9b7e-60565b8d412c req-e272983f-dbca-4cd0-bad6-bae85252cef5 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 210 time: 0.0425086
Dec 22 15:23:05.138978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd4b3-490a-4533-8043-263f228334c9 req-82649687-ca99-4a3d-8f16-90211d02cf96 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:05.140412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-82649687-ca99-4a3d-8f16-90211d02cf96 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 814 time: 0.1478646
Dec 22 15:23:05.160432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Request body: {'port': {'device_id': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'admin_state_up': True, 'tenant_id': 'fc560579efc64798bd14a8da3b89e9de'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:23:05.192095 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bc4aaf7c-d2a4-4bc8-8d0d-7952c32fe7dd req-0bee9693-a152-40e0-a1cb-e57af9fd3b44 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 210 time: 0.0430608
Dec 22 15:23:05.300369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:23:05.304798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Usage tracker for resource:port and tenant:fc560579efc64798bd14a8da3b89e9de is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:23:05.307767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:23:05.313858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:23:05.322658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Made reservation on behalf of fc560579efc64798bd14a8da3b89e9de for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:23:05.325625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:05.601610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Allocated IP 172.20.0.3 (92a8c013-013f-43a3-8a64-11521421543b/05d099de-123f-4814-8c18-342de3a44747/49ca8a39-ec67-47ea-a726-0a90106e4282) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:23:05.803738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:05.831776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:05.837306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:05.900197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Network 92a8c013-013f-43a3-8a64-11521421543b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:23:05.907996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:23:05.912212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:23:05.943029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:05.949348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:05.976410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:05.977020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:05.997439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8410747
Dec 22 15:23:06.009652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Request body: {'port': {'device_id': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:23:06.118029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:06.463271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4214e-795d-414a-a431-623f07bb0468 req-31336e92-d80f-460b-b5a5-3ec684060c86 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:06.463965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-41b4214e-795d-414a-a431-623f07bb0468 req-31336e92-d80f-460b-b5a5-3ec684060c86 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Synchronizing usage tracker for tenant:fc560579efc64798bd14a8da3b89e9de on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:23:06.539777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-41b4214e-795d-414a-a431-623f07bb0468 req-31336e92-d80f-460b-b5a5-3ec684060c86 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Unset dirty status for tenant:fc560579efc64798bd14a8da3b89e9de on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:23:06.540935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-41b4214e-795d-414a-a431-623f07bb0468 req-31336e92-d80f-460b-b5a5-3ec684060c86 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 931 time: 0.2130849
Dec 22 15:23:06.542858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:23:06.552881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:06.587426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Transition to ACTIVE for port object 49ca8a39-ec67-47ea-a726-0a90106e4282 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:23:06.599632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:06.606516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:06.659951 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-41b4214e-795d-414a-a431-623f07bb0468 req-98cc8d4d-48c8-4d96-919c-34519249ad95 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114469
Dec 22 15:23:06.736650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:06.740693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:06.848061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Attempting to bind port 49ca8a39-ec67-47ea-a726-0a90106e4282 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:23:06.848409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Attempting to bind port 49ca8a39-ec67-47ea-a726-0a90106e4282 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:23:06.848746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Attempting to bind port 49ca8a39-ec67-47ea-a726-0a90106e4282 on network 92a8c013-013f-43a3-8a64-11521421543b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:23:06.854447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Port 49ca8a39-ec67-47ea-a726-0a90106e4282 on network 92a8c013-013f-43a3-8a64-11521421543b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:23:06.854761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Attempting to bind port 49ca8a39-ec67-47ea-a726-0a90106e4282 on network 92a8c013-013f-43a3-8a64-11521421543b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:23:06.861530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:23:06.861862 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Checking segment: {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:23:06.862244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Bound using segment: {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:23:06.862666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Bound port: 49ca8a39-ec67-47ea-a726-0a90106e4282, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:23:06.863007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:06.951627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:23:06.954713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:23:06.959422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:06.963051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:07.021864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:07.023349 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] 10.222.0.61 "PUT /v2.0/ports/49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 1093 time: 1.0176015
Dec 22 15:23:07.023870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:23:07.047777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:07.050833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:07.096219 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'status': 'completed', 'code': 200}
Dec 22 15:23:07.136595 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-dacfb2fc-1f78-4224-af5c-eb63f631021f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1096 time: 0.0715604
Dec 22 15:23:07.212220 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-7b1193c7-0777-4c7e-ab67-62cc6acf6e24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0671377
Dec 22 15:23:07.282062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd4b3-490a-4533-8043-263f228334c9 req-3f5de745-a091-4723-bd43-d19cd4a41431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:07.283503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-3f5de745-a091-4723-bd43-d19cd4a41431 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0640147
Dec 22 15:23:07.333470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-8fc57806-ed05-45ae-af2d-7e1a86234b7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405369
Dec 22 15:23:07.590492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-f239a913-d620-445b-bfa7-e62d865d8f66 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490404
Dec 22 15:23:07.730547 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e33dd4b3-490a-4533-8043-263f228334c9 req-f5cbf8e5-9b5e-473e-9239-5128bfa52926 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327133
Dec 22 15:23:07.920159 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-f4aa8cb8-78d7-4800-99a6-301a92882ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1096 time: 0.1315534
Dec 22 15:23:07.926044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeb2b8-1949-4344-80c6-f35e9ae15d97 req-9fb5bfd5-81ec-42e4-92e1-4de6c8cf10d0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:07.927366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-debeb2b8-1949-4344-80c6-f35e9ae15d97 req-9fb5bfd5-81ec-42e4-92e1-4de6c8cf10d0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 943 time: 0.1379447
Dec 22 15:23:08.057383 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-debeb2b8-1949-4344-80c6-f35e9ae15d97 req-183c10ed-2502-4913-b44c-c4cd21571411 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112325
Dec 22 15:23:08.094570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-0af9643c-ae3b-44fa-a89f-b2c38366276d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:08.096005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-0af9643c-ae3b-44fa-a89f-b2c38366276d service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1678174
Dec 22 15:23:08.166116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-89c90bb3-d629-480d-96df-fefd8ff90aad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0623858
Dec 22 15:23:08.232688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-298dcb57-e508-4646-ba31-b5217b37f1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:08.234024 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-298dcb57-e508-4646-ba31-b5217b37f1f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0609770
Dec 22 15:23:08.282695 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-a201674d-4195-4561-a99d-588c8e6bd20d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411325
Dec 22 15:23:08.426169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-272d2e8b-0a8a-4d42-9cab-c21f7fa6f7e8 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342630
Dec 22 15:23:08.563465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c87f941a-8ad6-4a99-ac59-c2d3304d3664 req-89a19bd7-5a04-4599-85c7-f5c1e0da32d7 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300595
Dec 22 15:23:09.261118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee866-bcbe-40d2-a138-5815ad2ff0af req-1f0adea6-ca21-40c0-8c7d-04b1fcdf81dc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:09.262563 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a7ee866-bcbe-40d2-a138-5815ad2ff0af req-1f0adea6-ca21-40c0-8c7d-04b1fcdf81dc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 943 time: 0.0754769
Dec 22 15:23:09.311539 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0a7ee866-bcbe-40d2-a138-5815ad2ff0af req-99b80264-ab31-4255-9b31-90805c065b12 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Synchronizing usage tracker for tenant:fc560579efc64798bd14a8da3b89e9de on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:23:09.329780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-0a7ee866-bcbe-40d2-a138-5815ad2ff0af req-99b80264-ab31-4255-9b31-90805c065b12 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Unset dirty status for tenant:fc560579efc64798bd14a8da3b89e9de on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:23:09.330939 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a7ee866-bcbe-40d2-a138-5815ad2ff0af req-99b80264-ab31-4255-9b31-90805c065b12 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626571
Dec 22 15:23:09.471166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:23:09.605971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:09.619368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'port_id': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'mac_address': 'fa:16:3e:00:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d099de-123f-4814-8c18-342de3a44747', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:23:09.673274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:09.690967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:23:09.706078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:09.709966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:09.711656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:09.778667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:09.781804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:09.971202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['49ca8a39-ec67-47ea-a726-0a90106e4282'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:23:10.532008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77a18-fc68-4b53-9a44-36f62705049b req-9b70a695-68d1-436d-a180-1d2bbf182899 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:10.533529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6e77a18-fc68-4b53-9a44-36f62705049b req-9b70a695-68d1-436d-a180-1d2bbf182899 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 944 time: 0.0839319
Dec 22 15:23:10.585152 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6e77a18-fc68-4b53-9a44-36f62705049b req-0cd20762-8550-4a6f-a266-e2ae4a58dd7c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462313
Dec 22 15:23:11.470264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:23:11.539386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 49ca8a39-ec67-47ea-a726-0a90106e4282 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:23:11.545256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 49ca8a39-ec67-47ea-a726-0a90106e4282 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:23:11.545989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:11.671370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:11.698770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:23:11.710787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:11.715809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:11.718446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:11.770441 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'code': 200}
Dec 22 15:23:11.790031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:11.792976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:11.807959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6b5f3-c37f-4e3e-945b-ccec055787c5 req-f8d58425-7710-41bf-83a7-38196816098c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:11.809465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6b6b5f3-c37f-4e3e-945b-ccec055787c5 req-f8d58425-7710-41bf-83a7-38196816098c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0935647
Dec 22 15:23:11.857237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6b6b5f3-c37f-4e3e-945b-ccec055787c5 req-a1c6770b-7876-49a0-8cba-5053c8d000b7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409687
Dec 22 15:23:12.008897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eeb11080-af43-4519-86eb-d810465076b0 req-ffc20182-3bfc-46c4-9be8-533377428469 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1098 time: 0.0674565
Dec 22 15:23:12.052194 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eeb11080-af43-4519-86eb-d810465076b0 req-88dceecb-93df-45f5-b611-1c6e74d687f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364504
Dec 22 15:23:13.063053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e1bf7-7879-4f22-87f3-f3553105dae5 req-5e72e344-9d6f-4939-8292-bc4f310eb1f7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:13.064538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5e9e1bf7-7879-4f22-87f3-f3553105dae5 req-5e72e344-9d6f-4939-8292-bc4f310eb1f7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0849707
Dec 22 15:23:13.112563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5e9e1bf7-7879-4f22-87f3-f3553105dae5 req-5b5fa107-44a2-4d08-b671-33375781099b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425181
Dec 22 15:23:14.317140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed09ca-7eb7-41a1-b83d-6a0e113fac13 req-7348de7a-0b32-4e1e-8bb8-d33f28ef63c2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:14.318572 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61ed09ca-7eb7-41a1-b83d-6a0e113fac13 req-7348de7a-0b32-4e1e-8bb8-d33f28ef63c2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0786958
Dec 22 15:23:14.363981 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61ed09ca-7eb7-41a1-b83d-6a0e113fac13 req-10449b4e-a02d-48b8-bce7-49ef882986de tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400193
Dec 22 15:23:14.561276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16691b-be4b-4fd0-a204-c035108619af req-bfd5b535-ecd8-4725-b181-d9b890eeaf2d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:14.562710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2b16691b-be4b-4fd0-a204-c035108619af req-bfd5b535-ecd8-4725-b181-d9b890eeaf2d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0768163
Dec 22 15:23:14.609011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2b16691b-be4b-4fd0-a204-c035108619af req-c6085373-a7a6-4ee9-9c5b-ec54447efc33 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407231
Dec 22 15:23:14.989320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b02e-9905-454e-8bbe-91572e55efab req-c132c6c4-c636-43f4-bb98-2741b62bf5b6 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:14.990726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e94b02e-9905-454e-8bbe-91572e55efab req-c132c6c4-c636-43f4-bb98-2741b62bf5b6 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0837407
Dec 22 15:23:15.037630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6e94b02e-9905-454e-8bbe-91572e55efab req-31bade2d-11b0-44bc-82fd-72968c7df927 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413392
Dec 22 15:23:15.238631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022ce3-72c3-4553-9d2d-a2f08570d263 req-73ec9878-d934-4039-b626-8fa4c9ed3249 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:15.240121 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-08022ce3-72c3-4553-9d2d-a2f08570d263 req-73ec9878-d934-4039-b626-8fa4c9ed3249 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0764127
Dec 22 15:23:15.293659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-08022ce3-72c3-4553-9d2d-a2f08570d263 req-3c3c1217-9f69-4ed9-8fed-6d620bfbbfcf tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479608
Dec 22 15:23:15.490667 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a32135e4-5e5e-4003-ada6-df9ccc4d769d req-5c266ef6-5d06-4e30-bdbc-ecf8c36b9a6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0691113
Dec 22 15:23:16.818216 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-d00f3acc-e8c8-47bc-9c1c-0bd81c8dcd11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1213923
Dec 22 15:23:16.843839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736aa46-a1d6-4fd3-a2b7-45e9e1de4a2b req-d3eb03cc-1d84-40fd-a102-0fc170832dd5 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:16.846883 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c736aa46-a1d6-4fd3-a2b7-45e9e1de4a2b req-d3eb03cc-1d84-40fd-a102-0fc170832dd5 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0985739
Dec 22 15:23:16.897084 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c736aa46-a1d6-4fd3-a2b7-45e9e1de4a2b req-c826639e-dfcc-4b38-9747-cf97cc9fd093 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462115
Dec 22 15:23:18.135131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-a452ffbd-d051-407c-9224-c9ef0f1356de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1098 time: 0.1038051
Dec 22 15:23:18.395618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-94afa822-1ece-490b-b065-f7884119ca59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:18.397206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-94afa822-1ece-490b-b065-f7884119ca59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.2555256
Dec 22 15:23:18.404000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4a85a-edd9-4c5b-8de9-c46dbc702417 req-6b9278de-59d0-4b38-8915-5f85a0664073 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:18.405644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95a4a85a-edd9-4c5b-8de9-c46dbc702417 req-6b9278de-59d0-4b38-8915-5f85a0664073 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.3805921
Dec 22 15:23:18.483925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-b91cc833-02f9-40c0-bd37-16d9fb477105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0773311
Dec 22 15:23:18.562248 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-95a4a85a-edd9-4c5b-8de9-c46dbc702417 req-16eda73b-d774-41e0-9800-1b48e7074016 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065066
Dec 22 15:23:18.569945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-10961a76-def9-4bec-bf21-59085ade55b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:18.571476 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-10961a76-def9-4bec-bf21-59085ade55b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0802054
Dec 22 15:23:18.626390 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-92754da2-3ca1-4057-9feb-8733b2317b68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443006
Dec 22 15:23:18.759262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-4142588d-e90a-4e83-af92-ca1958941130 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255016
Dec 22 15:23:18.896172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-fe2cc150-f491-456b-9366-763ab5181b7d service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250384
Dec 22 15:23:19.773666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9066b-6119-4265-ab89-36a7f2a5dbc9 req-77e1278c-b391-4908-9fa8-7d4e2c60a880 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:19.775179 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-80d9066b-6119-4265-ab89-36a7f2a5dbc9 req-77e1278c-b391-4908-9fa8-7d4e2c60a880 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0859933
Dec 22 15:23:19.822774 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-80d9066b-6119-4265-ab89-36a7f2a5dbc9 req-57f27589-a359-477b-a4d8-9ec8d23f1c1f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412984
Dec 22 15:23:21.054667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac1717-0ac0-4098-a543-d705411ea4fa req-83880213-749f-4606-b81a-7803975fd581 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:21.056292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-faac1717-0ac0-4098-a543-d705411ea4fa req-83880213-749f-4606-b81a-7803975fd581 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0858650
Dec 22 15:23:21.106352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-faac1717-0ac0-4098-a543-d705411ea4fa req-18747bcb-57a6-4ab8-b8f8-92fefbe50b90 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437787
Dec 22 15:23:22.416316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d04f8-7560-4110-9c74-be7d57baf650 req-8d05225e-1a17-4835-91ec-77f4da5f768e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:22.417932 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cb2d04f8-7560-4110-9c74-be7d57baf650 req-8d05225e-1a17-4835-91ec-77f4da5f768e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.1678693
Dec 22 15:23:22.470442 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cb2d04f8-7560-4110-9c74-be7d57baf650 req-0aa53df2-ddad-4a1b-8244-ebb63dd2b054 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464303
Dec 22 15:23:23.689300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d860dd-0115-4314-85fe-091e70ca5862 req-e7b06eb9-9142-43d4-9dd8-e4487e5e249f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:23.690766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e1d860dd-0115-4314-85fe-091e70ca5862 req-e7b06eb9-9142-43d4-9dd8-e4487e5e249f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0868216
Dec 22 15:23:23.747563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e1d860dd-0115-4314-85fe-091e70ca5862 req-981b30c1-7632-4eab-a116-ceee86c46dda tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494730
Dec 22 15:23:24.268086 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:23:24.611450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-99449339-6c39-41bc-93ca-46ae97013d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:24.953706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728210e-bbb7-424f-a7a1-e66c1c7a996c req-cf533d8a-af74-4c39-8777-f90b12d65a32 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:24.955165 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3728210e-bbb7-424f-a7a1-e66c1c7a996c req-cf533d8a-af74-4c39-8777-f90b12d65a32 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0811732
Dec 22 15:23:25.004192 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3728210e-bbb7-424f-a7a1-e66c1c7a996c req-cd5d2acd-5646-4779-9b51-bc05b7d17126 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432830
Dec 22 15:23:26.213569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f23435-c4c1-48a1-a2ab-823b31915614 req-5ff2b4bf-95a6-488a-bf77-c036cb5c5872 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:26.214944 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02f23435-c4c1-48a1-a2ab-823b31915614 req-5ff2b4bf-95a6-488a-bf77-c036cb5c5872 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0791390
Dec 22 15:23:26.270391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-02f23435-c4c1-48a1-a2ab-823b31915614 req-6534fe31-fad5-4004-90b5-7b60a969a829 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490041
Dec 22 15:23:27.494478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab30e3-0730-4f12-989e-83bd92168657 req-641fbd42-e94d-4fe8-b65d-47d66b622ee6 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:27.495930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cfab30e3-0730-4f12-989e-83bd92168657 req-641fbd42-e94d-4fe8-b65d-47d66b622ee6 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0902252
Dec 22 15:23:27.549178 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cfab30e3-0730-4f12-989e-83bd92168657 req-ca30f5ac-ae29-4cc6-9cb4-717700a3c940 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468385
Dec 22 15:23:27.564328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-158c4a1f-6466-4266-851c-d78e8ccf8617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:28.070432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:28.141737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:28.771027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7fe9a-873b-4c63-b530-f159dd7b2a0d req-8eac20c9-cf3d-4585-a538-186fac4118ad tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:28.772561 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48f7fe9a-873b-4c63-b530-f159dd7b2a0d req-8eac20c9-cf3d-4585-a538-186fac4118ad tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0921872
Dec 22 15:23:28.831661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-48f7fe9a-873b-4c63-b530-f159dd7b2a0d req-05847e5c-2e10-444c-93c3-45b062199b27 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486174
Dec 22 15:23:29.375975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:30.035883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665bea-296d-44f0-a5e7-4f01d423c579 req-9bca63e7-2b04-425c-b52b-efbdd346958a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:30.037267 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1c665bea-296d-44f0-a5e7-4f01d423c579 req-9bca63e7-2b04-425c-b52b-efbdd346958a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0816886
Dec 22 15:23:30.083793 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1c665bea-296d-44f0-a5e7-4f01d423c579 req-43dd1577-5ea2-4b85-8302-6c0c9db22658 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410650
Dec 22 15:23:31.303151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd51d-2731-4ab6-bfa5-28985f423533 req-69c29f2a-8113-463c-b23b-590148b8d418 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:31.304663 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19fbd51d-2731-4ab6-bfa5-28985f423533 req-69c29f2a-8113-463c-b23b-590148b8d418 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0957196
Dec 22 15:23:31.357247 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19fbd51d-2731-4ab6-bfa5-28985f423533 req-1b6c5658-6d0f-46ee-9198-0d089ef7c221 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461469
Dec 22 15:23:32.595126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369494b-6d57-40da-bbb3-17095573d5e3 req-3bdbfabc-1a38-4314-9f94-b4155dd8d800 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:32.596983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3369494b-6d57-40da-bbb3-17095573d5e3 req-3bdbfabc-1a38-4314-9f94-b4155dd8d800 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.1118493
Dec 22 15:23:32.651714 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3369494b-6d57-40da-bbb3-17095573d5e3 req-80c448fa-68e1-4eb6-a4a6-99cf1d082886 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487337
Dec 22 15:23:33.422917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:33.870990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d405-9a31-4b93-abb3-3921e65cce2e req-e22cdfc5-c933-4ecd-b1fe-378f33907070 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:33.872569 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eda9d405-9a31-4b93-abb3-3921e65cce2e req-e22cdfc5-c933-4ecd-b1fe-378f33907070 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0823529
Dec 22 15:23:33.926557 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eda9d405-9a31-4b93-abb3-3921e65cce2e req-58cbc36c-0e79-4575-bb86-d2b9113ec233 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457757
Dec 22 15:23:35.144564 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8702c-66e4-4953-8b7b-13abb084387c req-d2af8da4-e168-4d46-9b06-791168b72d82 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:35.146045 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-20f8702c-66e4-4953-8b7b-13abb084387c req-d2af8da4-e168-4d46-9b06-791168b72d82 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0775790
Dec 22 15:23:35.198462 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-20f8702c-66e4-4953-8b7b-13abb084387c req-5950fdd1-b379-4f1a-ab5c-c4b3c04abe8d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468867
Dec 22 15:23:36.414058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92352ef9-0674-4b34-b90c-f640cb0f96a7 req-31a954ba-04ca-476a-8df1-9ce2db03ad68 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:36.415536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-92352ef9-0674-4b34-b90c-f640cb0f96a7 req-31a954ba-04ca-476a-8df1-9ce2db03ad68 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0822287
Dec 22 15:23:36.462844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-92352ef9-0674-4b34-b90c-f640cb0f96a7 req-df8f9c9b-468f-4d1a-975a-c2ac7322e0fd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415235
Dec 22 15:23:37.683023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13d0f-3d48-4ebd-b0bc-a2415fbfdf97 req-0c731d36-9e37-4ca0-8455-c862839e4522 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:37.685228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bac13d0f-3d48-4ebd-b0bc-a2415fbfdf97 req-0c731d36-9e37-4ca0-8455-c862839e4522 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0820720
Dec 22 15:23:37.733506 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bac13d0f-3d48-4ebd-b0bc-a2415fbfdf97 req-475f4b48-300b-4702-9756-7889c3cf3923 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420983
Dec 22 15:23:38.936304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e53ec-38a6-4714-8384-2a93d4f6bb82 req-71095e4f-90d6-4c7b-8775-64fb34b4a89b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:38.937804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f2e53ec-38a6-4714-8384-2a93d4f6bb82 req-71095e4f-90d6-4c7b-8775-64fb34b4a89b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0778263
Dec 22 15:23:38.988231 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f2e53ec-38a6-4714-8384-2a93d4f6bb82 req-125c3657-45ea-4a93-9174-e23eaf6a6f12 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448682
Dec 22 15:23:40.211024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181b68e-3fad-40a9-98dd-80ea8b542cd2 req-86dc5630-5c99-47cf-aada-64b6ebe86b33 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:40.212540 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6181b68e-3fad-40a9-98dd-80ea8b542cd2 req-86dc5630-5c99-47cf-aada-64b6ebe86b33 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0854282
Dec 22 15:23:40.268142 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6181b68e-3fad-40a9-98dd-80ea8b542cd2 req-8b1f14c8-c822-434c-9df1-ee5bb003ca7c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490994
Dec 22 15:23:41.515353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b7a18-9a7d-43d2-93eb-d9fff8de2e79 req-67c1f2cd-c29a-4240-b3ed-2556e9a513eb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:41.517468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-222b7a18-9a7d-43d2-93eb-d9fff8de2e79 req-67c1f2cd-c29a-4240-b3ed-2556e9a513eb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0877032
Dec 22 15:23:41.572210 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-222b7a18-9a7d-43d2-93eb-d9fff8de2e79 req-1f508dfa-d456-4759-b375-5adb635d189b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481143
Dec 22 15:23:42.806329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf70781-0f35-4a06-9b9a-8a0da66686e0 req-3abd411f-a695-42b8-9408-739e25ba340b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:42.807820 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cf70781-0f35-4a06-9b9a-8a0da66686e0 req-3abd411f-a695-42b8-9408-739e25ba340b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0811443
Dec 22 15:23:42.855652 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cf70781-0f35-4a06-9b9a-8a0da66686e0 req-21912b7b-ed97-4a61-8233-819d38c0a41f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421197
Dec 22 15:23:44.097718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7407-ad12-4ee8-ac6e-d6248409c1c8 req-6308539d-e2fd-4c5a-b7b5-74bde5f07893 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:44.099267 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f3db7407-ad12-4ee8-ac6e-d6248409c1c8 req-6308539d-e2fd-4c5a-b7b5-74bde5f07893 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.1001575
Dec 22 15:23:44.153798 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f3db7407-ad12-4ee8-ac6e-d6248409c1c8 req-25fe44d6-05bb-4ee8-bf17-61e10631cb3c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478687
Dec 22 15:23:45.562111 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ecce-b3f6-4a6c-b576-f1abc5e30ab5 req-9bf01f65-7062-4d3f-b727-0674db14222b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:45.564164 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d21ecce-b3f6-4a6c-b576-f1abc5e30ab5 req-9bf01f65-7062-4d3f-b727-0674db14222b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.2501853
Dec 22 15:23:45.636078 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d21ecce-b3f6-4a6c-b576-f1abc5e30ab5 req-69d5a5ec-5b0d-49a7-bd51-3dcaf84def5c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660131
Dec 22 15:23:46.874242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb078dd-8e74-4e4d-a254-2c3a0bdcc624 req-87b1878f-fc50-4c93-985c-1f741b438af9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:46.875640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4cb078dd-8e74-4e4d-a254-2c3a0bdcc624 req-87b1878f-fc50-4c93-985c-1f741b438af9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0825014
Dec 22 15:23:46.923927 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4cb078dd-8e74-4e4d-a254-2c3a0bdcc624 req-7f5b002c-0b1e-4d19-92ee-453b14e7fed2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425735
Dec 22 15:23:48.141139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82a07-fd52-43cc-88ec-b1e29fdfdca8 req-ca8239fa-b2f1-42c3-8a0b-79dc1fc11269 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:48.142615 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d4e82a07-fd52-43cc-88ec-b1e29fdfdca8 req-ca8239fa-b2f1-42c3-8a0b-79dc1fc11269 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0845232
Dec 22 15:23:48.189265 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d4e82a07-fd52-43cc-88ec-b1e29fdfdca8 req-f3e4ed9a-2978-4f63-a300-03fa2593c047 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410271
Dec 22 15:23:49.510649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bf89f-c448-46d5-ad6d-c79fe6996d8c req-c9f65451-6884-4b50-a652-463b47793efa tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:49.512615 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8c1bf89f-c448-46d5-ad6d-c79fe6996d8c req-c9f65451-6884-4b50-a652-463b47793efa tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.1923120
Dec 22 15:23:49.559936 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8c1bf89f-c448-46d5-ad6d-c79fe6996d8c req-6dbc9262-6d5d-4bdf-9b64-04807c90bc49 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418448
Dec 22 15:23:50.761266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99b72-3f94-49b0-9a87-91d892616510 req-46f48022-bc93-442e-a4a7-b92abacf6264 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:50.762907 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fbf99b72-3f94-49b0-9a87-91d892616510 req-46f48022-bc93-442e-a4a7-b92abacf6264 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0765712
Dec 22 15:23:50.810762 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fbf99b72-3f94-49b0-9a87-91d892616510 req-61796a87-5c84-4888-a6c1-22f411cd0c18 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423615
Dec 22 15:23:51.032893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-5d1ebad2-3029-41cf-b337-370e7b2f0d57 service neutron] 10.222.0.61 "GET /v2.0/ports/49ca8a39-ec67-47ea-a726-0a90106e4282/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0730677
Dec 22 15:23:51.320211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-ba33c8a8-63e6-4bcb-828c-08a051d62a19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313&tenant_id=fc560579efc64798bd14a8da3b89e9de HTTP/1.1" status: 200  len: 1098 time: 0.0742571
Dec 22 15:23:51.418256 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-6428117d-14bb-40a4-872c-0ca85dcde6ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1098 time: 0.0689402
Dec 22 15:23:51.555770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-e6c131d7-fef2-4cb7-b0d1-aed418523157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:51.557245 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-e6c131d7-fef2-4cb7-b0d1-aed418523157 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1291802
Dec 22 15:23:51.639937 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-b9ee7652-abd8-484b-9d2e-45a89f672df2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0687344
Dec 22 15:23:51.702683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-5f018a92-2524-44dd-b516-24c3b9504d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:51.704113 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-5f018a92-2524-44dd-b516-24c3b9504d9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0576549
Dec 22 15:23:51.753442 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-b24b441f-a9a1-41f4-9187-6d86812207be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425100
Dec 22 15:23:51.894894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-e7a1947a-191e-4d81-bcb4-4534dd07fdf8 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312642
Dec 22 15:23:52.090750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b52aab5-6862-48ce-ab65-c03d65cbe2c7 req-8a99d532-9b71-4431-a38a-1aaa774204cb service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810973
Dec 22 15:23:52.103713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ed0f-a5a8-4701-b338-7cf7a28fd5fc req-083d31c4-2cc8-459f-bf43-f6314306d2b7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:52.105145 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e4a2ed0f-a5a8-4701-b338-7cf7a28fd5fc req-083d31c4-2cc8-459f-bf43-f6314306d2b7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.1321423
Dec 22 15:23:52.151786 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e4a2ed0f-a5a8-4701-b338-7cf7a28fd5fc req-63fdd5ea-59dd-462f-8489-4f2f42b1404b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407317
Dec 22 15:23:53.353522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4cff-304c-4f1e-906f-759e803f5e4b req-0664df7e-0460-410a-a13e-563b519cdc54 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:53.354970 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-759b4cff-304c-4f1e-906f-759e803f5e4b req-0664df7e-0460-410a-a13e-563b519cdc54 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0800173
Dec 22 15:23:53.400994 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-759b4cff-304c-4f1e-906f-759e803f5e4b req-470afb50-8b01-455a-92cf-9a95c8fe4f8c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401402
Dec 22 15:23:53.596399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:23:53.600324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:23:53.816104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:53.837953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:53.857651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'port_id': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'mac_address': 'fa:16:3e:00:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d099de-123f-4814-8c18-342de3a44747', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:23:53.862474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:23:53.899286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:53.906064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:53.909740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:53.973643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:54.003314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:23:54.009919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:54.019519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.019876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.020222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.020583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.020923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.021257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.021589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.021918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.022243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.022567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.022896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:23:54.054313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:54.061039 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'code': 200}
Dec 22 15:23:54.080743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:23:54.081106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:23:54.601756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4f536-e030-46f9-9842-6375ba3544da req-cb374f2f-82cf-4d36-9375-5e4df6f3d27a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:54.603389 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-32b4f536-e030-46f9-9842-6375ba3544da req-cb374f2f-82cf-4d36-9375-5e4df6f3d27a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 943 time: 0.0793285
Dec 22 15:23:54.653530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-29aad70a-1a23-4286-9e43-896a22c2cfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:54.655388 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-32b4f536-e030-46f9-9842-6375ba3544da req-d895666f-465d-4550-968e-d434d52f260d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451469
Dec 22 15:23:54.659252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:54.684978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:23:54.694478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:54.699405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:54.701887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:54.772906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:54.776099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:54.779980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['49ca8a39-ec67-47ea-a726-0a90106e4282'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:23:55.040168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6a64d-2b6e-4e0e-bdfc-652d5acfeb6d req-7b1c5028-b646-4b2c-9ffc-d7a2a8cfeb07 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:55.041561 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7bd6a64d-2b6e-4e0e-bdfc-652d5acfeb6d req-7b1c5028-b646-4b2c-9ffc-d7a2a8cfeb07 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 944 time: 0.0835061
Dec 22 15:23:55.046083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-f6d7e0be-34a8-471e-8f72-f7cf533c4ea8 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:55.047512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-f6d7e0be-34a8-471e-8f72-f7cf533c4ea8 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313&tenant_id=fc560579efc64798bd14a8da3b89e9de&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.0921419
Dec 22 15:23:55.089762 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7bd6a64d-2b6e-4e0e-bdfc-652d5acfeb6d req-46e4cbca-f96e-42bc-87ed-49c217a1616e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419312
Dec 22 15:23:55.195128 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-ea4d59a4-d27a-4daf-a5c6-ceaa268ff69e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1097 time: 0.0722113
Dec 22 15:23:55.331962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-c7f4f834-20b8-459c-b320-5478713b18f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:55.333348 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-c7f4f834-20b8-459c-b320-5478713b18f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1311152
Dec 22 15:23:55.405751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-3e840959-f34b-4109-bd19-5aa986524b52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0643847
Dec 22 15:23:55.473240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-f89298ab-950a-4b6e-885d-5d0aad23e2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:55.474676 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-f89298ab-950a-4b6e-885d-5d0aad23e2f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0624194
Dec 22 15:23:55.524502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-cffcc14f-b876-4c14-91fa-6ae4c85b3afc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423408
Dec 22 15:23:55.610162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:23:55.663931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-3391f18d-d2eb-44dc-ba7f-79731866a3fe service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313746
Dec 22 15:23:55.687045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 49ca8a39-ec67-47ea-a726-0a90106e4282 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:23:55.687643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:55.807984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:55.840786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:23:55.845395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:55.847174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:23:55.913771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:23:55.916683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:23:55.926791 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3896c526-08d0-4d69-b03c-1ce9b169194a req-aa8a74ec-8ec8-4bb3-aa6a-2653df8660c7 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555408
Dec 22 15:23:56.061734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:23:56.124951 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'code': 200}
Dec 22 15:23:56.291387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b21021-156e-4f72-8221-6827b04509b5 req-2d933912-46fd-4cc8-8186-9f000f6533fd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:56.293718 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61b21021-156e-4f72-8221-6827b04509b5 req-2d933912-46fd-4cc8-8186-9f000f6533fd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0823767
Dec 22 15:23:56.333098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-75c41715-83e4-494e-ab3e-b9bb37b99a89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805545
Dec 22 15:23:56.346554 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61b21021-156e-4f72-8221-6827b04509b5 req-105e59e1-a35b-44a1-8280-fcd2470f8220 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466392
Dec 22 15:23:56.494828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-501c7a70-8638-4807-886a-1c603a8d1549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 1098 time: 0.0755076
Dec 22 15:23:56.645577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-270ff206-82ad-43c9-8cfe-34ffa799bd7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:56.647025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-270ff206-82ad-43c9-8cfe-34ffa799bd7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1324475
Dec 22 15:23:56.715885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-2188443f-6d5d-4880-8b90-221f2eeac9e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 200  len: 217 time: 0.0609908
Dec 22 15:23:56.781081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-1aa47d68-45f8-4105-8379-cc7f092aae11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:56.782513 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-1aa47d68-45f8-4105-8379-cc7f092aae11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0603964
Dec 22 15:23:56.850911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-872ced6b-32e3-4322-8d86-0cf7eba6074b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605989
Dec 22 15:23:56.995248 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-30cf910b-a91e-4c89-8afa-901094831448 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368160
Dec 22 15:23:57.128067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9196c7e2-06d6-43f4-9219-dc2b00ab3705 req-4e3b09bb-a027-4b1b-a33a-d382c15b7e34 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255476
Dec 22 15:23:57.554224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e301-9e83-420a-bf5c-c4aa43d965b0 req-b0cb61dd-39dc-4a68-813e-4f0dff760e3b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:57.555738 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0c0e301-9e83-420a-bf5c-c4aa43d965b0 req-b0cb61dd-39dc-4a68-813e-4f0dff760e3b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0779111
Dec 22 15:23:57.560773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0c20d026-f958-4513-8dba-ac8145eb4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:57.611577 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0c0e301-9e83-420a-bf5c-c4aa43d965b0 req-32b1a2ff-a509-4818-97d3-0e84bc97a941 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489080
Dec 22 15:23:57.815311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea5c2-f8cf-4e96-982f-b22ee849286f req-bd1ec543-72e3-4dd2-8faf-e0c51cb5bf40 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:57.816833 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4ea5c2-f8cf-4e96-982f-b22ee849286f req-bd1ec543-72e3-4dd2-8faf-e0c51cb5bf40 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0790658
Dec 22 15:23:57.869338 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4ea5c2-f8cf-4e96-982f-b22ee849286f req-0e91ae44-dbf9-42dc-8376-28f54960d54f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420241
Dec 22 15:23:58.074305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:58.077547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f230cf-6131-468b-b550-b5bd9abecf0a req-895011ff-0342-4bfc-bc6c-e2ef96826286 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:58.079094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a2f230cf-6131-468b-b550-b5bd9abecf0a req-895011ff-0342-4bfc-bc6c-e2ef96826286 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.0807750
Dec 22 15:23:58.126089 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a2f230cf-6131-468b-b550-b5bd9abecf0a req-acc1029d-bc87-4af6-a786-79eac296df27 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411975
Dec 22 15:23:58.145390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:23:58.656725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-ea306f46-3e77-4d7c-b644-b41bb0cc6d3f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:23:58.658253 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-ea306f46-3e77-4d7c-b644-b41bb0cc6d3f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 814 time: 0.1564145
Dec 22 15:23:58.676406 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-7955c3cb-bff9-4f6a-9cbb-4d9d5b0bf8ec tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/quotas/fc560579efc64798bd14a8da3b89e9de HTTP/1.1" status: 200  len: 375 time: 0.0126042
Dec 22 15:23:58.763358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-48b87c76-6f48-446c-8cac-209f7b909293 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0812960
Dec 22 15:23:58.773861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-00655705-1453-4b94-956c-de2c7f3a71af service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:23:58.774797 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-00655705-1453-4b94-956c-de2c7f3a71af service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049577
Dec 22 15:23:58.908606 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-ee0fc435-c648-4ef6-8be0-919b2df32225 service neutron] 10.222.0.69 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270409
Dec 22 15:23:59.149617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-ed5153cc-6056-48fd-b585-772088f5b5f2 service neutron] 10.222.0.69 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353361
Dec 22 15:23:59.338640 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-97b06fa4-faf8-4192-973d-fb7db2ac5ecc req-68053966-e3d0-4369-86f3-7fd61764dd0d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 210 time: 0.0465829
Dec 22 15:23:59.377417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:00.560558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c8372d8-679f-46e1-af8c-6d95134569a0 req-d20250c2-080b-4ab2-8da7-1b9ba07fb9e3 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 210 time: 0.0609381
Dec 22 15:24:00.627308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-320fc53a-1f3e-404f-9ca7-f17dc05b08df tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:00.628797 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-320fc53a-1f3e-404f-9ca7-f17dc05b08df tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfc41329-88a5-4f19-938f-365ba20a4313 HTTP/1.1" status: 200  len: 945 time: 0.2541702
Dec 22 15:24:00.686185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-aefaab0f-05d9-4396-bdda-fa4a084a24e2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:00.687613 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-aefaab0f-05d9-4396-bdda-fa4a084a24e2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 814 time: 0.2718618
Dec 22 15:24:00.715861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Request body: {'port': {'device_id': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'admin_state_up': True, 'tenant_id': 'fc560579efc64798bd14a8da3b89e9de'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:24:00.787601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Deleting port 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:24:00.787984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:00.964717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:24:01.045219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:24:01.071226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Made reservation on behalf of fc560579efc64798bd14a8da3b89e9de for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:24:01.076235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.199335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] For port 49ca8a39-ec67-47ea-a726-0a90106e4282, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49ca8a39-ec67-47ea-a726-0a90106e4282,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:01.199834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.269526 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:24:01.350119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Calling delete_port for 49ca8a39-ec67-47ea-a726-0a90106e4282 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:24:01.489728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Allocated IP 172.20.0.11 (92a8c013-013f-43a3-8a64-11521421543b/05d099de-123f-4814-8c18-342de3a44747/fc87d021-bd3b-4dde-8aeb-64f6c554603e) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:24:01.623376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.639862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['49ca8a39-ec67-47ea-a726-0a90106e4282'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:24:01.682037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-32900021-0875-44ff-b9d7-d88cea7c4da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:01.737885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Pushing event deleted for resources: {'Port': ['ID=49ca8a39-ec67-47ea-a726-0a90106e4282,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:01.805127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7862ab54-3e19-4b8a-a4a9-71c3089f97eb req-8165f466-536a-42f2-bde3-c3abcc223e32 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 210 time: 0.0476577
Dec 22 15:24:01.806056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.806056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.806430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.806757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.807121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.807482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.807850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.808246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.809012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.809490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.809688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:01.843427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:01.857914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] No DVR routers for this DVR port 49ca8a39-ec67-47ea-a726-0a90106e4282 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:24:01.869210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.872485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-deleted', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:01.902487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "DELETE /v2.0/ports/49ca8a39-ec67-47ea-a726-0a90106e4282 HTTP/1.1" status: 204  len: 173 time: 1.2577300
Dec 22 15:24:01.923963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.957018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:01.963303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4b7b06ae-f117-4453-bf6d-0eb57c9c0aec tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:02.180436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc41329-88a5-4f19-938f-365ba20a4313', 'name': 'network-vif-deleted', 'tag': '49ca8a39-ec67-47ea-a726-0a90106e4282', 'status': 'completed', 'code': 200}
Dec 22 15:24:02.193840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:02.197188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Network 92a8c013-013f-43a3-8a64-11521421543b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:24:02.198278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:02.200714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:24:02.202920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:24:02.265815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:02.266423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:02.286691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5753126
Dec 22 15:24:02.299596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Request body: {'port': {'device_id': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:24:02.422936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:02.800765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc87d021-bd3b-4dde-8aeb-64f6c554603e {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:24:02.807512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:02.823705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Transition to ACTIVE for port object fc87d021-bd3b-4dde-8aeb-64f6c554603e will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:24:02.828134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:02.832102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c5bb9f3e-faba-47f2-bf51-9f5a195e667a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:02.969882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:02.974094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:03.029214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ac17-6b1e-4610-9779-4e23c610f6c6 req-b09f15fd-33db-43c5-915f-61d8c9ec2087 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:03.030713 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1e30ac17-6b1e-4610-9779-4e23c610f6c6 req-b09f15fd-33db-43c5-915f-61d8c9ec2087 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 944 time: 0.0823691
Dec 22 15:24:03.079466 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1e30ac17-6b1e-4610-9779-4e23c610f6c6 req-c9217e53-ad69-4f13-9557-3566ee27266f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429113
Dec 22 15:24:03.086533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Attempting to bind port fc87d021-bd3b-4dde-8aeb-64f6c554603e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:24:03.086861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Attempting to bind port fc87d021-bd3b-4dde-8aeb-64f6c554603e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:24:03.087184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Attempting to bind port fc87d021-bd3b-4dde-8aeb-64f6c554603e on network 92a8c013-013f-43a3-8a64-11521421543b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:24:03.094937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Port fc87d021-bd3b-4dde-8aeb-64f6c554603e on network 92a8c013-013f-43a3-8a64-11521421543b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:24:03.095256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Attempting to bind port fc87d021-bd3b-4dde-8aeb-64f6c554603e on network 92a8c013-013f-43a3-8a64-11521421543b {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:24:03.101988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:24:03.102359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Checking segment: {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:24:03.102683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Bound using segment: {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:24:03.103108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Bound port: fc87d021-bd3b-4dde-8aeb-64f6c554603e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92a8c013-013f-43a3-8a64-11521421543b'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:24:03.103496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:03.224708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:24:03.228081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:24:03.232775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:03.236544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc5a5e28-fc3f-4e26-a667-b35648cee898 tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:03.289721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:03.291082 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] 10.222.0.61 "PUT /v2.0/ports/fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 1094 time: 0.9961793
Dec 22 15:24:03.311656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:03.314742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:03.409921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-5914fc0f-ffbd-4fef-8d45-3fb0c7acb6fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1097 time: 0.0774651
Dec 22 15:24:03.442896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:03.481555 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-d64ca30b-7fab-42d0-a6ca-651bdffd9afe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 217 time: 0.0634086
Dec 22 15:24:03.553806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-65377b61-e230-403f-80dd-4dcf2d370464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:03.555751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-65377b61-e230-403f-80dd-4dcf2d370464 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0660539
Dec 22 15:24:03.605131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-b25df258-2635-4a85-a72e-bbdba17d620a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398145
Dec 22 15:24:03.626294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:24:03.668468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 49ca8a39-ec67-47ea-a726-0a90106e4282 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:24:03.668735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 49ca8a39-ec67-47ea-a726-0a90106e4282 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:24:03.753103 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-8072fb11-b2b3-4268-9a28-b6fa2537447d service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382961
Dec 22 15:24:03.899492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b00e482-581e-43d6-a274-22ffffca3eb4 req-52af6eac-28fe-4c1f-b094-ce1d22046130 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349089
Dec 22 15:24:04.181189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:04.275005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'status': 'completed', 'code': 200}
Dec 22 15:24:04.512516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7910d4-1a5f-4988-875a-e98efa55fe77 req-7a6674f8-fb9f-4ffa-abe5-c90c1ba7e59b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:04.513449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-bd7910d4-1a5f-4988-875a-e98efa55fe77 req-7a6674f8-fb9f-4ffa-abe5-c90c1ba7e59b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Synchronizing usage tracker for tenant:fc560579efc64798bd14a8da3b89e9de on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:24:04.519128 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-98855ef4-0672-4899-b3c2-0fd161c63c97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1097 time: 0.2375529
Dec 22 15:24:04.552569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-bd7910d4-1a5f-4988-875a-e98efa55fe77 req-7a6674f8-fb9f-4ffa-abe5-c90c1ba7e59b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Unset dirty status for tenant:fc560579efc64798bd14a8da3b89e9de on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:24:04.553956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bd7910d4-1a5f-4988-875a-e98efa55fe77 req-7a6674f8-fb9f-4ffa-abe5-c90c1ba7e59b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 944 time: 0.3112800
Dec 22 15:24:04.678183 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bd7910d4-1a5f-4988-875a-e98efa55fe77 req-d973d82c-92e9-4127-b067-6563bb554c2c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782397
Dec 22 15:24:04.712076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-fbf54d0e-f777-41b8-9c01-81d315514e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:04.714370 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-fbf54d0e-f777-41b8-9c01-81d315514e5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1847334
Dec 22 15:24:04.795751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-29302efd-7582-47f5-8742-beec7dab86bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 217 time: 0.0707676
Dec 22 15:24:04.866363 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-d2f71df3-12dd-4604-bcfb-fcaaa4b36f1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:04.867826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-d2f71df3-12dd-4604-bcfb-fcaaa4b36f1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0623884
Dec 22 15:24:04.916163 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-0512d097-1e0c-4c49-961a-d185e38abbec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399649
Dec 22 15:24:05.051771 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-6af75d92-63e8-4623-aee3-ef4d07ce1bf9 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287322
Dec 22 15:24:05.204601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-54d209ec-3def-422b-9bf7-21de02dcca99 req-41381361-ff4c-4c08-83a4-747c925c1725 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427345
Dec 22 15:24:05.626302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:24:05.772401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:05.791021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'port_id': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'mac_address': 'fa:16:3e:cb:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d099de-123f-4814-8c18-342de3a44747', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:24:05.850858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:05.869436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc87d021-bd3b-4dde-8aeb-64f6c554603e {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:24:05.885923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:05.891187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:05.893424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-0a3e2f4b-0f5e-4e27-a628-e347ebb1abda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:05.914204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff593b1-69c7-4626-a81e-d179cf74fadc req-62380bf4-578e-425e-86f3-e2e1108cda99 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:05.915645 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7ff593b1-69c7-4626-a81e-d179cf74fadc req-62380bf4-578e-425e-86f3-e2e1108cda99 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 944 time: 0.0882657
Dec 22 15:24:05.962444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:05.962444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:05.972016 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7ff593b1-69c7-4626-a81e-d179cf74fadc req-e17f1500-679b-42a0-a733-2e21ebf07137 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467081
Dec 22 15:24:06.135517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fc87d021-bd3b-4dde-8aeb-64f6c554603e'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:24:07.184029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1027b-03ba-4e4f-ad19-df687d7e7192 req-11569ca5-6b08-47b1-8360-774445ae75d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:07.185815 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1e1027b-03ba-4e4f-ad19-df687d7e7192 req-11569ca5-6b08-47b1-8360-774445ae75d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 945 time: 0.0892818
Dec 22 15:24:07.238538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1e1027b-03ba-4e4f-ad19-df687d7e7192 req-84d49278-e743-4ea1-b961-02e5d92672ff tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452878
Dec 22 15:24:07.626313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:24:07.740853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port fc87d021-bd3b-4dde-8aeb-64f6c554603e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:24:07.749081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port fc87d021-bd3b-4dde-8aeb-64f6c554603e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:24:07.749730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:07.872373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:07.904260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:07.914555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:07.919106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:07.921217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:07.968695 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'code': 200}
Dec 22 15:24:07.991799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:07.994749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:08.237576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15d360a8-04f1-4e1c-8c72-9cd9d98afe3b req-81624b2d-1872-4bb4-848a-0ed5c79ef486 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1099 time: 0.0895782
Dec 22 15:24:08.299129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15d360a8-04f1-4e1c-8c72-9cd9d98afe3b req-fd51da00-c535-4dc1-98d0-4c21b83d914d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477509
Dec 22 15:24:08.449920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6292dc-004b-4362-97ba-45bbc579bd8e req-3de54660-f264-4a22-89fa-12981f1fda14 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:08.451373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a6292dc-004b-4362-97ba-45bbc579bd8e req-3de54660-f264-4a22-89fa-12981f1fda14 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0804317
Dec 22 15:24:08.502648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a6292dc-004b-4362-97ba-45bbc579bd8e req-b3be4b83-af96-44fc-ab92-84f8e6574b9c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453072
Dec 22 15:24:09.727368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ce6a7-ce38-4028-849a-954c006e7a63 req-7e7350a5-409e-4498-a445-16670225a00b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:09.728857 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0e4ce6a7-ce38-4028-849a-954c006e7a63 req-7e7350a5-409e-4498-a445-16670225a00b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0871553
Dec 22 15:24:09.791491 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0e4ce6a7-ce38-4028-849a-954c006e7a63 req-750419fa-6c84-4f44-bf76-e473fb04758e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555096
Dec 22 15:24:10.010380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef74bbd-1ff9-436e-a67c-f8dfd5e045bd req-4ff93106-0d52-48b0-9b08-471a8125447e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:10.011854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ef74bbd-1ff9-436e-a67c-f8dfd5e045bd req-4ff93106-0d52-48b0-9b08-471a8125447e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0902355
Dec 22 15:24:10.062273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ef74bbd-1ff9-436e-a67c-f8dfd5e045bd req-6946cc24-0e00-40c0-b16d-e33741ba0c20 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448050
Dec 22 15:24:10.280827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-21fb90c9-3eec-4e5e-9f29-c5dc9dfaa3a3 req-1a86ce29-4b6a-4afc-9485-21776b9b14f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0728354
Dec 22 15:24:10.561376 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-6bbb47a6-4cc6-4a65-b78c-83110ce308fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0846131
Dec 22 15:24:10.652021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ac62d-df4f-415f-91d9-e0373bf42acc req-c98541d0-6b59-4b82-842e-391015c66308 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:10.653625 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3d3ac62d-df4f-415f-91d9-e0373bf42acc req-c98541d0-6b59-4b82-842e-391015c66308 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.1158895
Dec 22 15:24:10.723512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3d3ac62d-df4f-415f-91d9-e0373bf42acc req-28c35575-b9f1-4f2b-96e4-2f47380fcbe5 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627592
Dec 22 15:24:11.899732 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-c5730ab5-1764-4522-8a59-f02b4d9989b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1099 time: 0.0838289
Dec 22 15:24:11.974140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26bb0a-94c1-4274-81f1-7f7909e1008c req-9a9cf61c-c49a-44f2-b9a1-b903e9b0e77d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:11.975681 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3d26bb0a-94c1-4274-81f1-7f7909e1008c req-9a9cf61c-c49a-44f2-b9a1-b903e9b0e77d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0978818
Dec 22 15:24:12.034262 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3d26bb0a-94c1-4274-81f1-7f7909e1008c req-64248d4b-8a7c-4caf-8a55-ccba57682bf0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520990
Dec 22 15:24:12.041417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-613b761f-e71a-4073-8cc8-a6887e1e91e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:12.042923 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-613b761f-e71a-4073-8cc8-a6887e1e91e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1363068
Dec 22 15:24:12.122053 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-79daed22-44f7-479e-98bc-171093934c54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 217 time: 0.0633836
Dec 22 15:24:12.193368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-cbda093b-63c1-45fc-a11e-424edd5df212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:12.194812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-cbda093b-63c1-45fc-a11e-424edd5df212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0663130
Dec 22 15:24:12.243059 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-dc9530a0-1c4c-4034-bc76-8510b2147ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413146
Dec 22 15:24:12.379604 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-b37bacf1-8489-4dd9-85d5-948216ef4679 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300058
Dec 22 15:24:12.636639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-56cd5972-6617-46c0-87cd-bdad6612755e service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498555
Dec 22 15:24:13.244146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83bcc-5711-429e-a498-78127304311d req-cb324fc3-827b-409e-8a28-0a557271ebbb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:13.245596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6d83bcc-5711-429e-a498-78127304311d req-cb324fc3-827b-409e-8a28-0a557271ebbb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0861835
Dec 22 15:24:13.293956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e6d83bcc-5711-429e-a498-78127304311d req-f023c6fd-1431-45a7-a61f-9bb630c1f44b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423274
Dec 22 15:24:14.505219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b89c-5df9-4a95-8856-a02811058b31 req-3a90bc4c-8a4f-4dc7-a375-d07e8fbdfc4d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:14.506710 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c401b89c-5df9-4a95-8856-a02811058b31 req-3a90bc4c-8a4f-4dc7-a375-d07e8fbdfc4d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0826852
Dec 22 15:24:14.565228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c401b89c-5df9-4a95-8856-a02811058b31 req-f37bdb06-933f-431b-9c30-efa524ac33c7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502229
Dec 22 15:24:15.789545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfed260-c6d7-479e-962f-5d6fab0947bd req-e3a9e119-4cf0-441c-ab1c-7e8b94ba8c1e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:15.791048 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6dfed260-c6d7-479e-962f-5d6fab0947bd req-e3a9e119-4cf0-441c-ab1c-7e8b94ba8c1e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0851247
Dec 22 15:24:15.839703 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6dfed260-c6d7-479e-962f-5d6fab0947bd req-7d46b0db-9f09-4730-ac43-83ca9d537098 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412664
Dec 22 15:24:17.042463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882480b4-0cab-43dc-9038-191cee5c076e req-df72cce0-0e37-41db-9e95-67f02c468687 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:17.043911 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-882480b4-0cab-43dc-9038-191cee5c076e req-df72cce0-0e37-41db-9e95-67f02c468687 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0803425
Dec 22 15:24:17.102096 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-882480b4-0cab-43dc-9038-191cee5c076e req-73790f61-efeb-4b9a-b704-153f6e4aed3c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483432
Dec 22 15:24:18.304444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326876e-c0a3-4bd7-8292-d0fd37d3d595 req-01922a8b-2dc2-4f8b-8e68-0cbeaeae20fb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:18.304444 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1326876e-c0a3-4bd7-8292-d0fd37d3d595 req-01922a8b-2dc2-4f8b-8e68-0cbeaeae20fb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0794508
Dec 22 15:24:18.350191 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1326876e-c0a3-4bd7-8292-d0fd37d3d595 req-8ce7210f-f248-44d4-8702-c94b232dc0fc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406199
Dec 22 15:24:19.556887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d435d-0348-43a7-a514-bb9f248bb41c req-4d57099b-3ea4-41b3-aa96-b96d2a8af41e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:19.558336 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d6d435d-0348-43a7-a514-bb9f248bb41c req-4d57099b-3ea4-41b3-aa96-b96d2a8af41e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0841947
Dec 22 15:24:19.605742 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6d6d435d-0348-43a7-a514-bb9f248bb41c req-4b5331ca-5666-4805-91b3-a802c0246699 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417788
Dec 22 15:24:20.818253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd40c3-8076-4c56-ba2a-eb109ddd2c44 req-7bdb2611-e990-4314-ae43-7624233ef128 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:20.820129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ffd40c3-8076-4c56-ba2a-eb109ddd2c44 req-7bdb2611-e990-4314-ae43-7624233ef128 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0888498
Dec 22 15:24:20.873932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ffd40c3-8076-4c56-ba2a-eb109ddd2c44 req-8b0c0f68-90c0-4aec-94c4-84c762870b25 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481968
Dec 22 15:24:22.091597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336a8b-a772-406b-bc7f-be07eab70876 req-6d7911ae-f940-4aec-a0ea-4e865b1ce362 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:22.093171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-51336a8b-a772-406b-bc7f-be07eab70876 req-6d7911ae-f940-4aec-a0ea-4e865b1ce362 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0886753
Dec 22 15:24:22.150921 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-51336a8b-a772-406b-bc7f-be07eab70876 req-f7cd063e-baa1-44b5-97c5-c5dcdb73c41c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519385
Dec 22 15:24:23.376807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba728ce-9729-4a3c-9edc-a9d58c5ea4ed req-8633392b-d23c-455f-b692-717fe4f731a1 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:23.378298 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2ba728ce-9729-4a3c-9edc-a9d58c5ea4ed req-8633392b-d23c-455f-b692-717fe4f731a1 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0803845
Dec 22 15:24:23.426951 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2ba728ce-9729-4a3c-9edc-a9d58c5ea4ed req-bb6c2f2e-38eb-496c-bc41-b09975995a78 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430670
Dec 22 15:24:24.610797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c1a06eec-d41e-4b9a-b100-312dddc36a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:24.640085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff74d-060e-417a-bbfa-cd208c901ed2 req-f7f5ee37-138b-4d49-8c6e-a0fe6429a3b4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:24.641554 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-77dff74d-060e-417a-bbfa-cd208c901ed2 req-f7f5ee37-138b-4d49-8c6e-a0fe6429a3b4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0924296
Dec 22 15:24:24.688149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-77dff74d-060e-417a-bbfa-cd208c901ed2 req-ed9eca84-c927-473b-bdc2-1a6b55f6b8ea tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409849
Dec 22 15:24:25.890867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749df72-34ef-4aa7-ab0c-dfd81c9bd5ee req-129cd6ca-26b2-4065-8eae-91ca65c1574a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:25.892225 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3749df72-34ef-4aa7-ab0c-dfd81c9bd5ee req-129cd6ca-26b2-4065-8eae-91ca65c1574a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0821819
Dec 22 15:24:25.940359 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3749df72-34ef-4aa7-ab0c-dfd81c9bd5ee req-f270083c-b857-4f29-a51e-c496b2fd1893 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421977
Dec 22 15:24:27.140509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121d232-a5f1-4be1-9368-a0d26ea5c6a0 req-119d06bd-8ed7-41d5-bd04-ce1d75f739df tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:27.141952 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8121d232-a5f1-4be1-9368-a0d26ea5c6a0 req-119d06bd-8ed7-41d5-bd04-ce1d75f739df tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0779090
Dec 22 15:24:27.194092 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8121d232-a5f1-4be1-9368-a0d26ea5c6a0 req-5e64dc09-54d4-41e0-adb9-8625fee836c9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464454
Dec 22 15:24:27.563067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f60e7922-410e-43ac-b6c3-ea4d5491e3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:28.076763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:28.151321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:28.400102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28c17-7ba5-4ed9-8145-780592c694a7 req-10004f68-a33f-4e0d-a3a4-34b866a2e06a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:28.401621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8b28c17-7ba5-4ed9-8145-780592c694a7 req-10004f68-a33f-4e0d-a3a4-34b866a2e06a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0786972
Dec 22 15:24:28.449804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f8b28c17-7ba5-4ed9-8145-780592c694a7 req-8472bce3-3d6c-4a3a-bdee-61a97b5675d1 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408437
Dec 22 15:24:29.377602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:29.737284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd88f0-2789-4421-a319-37c5fb942e8d req-cfd5b3dd-6cd0-4a29-a049-4677aa698bec tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:29.738608 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-32cd88f0-2789-4421-a319-37c5fb942e8d req-cfd5b3dd-6cd0-4a29-a049-4677aa698bec tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.1668568
Dec 22 15:24:29.785541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-32cd88f0-2789-4421-a319-37c5fb942e8d req-5fb61468-0af5-495e-ae40-ec8adeb44a5f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414455
Dec 22 15:24:30.990330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048871e6-ed1b-4842-b74e-e9b70ed493d0 req-c2f6ac86-1a98-4eb6-90c8-1985f82775e0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:30.991770 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-048871e6-ed1b-4842-b74e-e9b70ed493d0 req-c2f6ac86-1a98-4eb6-90c8-1985f82775e0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0833731
Dec 22 15:24:31.039446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-048871e6-ed1b-4842-b74e-e9b70ed493d0 req-185f55dc-cb53-42e5-90f3-ff2811b52d35 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415025
Dec 22 15:24:32.238125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b08b7-002e-45ea-b888-cbb685d33e77 req-b74e12b7-4de2-48c1-ab62-f14a7cd20e46 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:32.239587 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e07b08b7-002e-45ea-b888-cbb685d33e77 req-b74e12b7-4de2-48c1-ab62-f14a7cd20e46 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0792892
Dec 22 15:24:32.285302 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e07b08b7-002e-45ea-b888-cbb685d33e77 req-fe9c2da1-f8c3-4195-a02f-700d294bb389 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401955
Dec 22 15:24:33.451667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:33.480338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd25d1-2d15-4ca9-9b43-befb06c9c157 req-2db2607f-3887-4e4c-8fab-d2e5e600e06c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:33.482426 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cabd25d1-2d15-4ca9-9b43-befb06c9c157 req-2db2607f-3887-4e4c-8fab-d2e5e600e06c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0767317
Dec 22 15:24:33.530801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cabd25d1-2d15-4ca9-9b43-befb06c9c157 req-0102c144-6484-4544-ad74-9b0a189a4456 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425580
Dec 22 15:24:34.727534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ca19-e0b8-4473-8437-9b7a11aa2dcf req-2f4a316d-b756-4289-8d7f-6a1e1fbabee1 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:34.729003 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3f55ca19-e0b8-4473-8437-9b7a11aa2dcf req-2f4a316d-b756-4289-8d7f-6a1e1fbabee1 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0772791
Dec 22 15:24:34.777627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3f55ca19-e0b8-4473-8437-9b7a11aa2dcf req-09c9141c-65dc-48fb-a35b-e89274b93a4a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421360
Dec 22 15:24:35.979961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86675-4cb8-49db-9efb-3524b1a21fb8 req-1f5192f5-5c2e-4d87-b4eb-afe3c2b70a92 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:35.981923 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-64f86675-4cb8-49db-9efb-3524b1a21fb8 req-1f5192f5-5c2e-4d87-b4eb-afe3c2b70a92 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0791831
Dec 22 15:24:36.030637 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-64f86675-4cb8-49db-9efb-3524b1a21fb8 req-89c4c136-18c9-4886-8cab-95b3f7392ec4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433052
Dec 22 15:24:37.232907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf765-1ddf-4a18-97f0-37bd4e309214 req-f2f5fcae-aa46-4a64-9ed5-e24ef879d2cc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:37.234395 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-92baf765-1ddf-4a18-97f0-37bd4e309214 req-f2f5fcae-aa46-4a64-9ed5-e24ef879d2cc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0787187
Dec 22 15:24:37.281476 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-92baf765-1ddf-4a18-97f0-37bd4e309214 req-70519fef-8a68-46b4-8b72-5be109d77cdd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415390
Dec 22 15:24:38.270173 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:24:38.482721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffca315-af5d-498c-885d-81cf0ec1a9b1 req-6a4c31ae-f228-4b60-8293-ee2e3f292a6f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:38.484163 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ffca315-af5d-498c-885d-81cf0ec1a9b1 req-6a4c31ae-f228-4b60-8293-ee2e3f292a6f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0820191
Dec 22 15:24:38.532705 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ffca315-af5d-498c-885d-81cf0ec1a9b1 req-2df1e14c-12ee-4329-a92f-71ff18223ce5 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429029
Dec 22 15:24:39.738204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fea973-a4d1-44da-aa34-aeffedde53fa req-e557fe86-b7e2-4291-9d36-c98842963623 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:39.739695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b6fea973-a4d1-44da-aa34-aeffedde53fa req-e557fe86-b7e2-4291-9d36-c98842963623 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0844529
Dec 22 15:24:39.787256 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b6fea973-a4d1-44da-aa34-aeffedde53fa req-0dcfe022-d786-46bd-94ec-bb4cd1e076a7 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420303
Dec 22 15:24:40.988306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311c30-11fa-4b87-9b32-3a86d4a80f25 req-4379beac-9ce8-4421-be49-03a95eb53c87 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:40.989693 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8b311c30-11fa-4b87-9b32-3a86d4a80f25 req-4379beac-9ce8-4421-be49-03a95eb53c87 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0799880
Dec 22 15:24:41.035312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8b311c30-11fa-4b87-9b32-3a86d4a80f25 req-3588c24c-e4cf-420e-a3d5-9f20ecd6a84f tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402024
Dec 22 15:24:42.235621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ea93c-0916-4182-813e-129578f088fc req-7e6816ee-99d3-48cd-b591-5fe24bac111b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:42.237112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b94ea93c-0916-4182-813e-129578f088fc req-7e6816ee-99d3-48cd-b591-5fe24bac111b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0785019
Dec 22 15:24:42.282652 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b94ea93c-0916-4182-813e-129578f088fc req-89dd639c-6b72-420c-9b99-f62f3641178d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399468
Dec 22 15:24:43.489068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c04c-393f-4e01-96c7-65c22334ceaf req-18d794e6-301e-4c3d-922c-79d4d31558fd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:43.490545 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b036c04c-393f-4e01-96c7-65c22334ceaf req-18d794e6-301e-4c3d-922c-79d4d31558fd tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0819206
Dec 22 15:24:43.539644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b036c04c-393f-4e01-96c7-65c22334ceaf req-dab16232-3b5b-4d5e-825f-6448783c57a9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434408
Dec 22 15:24:44.589686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-e3ce235a-6d74-430b-93fb-8dbc4d1a0c51 service neutron] 10.222.0.61 "GET /v2.0/ports/fc87d021-bd3b-4dde-8aeb-64f6c554603e/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0799677
Dec 22 15:24:44.758907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37fa1-311d-430b-b586-04c6cea5d25d req-b71e543a-14ff-4ec9-abd7-0eeed8acd183 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:44.760634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29e37fa1-311d-430b-b586-04c6cea5d25d req-b71e543a-14ff-4ec9-abd7-0eeed8acd183 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0875762
Dec 22 15:24:44.814824 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29e37fa1-311d-430b-b586-04c6cea5d25d req-9a3bf961-1068-4cfc-9b3a-10b37e60ac09 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452476
Dec 22 15:24:44.880317 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-78881657-24f3-408b-84b6-31ec731464b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e&tenant_id=fc560579efc64798bd14a8da3b89e9de HTTP/1.1" status: 200  len: 1099 time: 0.0797856
Dec 22 15:24:44.987843 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-7d0482ec-6d81-4152-8950-3f8642aa7c3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1099 time: 0.0782804
Dec 22 15:24:45.127663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-0b0ac33b-f4a6-4354-bae6-f8a8d1847cb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:45.129232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-0b0ac33b-f4a6-4354-bae6-f8a8d1847cb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1344063
Dec 22 15:24:45.208012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-2113e65c-ce5c-4764-8aa9-49350518c283 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 217 time: 0.0694463
Dec 22 15:24:45.280918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-7d60be89-dda1-4c04-8a0a-da533aa6a8c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:45.282425 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-7d60be89-dda1-4c04-8a0a-da533aa6a8c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0638039
Dec 22 15:24:45.445607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-57697516-5092-4f54-ae06-720df215ab21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1543715
Dec 22 15:24:45.581402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-f5a916e9-64ef-4369-9a2a-b76f099effed service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279857
Dec 22 15:24:45.718454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-418f0e34-4dce-4083-b750-2ca86c5dead7 req-b55711dd-2901-433a-a940-c6cb2ce2d22f service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301541
Dec 22 15:24:46.028729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926548-fa70-4dc5-b98f-d45360e8a79f req-29c2cd72-ecf6-442d-ac29-43e169f537a2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:46.030302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1926548-fa70-4dc5-b98f-d45360e8a79f req-29c2cd72-ecf6-442d-ac29-43e169f537a2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0845606
Dec 22 15:24:46.082386 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d1926548-fa70-4dc5-b98f-d45360e8a79f req-6cb1ebba-d8af-4084-9db6-be1adf141b32 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439661
Dec 22 15:24:47.291182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dcb5-c17e-4244-a7f7-05fdf85c3095 req-b4800b03-bd2e-4450-9c6b-13418b445066 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:47.292725 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9741dcb5-c17e-4244-a7f7-05fdf85c3095 req-b4800b03-bd2e-4450-9c6b-13418b445066 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0824788
Dec 22 15:24:47.342019 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9741dcb5-c17e-4244-a7f7-05fdf85c3095 req-f299dd5b-2d19-4f1a-b12d-a40d43199ceb tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424917
Dec 22 15:24:47.833410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:24:47.835748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:24:48.050306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:48.072000 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:48.091216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'network_id': '92a8c013-013f-43a3-8a64-11521421543b', 'port_id': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'mac_address': 'fa:16:3e:cb:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d099de-123f-4814-8c18-342de3a44747', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:24:48.096068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:48.132542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:48.137996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:48.145082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:48.173085 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'code': 200}
Dec 22 15:24:48.212249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:48.235945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:48.239230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc87d021-bd3b-4dde-8aeb-64f6c554603e {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:24:48.242861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:48.255616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:48.259231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:48.260952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:48.327503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fc87d021-bd3b-4dde-8aeb-64f6c554603e'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:24:48.365173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:48.369519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:48.547495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edf75b-4d44-4565-ae69-de746c60b15f req-fe8a1b38-96d1-403d-9eb6-6343fd17e972 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:48.548973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6edf75b-4d44-4565-ae69-de746c60b15f req-fe8a1b38-96d1-403d-9eb6-6343fd17e972 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 945 time: 0.0797431
Dec 22 15:24:48.596026 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6edf75b-4d44-4565-ae69-de746c60b15f req-9f739fa6-b708-4fef-95a5-3db0100951d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416696
Dec 22 15:24:48.943874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbca7-da43-4749-b3bb-014a6a145fed req-2860899f-ac96-4d2c-ba28-f723e048ee26 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:48.945271 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-2860899f-ac96-4d2c-ba28-f723e048ee26 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e&tenant_id=fc560579efc64798bd14a8da3b89e9de&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.0916955
Dec 22 15:24:49.079857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79e5fb-5159-4e8d-9c8c-bb29ae467e59 req-37b7c319-a242-4e93-8b27-86032d70589b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:49.081926 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4c79e5fb-5159-4e8d-9c8c-bb29ae467e59 req-37b7c319-a242-4e93-8b27-86032d70589b tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 945 time: 0.0778558
Dec 22 15:24:49.089320 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-0a293f11-40f2-4286-ba14-011d77992a10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc560579efc64798bd14a8da3b89e9de&device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 1098 time: 0.0706508
Dec 22 15:24:49.135915 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4c79e5fb-5159-4e8d-9c8c-bb29ae467e59 req-802abb90-9b0c-4612-8ce5-747a09fffc70 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481896
Dec 22 15:24:49.221478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbca7-da43-4749-b3bb-014a6a145fed req-c7635bc6-559a-4216-9327-ecb103f6ea61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:49.223011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-c7635bc6-559a-4216-9327-ecb103f6ea61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 200  len: 915 time: 0.1267974
Dec 22 15:24:49.296155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-ee608e56-843a-4145-b7c6-e9d2acce34c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 200  len: 217 time: 0.0658412
Dec 22 15:24:49.362699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbca7-da43-4749-b3bb-014a6a145fed req-86a2bc85-07c6-4150-a86c-002a2398c00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:49.364191 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-86a2bc85-07c6-4150-a86c-002a2398c00b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 200  len: 854 time: 0.0594521
Dec 22 15:24:49.409990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-fad7e638-084f-49e9-ab40-085fa570f03b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a8c013-013f-43a3-8a64-11521421543b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386262
Dec 22 15:24:49.545399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-c15a0d33-3d9b-44c1-9d40-559060bee06d service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277707
Dec 22 15:24:49.682101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-226fbca7-da43-4749-b3bb-014a6a145fed req-18fdd9a9-d0fb-4ddd-8711-f4ab68ab0546 service neutron] 10.222.0.61 "GET /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295037
Dec 22 15:24:49.848328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:24:49.921232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port fc87d021-bd3b-4dde-8aeb-64f6c554603e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:24:49.921612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:50.037155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:50.080630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:50.085963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:50.091428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:50.174076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:50.180726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:50.184518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:50.234982 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'code': 200}
Dec 22 15:24:50.354069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67f4a4-acad-4f48-9957-6db77485b655 req-97e5c1a5-25c4-435d-bc78-bcda986689be tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:50.355670 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef67f4a4-acad-4f48-9957-6db77485b655 req-97e5c1a5-25c4-435d-bc78-bcda986689be tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0835443
Dec 22 15:24:50.403557 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef67f4a4-acad-4f48-9957-6db77485b655 req-116dda99-cbfc-4e8f-8563-4fb4c0ba5f7c tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414169
Dec 22 15:24:50.607686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280902a-c9f0-4194-8b94-c40bc9164331 req-1615a04e-4ead-4875-8f9f-2e75171f6ffc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:50.609214 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2280902a-c9f0-4194-8b94-c40bc9164331 req-1615a04e-4ead-4875-8f9f-2e75171f6ffc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0835803
Dec 22 15:24:50.658584 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2280902a-c9f0-4194-8b94-c40bc9164331 req-4e5f6908-201d-4982-9e17-d8e06ad96a3a tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432737
Dec 22 15:24:50.856457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1577c2-23a9-486e-a4da-d158dec86c18 req-fd33c966-7530-4c22-802e-b0fd8203bbed tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:50.857914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a1577c2-23a9-486e-a4da-d158dec86c18 req-fd33c966-7530-4c22-802e-b0fd8203bbed tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0770669
Dec 22 15:24:50.907987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a1577c2-23a9-486e-a4da-d158dec86c18 req-7bd2b86d-cf5d-497c-9c0e-21881a845ca6 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444689
Dec 22 15:24:51.494020 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffde398-4656-447c-b134-c6be3bf6dba4 req-a4dfd475-8e3b-4455-8a55-a378e32cfab0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:51.495351 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6ffde398-4656-447c-b134-c6be3bf6dba4 req-a4dfd475-8e3b-4455-8a55-a378e32cfab0 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0789168
Dec 22 15:24:51.539748 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6ffde398-4656-447c-b134-c6be3bf6dba4 req-bfe094a4-74ac-4b97-be87-9b0c87b24a5d tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385191
Dec 22 15:24:52.736025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff630a-6d59-49be-ae00-791da0566af7 req-d296877b-64c5-4fbc-abd9-331deee5d2f9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:52.737502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09ff630a-6d59-49be-ae00-791da0566af7 req-d296877b-64c5-4fbc-abd9-331deee5d2f9 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0772052
Dec 22 15:24:52.782940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09ff630a-6d59-49be-ae00-791da0566af7 req-22fe2d52-85bc-4622-a9f6-e8099fddd9ef tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399933
Dec 22 15:24:53.303653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012045a-8a55-4399-af88-f406a4c93045 req-18003c3f-8c2b-4f94-849a-41267471a17e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:53.305900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4012045a-8a55-4399-af88-f406a4c93045 req-18003c3f-8c2b-4f94-849a-41267471a17e tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0850763
Dec 22 15:24:53.377887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Deleting port fc87d021-bd3b-4dde-8aeb-64f6c554603e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:24:53.378220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:53.765040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] For port fc87d021-bd3b-4dde-8aeb-64f6c554603e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fc87d021-bd3b-4dde-8aeb-64f6c554603e,segment=NetworkSegment(b7f54f6f-005c-4b2f-a119-8ba2624be1f4),segment_id=b7f54f6f-005c-4b2f-a119-8ba2624be1f4)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:24:53.765745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:53.894148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Calling delete_port for fc87d021-bd3b-4dde-8aeb-64f6c554603e owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:24:54.000429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc635b7-af83-4091-bbf2-224165debad0 req-9803c1f9-8a68-4bf0-aa18-74e05159d147 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:54.001891 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fdc635b7-af83-4091-bbf2-224165debad0 req-9803c1f9-8a68-4bf0-aa18-74e05159d147 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fcf512e-4941-480a-bb9e-3c4f497ca97e HTTP/1.1" status: 200  len: 946 time: 0.0842352
Dec 22 15:24:54.051523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:54.051903 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fdc635b7-af83-4091-bbf2-224165debad0 req-fdbab725-7f53-4ef8-a35e-14e4adc148cc tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.69 "GET /v2.0/security-groups?id=23e27851-5695-4698-a3a8-2ab4ae05da8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436151
Dec 22 15:24:54.057991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e95fdb04-7294-4171-97ea-76113d0ba30e tempest-DeleteServersTestJSON-1996700567 tempest-DeleteServersTestJSON-1996700567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:54.102896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Pushing event deleted for resources: {'Port': ['ID=fc87d021-bd3b-4dde-8aeb-64f6c554603e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:54.105732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:54.179158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] No DVR routers for this DVR port fc87d021-bd3b-4dde-8aeb-64f6c554603e on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:24:54.181592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:54.188428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-deleted', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:24:54.201415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4012045a-8a55-4399-af88-f406a4c93045 req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] 10.222.0.61 "DELETE /v2.0/ports/fc87d021-bd3b-4dde-8aeb-64f6c554603e HTTP/1.1" status: 204  len: 173 time: 0.8888824
Dec 22 15:24:54.241545 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcf512e-4941-480a-bb9e-3c4f497ca97e', 'name': 'network-vif-deleted', 'tag': 'fc87d021-bd3b-4dde-8aeb-64f6c554603e', 'status': 'completed', 'code': 200}
Dec 22 15:24:54.604733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f5f82ec9-6e6b-430e-8782-b5327b18153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.312573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45006) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:55.374537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Deleting subnet 05d099de-123f-4814-8c18-342de3a44747 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:24:55.377488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.431469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.488286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.561268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.565492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0a9c792a-de9c-4346-843e-ac71dcf9115c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:55.606071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d099de-123f-4814-8c18-342de3a44747,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:55.609665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:55.611125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.619842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45010) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:55.620337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/05d099de-123f-4814-8c18-342de3a44747 HTTP/1.1" status: 204  len: 168 time: 0.3060093
Dec 22 15:24:55.732676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.864890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.900438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574abb250>,) {'filters': {'network_id': ['92a8c013-013f-43a3-8a64-11521421543b']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:24:55.905825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:24:55.914359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574abb250>, 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:24:55.914648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574abb250>, 'b7f54f6f-005c-4b2f-a119-8ba2624be1f4') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:24:55.927723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.941011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: fc87d021-bd3b-4dde-8aeb-64f6c554603e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:24:55.941367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fc87d021-bd3b-4dde-8aeb-64f6c554603e not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:24:55.946314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.955160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:24:55.955680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:24:55.970006 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:24:56.049986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.056934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-132953a1-0433-4778-ac3a-f7782a31c4d4 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:56.075175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.086707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Pushing event deleted for resources: {'Network': ['ID=92a8c013-013f-43a3-8a64-11521421543b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:56.098103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.098482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.098860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.099234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.099605 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.099973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.100338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.100733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.101106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.101460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.101816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:56.105141 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] 10.222.0.69 "DELETE /v2.0/networks/92a8c013-013f-43a3-8a64-11521421543b HTTP/1.1" status: 204  len: 168 time: 0.4840717
Dec 22 15:24:56.106699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:56.268756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:56.319798 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-325e7a65-2da3-44df-b222-b72c3591118e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc560579efc64798bd14a8da3b89e9de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497458
Dec 22 15:24:56.322156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45020) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:56.383505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.410130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.464082 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.468786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-15416f5a-862d-4821-b80f-20f33defa2a9 tempest-NegativeSecGroupIPv6Test-46732395 tempest-NegativeSecGroupIPv6Test-46732395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:56.483734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e27851-5695-4698-a3a8-2ab4ae05da8b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:56.486508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:56.499654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:56.500831 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-03f06d79-845e-42d3-8355-599a23b9f28d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23e27851-5695-4698-a3a8-2ab4ae05da8b HTTP/1.1" status: 204  len: 168 time: 0.1778083
Dec 22 15:24:57.379683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45042) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:57.511535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-72908422-network', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:24:57.517649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:24:57.521398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Usage tracker for resource:network and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:24:57.524215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:24:57.530984 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:24:57.541461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:24:57.544346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.561837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.569912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cae66e90-c50a-41f8-9d9a-62c1ed801979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.694891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:24:57.698738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Usage tracker for resource:security_group_rule and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:24:57.702372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:24:57.708768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:24:57.778358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.782040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.785014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fb2df022-1b15-4890-8ea5-3ba9998874eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:57.813888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:24:57.822291 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245c4e41-2704-4a3c-a232-2fdf2e34410d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:57.825828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:57.828485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.828948 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Added segment 24c26f91-01fe-4d25-84db-1a29cdb44583 of type vlan for network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779
Dec 22 15:24:57.856015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.891499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.892651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:57.893306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:57.897238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12a4fad3-600f-4c13-a361-d332b77bc954 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:57.998880 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6181188
Dec 22 15:24:57.999818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Pushing event updated for resources: {'Network': ['ID=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:58.002014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45048) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:58.002744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:58.007966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Request body: {'subnet': {'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-72908422-subnet', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:24:58.009885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:24:58.013910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:24:58.018095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Usage tracker for resource:subnet and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:24:58.021107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:24:58.027070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:24:58.048315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:24:58.050402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.116339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.156207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.262227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.265827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d8f09b11-2cc9-463f-930a-1b9ccadc217a tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:58.342512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=492a7c76-f7bb-44bf-ac49-a095184779db,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:58.346290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:58.354880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:24:58.355537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Network hostable DHCP agents. Network: 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:24:58.379876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:24:58.390562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:24:58.394574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:24:58.395143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.401221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abf024-652f-4bca-825c-34c327f06129 None None] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:24:58.417573 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4141204
Dec 22 15:24:58.420786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45052) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:24:58.425876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:24:58.430986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:24:58.435011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Usage tracker for resource:router and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:24:58.437950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:24:58.443940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:24:58.460082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.461369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.487432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.654930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.744433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:24:58.745351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.857059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.895029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:58.922448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Allocated IP 172.20.0.2 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/052a349d-0acd-41dc-ba3f-042d6a003b0f) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:24:59.049626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Allocated IP 172.26.3.253 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/ff5a3eb6-5928-430a-bf96-097c7160062f) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:24:59.147625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.159267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Transition to ACTIVE for port object 052a349d-0acd-41dc-ba3f-042d6a003b0f will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:24:59.187658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Transition to ACTIVE for port object 052a349d-0acd-41dc-ba3f-042d6a003b0f will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:24:59.193842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.198989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:59.215426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.246545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.251268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:59.275322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:24:59.279669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:24:59.284477 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:24:59.286613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Pushing event updated for resources: {'Port': ['ID=052a349d-0acd-41dc-ba3f-042d6a003b0f,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:59.314861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:24:59.318166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:24:59.328161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:24:59.341173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.341590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.341991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.342382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.342767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.343225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.343697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.344180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.344582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.344975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.345344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:24:59.353165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:59.365727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5a3eb6-5928-430a-bf96-097c7160062f,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:59.369949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:59.422437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.424812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Attempting to bind port 052a349d-0acd-41dc-ba3f-042d6a003b0f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:24:59.425187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Attempting to bind port 052a349d-0acd-41dc-ba3f-042d6a003b0f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:24:59.425553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Attempting to bind port 052a349d-0acd-41dc-ba3f-042d6a003b0f on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:24:59.433052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:24:59.433491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:24:59.433905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.434308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:24:59.434792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Bound port: 052a349d-0acd-41dc-ba3f-042d6a003b0f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:24:59.435167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.580920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] For port 052a349d-0acd-41dc-ba3f-042d6a003b0f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:24:59.585771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] For port 052a349d-0acd-41dc-ba3f-042d6a003b0f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=052a349d-0acd-41dc-ba3f-042d6a003b0f,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:24:59.592000 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.597165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:24:59.665383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.666148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:24:59.689008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Pushing event updated for resources: {'Port': ['ID=052a349d-0acd-41dc-ba3f-042d6a003b0f,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:24:59.692115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:24:59.963054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Router c15b2e02-48f4-43e4-bad8-c3906db9823e is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:25:00.196103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:25:00.209579 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:25:00.225485 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:00.226375 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857587b550>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:00.226589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:00.227837 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8060877
Dec 22 15:25:00.230827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45056) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:00.437781 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:00.770633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 052a349d-0acd-41dc-ba3f-042d6a003b0f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:00.815992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2f469-47f0-4ee6-8044-093a3e23097c None None] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:25:00.852430 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857587b550>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:24:59Z', 'revision_number': 3, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:00.857055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:25:00.857424 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Updating router c15b2e02-48f4-43e4-bad8-c3906db9823e port ff5a3eb6-5928-430a-bf96-097c7160062f binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:25:00.919686 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:00.972309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6c40f694-a27b-4698-9160-31507ddcb84d None None] Provisioning for port 052a349d-0acd-41dc-ba3f-042d6a003b0f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:01.051721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 052a349d-0acd-41dc-ba3f-042d6a003b0f completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:01.061546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 052a349d-0acd-41dc-ba3f-042d6a003b0f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:01.061927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.178311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.244115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.287068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 052a349d-0acd-41dc-ba3f-042d6a003b0f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=052a349d-0acd-41dc-ba3f-042d6a003b0f,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:01.295679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.298756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b5c5a1e2-82d1-489a-b157-91ab25dc4a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:01.321411 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.335574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Transition to ACTIVE for port object ff5a3eb6-5928-430a-bf96-097c7160062f will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:25:01.346820 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.351336 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c630edf2-6065-4891-a09e-5be351011671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:01.396374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=052a349d-0acd-41dc-ba3f-042d6a003b0f,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:01.403037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:01.424856 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Pushing event updated for resources: {'Port': ['ID=ff5a3eb6-5928-430a-bf96-097c7160062f,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:01.439406 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.440052 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.440581 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.441105 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.441622 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.442235 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.442717 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.443215 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.443544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.443868 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.444190 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:01.445753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Allocated IP 172.20.0.1 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/f213d627-1b81-4c5a-8598-f487eb14e843) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:25:01.455987 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:01.468333 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Attempting to bind port ff5a3eb6-5928-430a-bf96-097c7160062f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:25:01.468777 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Attempting to bind port ff5a3eb6-5928-430a-bf96-097c7160062f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:25:01.469382 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Attempting to bind port ff5a3eb6-5928-430a-bf96-097c7160062f on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:25:01.476813 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:25:01.477198 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:25:01.477814 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.478373 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:25:01.479043 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Bound port: ff5a3eb6-5928-430a-bf96-097c7160062f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:25:01.479572 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.577976 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] For port ff5a3eb6-5928-430a-bf96-097c7160062f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:25:01.581647 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] For port ff5a3eb6-5928-430a-bf96-097c7160062f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff5a3eb6-5928-430a-bf96-097c7160062f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:25:01.586735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.592093 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-bc4938a5-3a58-4170-b29d-8b90de0801b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:01.615601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-62b947df-d9d6-4178-bb76-3b465011c758 None None] Provisioning complete for port 052a349d-0acd-41dc-ba3f-042d6a003b0f triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:01.616242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-62b947df-d9d6-4178-bb76-3b465011c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.733152 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Pushing event updated for resources: {'Port': ['ID=ff5a3eb6-5928-430a-bf96-097c7160062f,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:01.736437 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:01.739922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:01.740694 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857587b550>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:01.823092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.848835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Transition to ACTIVE for port object f213d627-1b81-4c5a-8598-f487eb14e843 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:25:01.881696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:01.886752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b777009f-b980-4ae2-a404-fbd02b862de9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:01.963721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:25:01.965021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Pushing event updated for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:01.967785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:25:01.970734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:25:01.989629 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:02.023450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.023839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.024216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.024620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.024990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.025353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.025717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.026077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.026435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.027066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.028084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:25:02.034810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:02.061636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.175998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.286795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a8490512-e748-48fb-83f3-4b705cbc43c0 None None] Provisioning for port f213d627-1b81-4c5a-8598-f487eb14e843 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:02.295900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a8490512-e748-48fb-83f3-4b705cbc43c0 None None] Provisioning complete for port f213d627-1b81-4c5a-8598-f487eb14e843 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:02.296281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a8490512-e748-48fb-83f3-4b705cbc43c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.366371 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857587b550>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:24:59Z', 'revision_number': 3, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:02.371599 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9828f-3620-43cb-97e2-9520afe1e0fd None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:24:59Z', 'revision_number': 3, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:25:02.380217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a8490512-e748-48fb-83f3-4b705cbc43c0 None None] Port f213d627-1b81-4c5a-8598-f487eb14e843 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:25:02.502870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.510490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.539249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:02.663021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Pushing event updated for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:02.668490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:02.672509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:02.831303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 052a349d-0acd-41dc-ba3f-042d6a003b0f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:02.846600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:25:02.847952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:25:03.000664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 052a349d-0acd-41dc-ba3f-042d6a003b0f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:03.001598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.185399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff5a3eb6-5928-430a-bf96-097c7160062f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:03.260807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dacabfc3-bbc2-443c-9810-57be55d380d9 None None] Provisioning complete for port f213d627-1b81-4c5a-8598-f487eb14e843 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:03.261216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dacabfc3-bbc2-443c-9810-57be55d380d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.299958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:25:03.318568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ff5a3eb6-5928-430a-bf96-097c7160062f completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:03.330236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dacabfc3-bbc2-443c-9810-57be55d380d9 None None] Port f213d627-1b81-4c5a-8598-f487eb14e843 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:25:03.331894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ff5a3eb6-5928-430a-bf96-097c7160062f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:03.332333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.470066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.493530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.522670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port ff5a3eb6-5928-430a-bf96-097c7160062f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff5a3eb6-5928-430a-bf96-097c7160062f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:03.527338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:03.530017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:03.536796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:25:03.551499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] 10.222.0.69 "PUT /v2.0/routers/c15b2e02-48f4-43e4-bad8-c3906db9823e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3193171
Dec 22 15:25:03.613236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=ff5a3eb6-5928-430a-bf96-097c7160062f,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:03.616740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:04.118385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45066) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:04.124549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735308259', 'description': 'tempest-description--2134736262'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:04.130629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:04.134430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Usage tracker for resource:security_group and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:25:04.138064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:25:04.144804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:04.158503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.194753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:04.198676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Usage tracker for resource:security_group_rule and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:25:04.202313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:25:04.208559 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:04.269434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.273592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.279694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2fbe2bf5-741b-423f-acfe-fffec3a54199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:04.324237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d891398-c1b0-465e-bf8f-4de5b083e729,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:04.327165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:04.328285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.332284 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2102265
Dec 22 15:25:04.333417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45070) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:04.338084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'security_group_rule': {'security_group_id': '1d891398-c1b0-465e-bf8f-4de5b083e729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:04.344185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:04.348310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Usage tracker for resource:security_group_rule and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:25:04.351604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:25:04.358179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:04.375784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.441215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.445085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.446962 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdb7c2ff-2c90-465d-b9d2-2f107bf33d54 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:04.470785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d421d66f-cfac-44eb-860d-56c06f407010,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:04.473678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:04.482215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.486499 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2e98b7cd-352c-45e3-bdb6-02c0da7f44c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1500175
Dec 22 15:25:04.486610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45074) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:04.492176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'security_group_rule': {'security_group_id': '1d891398-c1b0-465e-bf8f-4de5b083e729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:04.498174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:04.501981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Usage tracker for resource:security_group_rule and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:25:04.504826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:25:04.510464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:04.531055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.598197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.602192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.609198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2a5aa258-f4cf-4478-947b-c802d2a08199 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:04.629067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca96a55-7b38-4015-b322-1ce61dbc7022,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:04.631856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:04.639658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.641173 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1535580
Dec 22 15:25:04.643982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45078) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:04.650129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:04.656517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:04.660743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Usage tracker for resource:floatingip and tenant:7c1a5aa2b3244176be4b5f249c82a841 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:25:04.664573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:25:04.671975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:04.683011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.699913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff5a3eb6-5928-430a-bf96-097c7160062f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:04.776112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ff5a3eb6-5928-430a-bf96-097c7160062f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:04.776529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:04.954938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.100111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Allocated IP 172.26.3.219 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/bf971239-8b2c-4ee8-afba-9f9d578f1d72) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:25:05.258614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.287185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.290960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d95bbc8-f0ed-4519-8539-e0601ca92d33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:05.349777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:25:05.357420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:25:05.361494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:25:05.391829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=bf971239-8b2c-4ee8-afba-9f9d578f1d72,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:05.397928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:05.535090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.603171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.822440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.827747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.831657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:05.946934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=bf971239-8b2c-4ee8-afba-9f9d578f1d72,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:05.955847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:05.966589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.991015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:05.992268 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3472290
Dec 22 15:25:06.095832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:25:06.108564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:06.109186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753016a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:06.175798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-859e05b6-6fca-4981-9b6e-7859e5c2aca6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:25:06.199757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-859e05b6-6fca-4981-9b6e-7859e5c2aca6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:25:06.201368 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-859e05b6-6fca-4981-9b6e-7859e5c2aca6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1735308259&fields=id&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 267 time: 0.0697076
Dec 22 15:25:06.329969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:06.374305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-9d0df287-416a-4b64-bbf6-e2352a1caa06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:06.374973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-9d0df287-416a-4b64-bbf6-e2352a1caa06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:25:06.392755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-9d0df287-416a-4b64-bbf6-e2352a1caa06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:25:06.394426 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-9d0df287-416a-4b64-bbf6-e2352a1caa06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.1813684
Dec 22 15:25:06.412446 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-a678416e-c7c3-44eb-9c91-3272a8ce0dbe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/quotas/7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 375 time: 0.0125198
Dec 22 15:25:06.504060 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-a44a1256-08d7-4326-b3e2-7f898fe3b3c7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0862741
Dec 22 15:25:06.649075 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-e7d13663-ba0d-4e7e-9499-19350dbfb33e service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326265
Dec 22 15:25:06.690653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753016a0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 2, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:06.694584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:25:06.694944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Updating router c15b2e02-48f4-43e4-bad8-c3906db9823e port f213d627-1b81-4c5a-8598-f487eb14e843 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:25:06.749293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:06.793159 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-7bc43408-8125-483d-a10c-c74de0a04517 service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330814
Dec 22 15:25:07.064736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0ec6cf31-884d-4161-8fcd-5af8768f7dec req-a74cf43a-0c8f-4987-b4bd-0dea01292de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:25:07.090559 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0ec6cf31-884d-4161-8fcd-5af8768f7dec req-a74cf43a-0c8f-4987-b4bd-0dea01292de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:25:07.091728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0ec6cf31-884d-4161-8fcd-5af8768f7dec req-a74cf43a-0c8f-4987-b4bd-0dea01292de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 210 time: 0.0750802
Dec 22 15:25:07.255950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:07.268991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Transition to ACTIVE for port object f213d627-1b81-4c5a-8598-f487eb14e843 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:25:07.276293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:07.282220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:07.410952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Pushing event updated for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:07.421008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:07.515252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Attempting to bind port f213d627-1b81-4c5a-8598-f487eb14e843 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:25:07.516729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Attempting to bind port f213d627-1b81-4c5a-8598-f487eb14e843 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:25:07.517303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Attempting to bind port f213d627-1b81-4c5a-8598-f487eb14e843 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:25:07.525019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:25:07.525570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:25:07.525991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:07.526439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:25:07.526993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Bound port: f213d627-1b81-4c5a-8598-f487eb14e843, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:25:07.527450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:07.641111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] For port f213d627-1b81-4c5a-8598-f487eb14e843, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:25:07.644790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] For port f213d627-1b81-4c5a-8598-f487eb14e843, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f213d627-1b81-4c5a-8598-f487eb14e843,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:25:07.651189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:07.657460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a8e71d42-b261-4fab-a90a-3a44ad961aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:07.760667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Pushing event updated for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:07.764849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:07.766445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:07.767078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753016a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:07.971140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:08.294868 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-505924b6-80f6-4708-a510-b73e36ed3eec req-523af789-6e9e-4000-ad0d-f37c9e8b29d8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 210 time: 0.0562062
Dec 22 15:25:08.347807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753016a0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:07Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:08.351648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-96424382-e64e-4c4a-be8d-ea5e222694d7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:08.352349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a308f8-be4a-4f90-b5fa-c85f6ca02de2 None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:07Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:25:08.353323 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-96424382-e64e-4c4a-be8d-ea5e222694d7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.2226260
Dec 22 15:25:08.441771 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-f43aabfd-fefc-4848-bda5-6fcaed5dfcb3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 380 time: 0.0697315
Dec 22 15:25:08.464763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'port': {'device_id': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'admin_state_up': True, 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'security_groups': ['1d891398-c1b0-465e-bf8f-4de5b083e729']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:08.618564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:25:08.629182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:25:08.642594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:25:08.648690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:08.736039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f213d627-1b81-4c5a-8598-f487eb14e843 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:08.827307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f213d627-1b81-4c5a-8598-f487eb14e843 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:08.832996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f213d627-1b81-4c5a-8598-f487eb14e843 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:08.833375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:08.849786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Allocated IP 172.20.0.8 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/9e73b74e-ef7f-4ddd-95e1-6810ee9e5603) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:25:08.977325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.016619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port f213d627-1b81-4c5a-8598-f487eb14e843, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f213d627-1b81-4c5a-8598-f487eb14e843,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:09.022563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.029440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:09.075264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.103969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Transition to ACTIVE for port object 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:25:09.107666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:09.110856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:09.132957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.139596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d98637b7-ba18-445b-96a2-4c8b1826eca0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:09.216682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:25:09.220596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:25:09.223014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:25:09.254699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:09.257705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:09.301516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:09.302441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.343973 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8926446
Dec 22 15:25:09.357681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Request body: {'port': {'device_id': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:09.562127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-16a49745-00e7-4551-ba62-163abe72824b None None] Provisioning for port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:09.567617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-16a49745-00e7-4551-ba62-163abe72824b None None] Provisioning complete for port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:09.568080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-16a49745-00e7-4551-ba62-163abe72824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.628826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-16a49745-00e7-4551-ba62-163abe72824b None None] Port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:25:09.661022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:09.752155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089af73-f25b-4283-88c8-5f372e893f55 req-4802867a-aa03-4ae1-8af5-b8046c993957 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:09.752876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b089af73-f25b-4283-88c8-5f372e893f55 req-4802867a-aa03-4ae1-8af5-b8046c993957 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:25:09.828925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b089af73-f25b-4283-88c8-5f372e893f55 req-4802867a-aa03-4ae1-8af5-b8046c993957 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:25:09.830107 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b089af73-f25b-4283-88c8-5f372e893f55 req-4802867a-aa03-4ae1-8af5-b8046c993957 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 931 time: 0.3619821
Dec 22 15:25:09.970650 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b089af73-f25b-4283-88c8-5f372e893f55 req-a956d173-93f7-433e-be2b-27e7dbbb5aa7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332424
Dec 22 15:25:10.094477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:25:10.109695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.125310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Transition to ACTIVE for port object 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:25:10.129397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.133293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:10.264426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:10.268149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:10.385469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Attempting to bind port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:25:10.386193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Attempting to bind port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:25:10.386806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Attempting to bind port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:25:10.392774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:25:10.393322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Attempting to bind port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:25:10.400938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:25:10.401271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:25:10.401669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:25:10.402078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Bound port: 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:25:10.402419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.496784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:25:10.499692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:25:10.504131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.507830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a26ea4fa-4111-481d-b838-e903aa4b7a0b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:10.569960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.571578 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] 10.222.0.61 "PUT /v2.0/ports/9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 1093 time: 1.2194843
Dec 22 15:25:10.572042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:25:10.614097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:10.622223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:10.669909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'status': 'completed', 'code': 200}
Dec 22 15:25:10.706864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f213d627-1b81-4c5a-8598-f487eb14e843 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:10.721040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-f0c9ee54-b93e-48d7-9474-9384b548860a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1096 time: 0.0965440
Dec 22 15:25:10.786583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f213d627-1b81-4c5a-8598-f487eb14e843 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:10.787289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:10.797856 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-f5e5b6aa-6224-4f92-816d-67bfc4a93ae6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 217 time: 0.0685382
Dec 22 15:25:10.866086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-6072073b-c053-4480-ada0-7a0474f3d917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:10.867501 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-6072073b-c053-4480-ada0-7a0474f3d917 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0600746
Dec 22 15:25:10.958154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-6bf25fd1-188d-4a38-baae-3c17a88c7e1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794930
Dec 22 15:25:11.099490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-a4d8a67a-b10b-4c77-9259-356c866d2206 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322720
Dec 22 15:25:11.283404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc98eda2-7586-43a5-a9b3-21d4997cadd8 req-c3b10900-28cb-4f68-ab68-3db4b21c3b46 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541405
Dec 22 15:25:11.289949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7fae-da5a-4c6e-b113-b090d7557be6 req-91c570cb-17fb-471c-838f-3c32a328ee44 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:11.291550 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-72ab7fae-da5a-4c6e-b113-b090d7557be6 req-91c570cb-17fb-471c-838f-3c32a328ee44 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 943 time: 0.1944141
Dec 22 15:25:11.377248 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-72ab7fae-da5a-4c6e-b113-b090d7557be6 req-e2b1e1e6-54bc-4f1a-8268-6ec43fce2cf5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780118
Dec 22 15:25:11.421704 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-57289afc-fd15-47ec-b3c0-5a5dfc069985 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1096 time: 0.0779431
Dec 22 15:25:11.673367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-1d894e33-ec3e-4e26-96ea-656ddf42e245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:11.674818 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-1d894e33-ec3e-4e26-96ea-656ddf42e245 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.2454672
Dec 22 15:25:11.748908 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-c0bb8889-2d3a-47be-91c5-3bbe5be766cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 217 time: 0.0667255
Dec 22 15:25:11.814606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-71ac3313-b215-4a8f-8a50-19df0264d50f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:11.816149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-71ac3313-b215-4a8f-8a50-19df0264d50f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0593545
Dec 22 15:25:11.897651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-a9575345-f869-453c-8a19-5f6154c67fdc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707622
Dec 22 15:25:12.041227 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-d765f175-d984-4cba-9d62-f386f9e70527 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364720
Dec 22 15:25:12.187538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7c7eb02-4229-4408-ab2f-1a1c44ffdf65 req-356425c3-1015-42d4-a54a-cc4a1738f6af service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392798
Dec 22 15:25:12.591716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ed81-551a-4906-a552-2600d8ec5563 req-d3b20977-5d98-423e-922c-a39e61a8cf30 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:12.593263 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ba28ed81-551a-4906-a552-2600d8ec5563 req-d3b20977-5d98-423e-922c-a39e61a8cf30 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 943 time: 0.0844107
Dec 22 15:25:12.653248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ba28ed81-551a-4906-a552-2600d8ec5563 req-402fdda2-2824-4b35-b05b-2ed0d1066c82 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471840
Dec 22 15:25:13.863738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f39f9-6bc0-4a53-a958-761144148778 req-5d01bd8f-5d7c-4ff8-991a-31b561c17cbc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:13.865249 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d70f39f9-6bc0-4a53-a958-761144148778 req-5d01bd8f-5d7c-4ff8-991a-31b561c17cbc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 943 time: 0.0831263
Dec 22 15:25:13.914219 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d70f39f9-6bc0-4a53-a958-761144148778 req-c057a3ba-7118-4954-a62c-b6492d8680f6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431178
Dec 22 15:25:13.998972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:25:14.197776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:14.210995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'mac_address': 'fa:16:3e:48:1e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:25:14.266277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:14.284109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:25:14.300500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:14.306579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:14.308463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:14.376662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:14.379711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:14.585883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:25:15.139107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff0687-684e-4623-809b-b403be56a754 req-ff70dea7-951b-4244-b748-d2a1bbdd42f1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:15.140827 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d7ff0687-684e-4623-809b-b403be56a754 req-ff70dea7-951b-4244-b748-d2a1bbdd42f1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 944 time: 0.0873301
Dec 22 15:25:15.197955 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d7ff0687-684e-4623-809b-b403be56a754 req-46862dbd-6996-4d24-a768-a7817f61325f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468578
Dec 22 15:25:15.271999 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:25:15.999588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:25:16.068446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:25:16.074419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:25:16.074798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:16.195458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:16.223454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:25:16.234063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:25:16.239875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:16.242007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:25:16.290421 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'code': 200}
Dec 22 15:25:16.319805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:25:16.322774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:25:16.412865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf788bf-c147-4f5a-a827-2373c465d32f req-a89fe228-bb61-47d5-82b6-0dafce093dbb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:16.414498 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7bf788bf-c147-4f5a-a827-2373c465d32f req-a89fe228-bb61-47d5-82b6-0dafce093dbb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0822945
Dec 22 15:25:16.506289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7bf788bf-c147-4f5a-a827-2373c465d32f req-90205054-cd30-4af8-becb-eff27ef4f718 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848725
Dec 22 15:25:16.549132 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28f2448d-2132-4e1f-93b8-fc307c2daabc req-3eeea078-f9ea-4daf-830d-d352f810061d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1098 time: 0.0733931
Dec 22 15:25:16.598487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28f2448d-2132-4e1f-93b8-fc307c2daabc req-4656d698-bcbb-4178-8c61-2f29e5c2b34a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408747
Dec 22 15:25:17.736401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce790-bd44-4dda-858e-fe6ab254489c req-984c7d3f-1579-4c7b-bf6b-94150a512c5c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:17.737951 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bebce790-bd44-4dda-858e-fe6ab254489c req-984c7d3f-1579-4c7b-bf6b-94150a512c5c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0943968
Dec 22 15:25:17.791582 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bebce790-bd44-4dda-858e-fe6ab254489c req-3ea42d95-7fda-4199-b766-179c909e81e1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480223
Dec 22 15:25:18.998060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f0b3-7cc7-45dd-b1c3-031201c764eb req-50b9648b-9d0b-4515-81df-965baffd7d1a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:18.999418 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2598f0b3-7cc7-45dd-b1c3-031201c764eb req-50b9648b-9d0b-4515-81df-965baffd7d1a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0849323
Dec 22 15:25:19.047266 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2598f0b3-7cc7-45dd-b1c3-031201c764eb req-656f9a65-6abf-4147-9e37-2e3aff3b6985 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422258
Dec 22 15:25:19.243554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec5b7-4496-433a-938e-ae4387e6eec5 req-b916ca90-451c-487b-9001-6b8607c171ec tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:19.245602 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d6eec5b7-4496-433a-938e-ae4387e6eec5 req-b916ca90-451c-487b-9001-6b8607c171ec tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0795405
Dec 22 15:25:19.254179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45124) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:25:19.259827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'floatingip': {'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:25:19.340621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:20.046417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:20.050180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:20.242401 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e associated. External IP: 172.26.3.219, port: 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603.
Dec 22 15:25:20.648313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:25:20.859917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:25:20.864853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:20.869672 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:25:20.882682 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:20.883295 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760f51f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:20.925498 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08774ed7-628a-4006-bb19-f39a78aec8e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "PUT /v2.0/floatingips/ad3c0295-7524-492b-84ed-aef9f35a317e HTTP/1.1" status: 200  len: 991 time: 1.6701300
Dec 22 15:25:20.926070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:25:21.078568 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'status': 'completed', 'code': 200}
Dec 22 15:25:21.097660 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:21.195484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-247c0cd9-9e42-4818-8e6c-7ca870e9cd1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1098 time: 0.0755854
Dec 22 15:25:21.331030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-383532a8-72c1-4e2e-9b87-3aad5d948224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:21.332527 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-383532a8-72c1-4e2e-9b87-3aad5d948224 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1294470
Dec 22 15:25:21.439236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-cb4bf627-d627-4b85-b3b8-59183048013f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 999 time: 0.0996151
Dec 22 15:25:21.492079 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760f51f0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:48:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:25:19Z', 'revision_number': 1, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:21.496650 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:25:21.504158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-9cf78745-d475-4c71-9b4c-a9056d2ee2b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:21.505640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-9cf78745-d475-4c71-9b4c-a9056d2ee2b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0601442
Dec 22 15:25:21.507201 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:25:21.507803 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760f51f0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:24:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:21.587972 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-46f9779c-2b26-4f20-b900-9c64a458497e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753856
Dec 22 15:25:21.696543 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:25:21.747714 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-0495c300-1045-4fee-8378-716d949acc0d service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517451
Dec 22 15:25:22.016076 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cae56e7-83a4-49e6-96af-806e3cb3ef28 req-fe1653b0-e8ea-4599-bcfc-c22b9fca6e89 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601728
Dec 22 15:25:22.084759 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760f51f0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:48:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:25:19Z', 'revision_number': 1, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:25:22.089537 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08793-2188-4c38-8794-694efe4693f4 None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:48:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:25:19Z', 'revision_number': 1, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:25:24.609935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-105ee5c1-57e5-4188-ba9e-de90758dd9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:25.019048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9ab1f-b042-4dc0-bb44-43a2f7d3738f None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:25:27.563167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-29a4972f-eccc-4c73-847c-fcb85a85e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:28.083264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:28.158388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:29.386693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:33.454025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:52.271609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:25:54.614772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d03a26f2-c2b1-4c67-a96a-46378bdae289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:57.567572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f7378d28-631b-4e7a-bcd2-c515bb251bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:58.085932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:58.160695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:59.305948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-0185eba1-d10e-4056-9518-d8f30485e254 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703208
Dec 22 15:25:59.390707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:25:59.465523 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-bc26b47d-d0aa-46b5-beae-27bc879aa7de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1098 time: 0.0825989
Dec 22 15:25:59.624708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-1e583d12-507c-4bdf-aa74-f0a7c6cf257b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:59.626176 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-1e583d12-507c-4bdf-aa74-f0a7c6cf257b service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1391554
Dec 22 15:25:59.741777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-668dd852-bbae-4eb9-be4e-f02389f9f9c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 1001 time: 0.1072178
Dec 22 15:25:59.812153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-53d56918-6fff-40a4-b659-3e0e27287d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:25:59.813630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-53d56918-6fff-40a4-b659-3e0e27287d49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0646689
Dec 22 15:25:59.891997 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-b7735ccc-0a7b-40b9-b885-cc0cbcb1dee8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707102
Dec 22 15:26:00.037653 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-405e39ea-156e-4f56-96b7-54f151ec7c73 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374142
Dec 22 15:26:00.184875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cd2f9790-2989-4237-9f4a-27035c391e42 req-0d4c5a79-f14d-4aa1-8a50-0a2b299d5724 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397674
Dec 22 15:26:02.725493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc1ec-a934-4e4b-bd7d-012b76c4581d req-40a6af2a-36c2-459f-97c0-dc0d4b2adb06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:02.727015 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-578fc1ec-a934-4e4b-bd7d-012b76c4581d req-40a6af2a-36c2-459f-97c0-dc0d4b2adb06 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0793741
Dec 22 15:26:02.778249 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-578fc1ec-a934-4e4b-bd7d-012b76c4581d req-332b0feb-3f70-4442-b562-790909905f87 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453608
Dec 22 15:26:02.990273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4eb099ae-e301-4f41-84ec-1f22b25135f3 req-f68a0c46-ed63-4ac0-a10c-b9f66d736c49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0779228
Dec 22 15:26:03.436842 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-7f7fa424-9abe-4db2-8ffc-e427712d31c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2513025
Dec 22 15:26:03.447627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eceb9-df42-4244-bf20-0c1c3f7ee50d req-0050ddb5-ba2d-4bf6-bdfa-3fe624a59094 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:03.449352 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a21eceb9-df42-4244-bf20-0c1c3f7ee50d req-0050ddb5-ba2d-4bf6-bdfa-3fe624a59094 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.1121094
Dec 22 15:26:03.460993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:03.505131 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a21eceb9-df42-4244-bf20-0c1c3f7ee50d req-771e5d07-88a5-4c0a-a89e-cfaacd7d1554 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499165
Dec 22 15:26:04.752017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3b717-5f9e-4083-89ed-fa83ad3e239e req-19d95271-0c55-402d-8b54-01ddb9943f85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:04.753509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45f3b717-5f9e-4083-89ed-fa83ad3e239e req-19d95271-0c55-402d-8b54-01ddb9943f85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0969567
Dec 22 15:26:04.849863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45f3b717-5f9e-4083-89ed-fa83ad3e239e req-6866443f-9a33-4556-9103-2d38e43c86f0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855072
Dec 22 15:26:04.873322 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-45d7bf98-602e-49db-937e-7ec21760f2cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1098 time: 0.0949893
Dec 22 15:26:05.010499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-2e024a59-8708-4790-aa0c-8047858ed3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:05.012256 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-2e024a59-8708-4790-aa0c-8047858ed3b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1272316
Dec 22 15:26:05.121881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-30608701-2f4c-472b-a64a-00afc7467803 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 1001 time: 0.1011872
Dec 22 15:26:05.187826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-c36b8ea4-8ad0-44a2-8f22-445c2ed90687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:05.189312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-c36b8ea4-8ad0-44a2-8f22-445c2ed90687 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0598531
Dec 22 15:26:05.270450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-5e02d737-112f-4655-a37f-efde2aa232a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704432
Dec 22 15:26:05.408083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-2dfae997-d3d4-40ea-8731-c6c9f7b48817 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298308
Dec 22 15:26:05.654045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-4839deb8-ac15-44c7-9b34-8a12b32f2f9d service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391002
Dec 22 15:26:06.058574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8f79-e998-4ebc-8d6c-428cc9e754ae req-31a26971-42cc-4467-b4cc-c63a48f688b7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:06.060021 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29fc8f79-e998-4ebc-8d6c-428cc9e754ae req-31a26971-42cc-4467-b4cc-c63a48f688b7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0806727
Dec 22 15:26:06.106658 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-29fc8f79-e998-4ebc-8d6c-428cc9e754ae req-c9f0f7a6-0e5d-48f5-bc4a-acdf0671f545 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406096
Dec 22 15:26:07.310789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f290-9a06-481f-8501-8c73011cdc2d req-9486488b-269b-4c70-99b5-ef9a653f68a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:07.312237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa35f290-9a06-481f-8501-8c73011cdc2d req-9486488b-269b-4c70-99b5-ef9a653f68a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0820634
Dec 22 15:26:07.359546 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa35f290-9a06-481f-8501-8c73011cdc2d req-94485610-2e02-49bf-9c29-973441ef5dd6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417295
Dec 22 15:26:08.611718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f770-ed02-4c60-bcc4-f7184411f2f7 req-62118a40-7fd5-4028-a3c8-dfc7fe35c4ec tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:08.613223 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5bd8f770-ed02-4c60-bcc4-f7184411f2f7 req-62118a40-7fd5-4028-a3c8-dfc7fe35c4ec tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0821862
Dec 22 15:26:08.663370 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5bd8f770-ed02-4c60-bcc4-f7184411f2f7 req-5ab9c124-3f7b-4c6d-9f15-f2ecc7087e58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414674
Dec 22 15:26:09.870046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a56e88-0836-483c-b813-a5ac50a73492 req-5816f22f-cf1c-44f0-b1a8-d01c84b754c9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:09.871507 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c7a56e88-0836-483c-b813-a5ac50a73492 req-5816f22f-cf1c-44f0-b1a8-d01c84b754c9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0845945
Dec 22 15:26:09.920152 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c7a56e88-0836-483c-b813-a5ac50a73492 req-08d6f9a7-3949-4314-bf11-a657d9f784cb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428958
Dec 22 15:26:11.124878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd95e-a0f4-45d1-b7f1-f0a23eebcaf1 req-4170c8e4-67ca-4c24-b1d1-abbb8c5b84cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:11.126353 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-414dd95e-a0f4-45d1-b7f1-f0a23eebcaf1 req-4170c8e4-67ca-4c24-b1d1-abbb8c5b84cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0771184
Dec 22 15:26:11.174785 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-414dd95e-a0f4-45d1-b7f1-f0a23eebcaf1 req-519514e5-72cb-4b7c-b7fe-883e8197b9af tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429621
Dec 22 15:26:12.381955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0176-f87b-4f81-9793-bddc5c223596 req-eb024277-9b02-4742-9c3e-6e64146f77e2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:12.383302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-209f0176-f87b-4f81-9793-bddc5c223596 req-eb024277-9b02-4742-9c3e-6e64146f77e2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0822427
Dec 22 15:26:12.428804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-209f0176-f87b-4f81-9793-bddc5c223596 req-a1be9acc-a9fe-4d08-8934-b364edefee15 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397177
Dec 22 15:26:13.636908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe3174-84b6-4239-9434-a107bf878a34 req-738493bb-e83e-422a-ba51-660a5a12e9f5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:13.638414 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2abe3174-84b6-4239-9434-a107bf878a34 req-738493bb-e83e-422a-ba51-660a5a12e9f5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0807304
Dec 22 15:26:13.685470 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2abe3174-84b6-4239-9434-a107bf878a34 req-e58456e9-c50b-4372-88c6-c4d3d5e05a9c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415864
Dec 22 15:26:14.902868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a4bae-443a-4b8b-bb4d-9a19d4763550 req-d34fef7b-11d7-48c4-8e3f-e35aa640e6ac tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:14.904307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c25a4bae-443a-4b8b-bb4d-9a19d4763550 req-d34fef7b-11d7-48c4-8e3f-e35aa640e6ac tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0826583
Dec 22 15:26:14.952161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c25a4bae-443a-4b8b-bb4d-9a19d4763550 req-72d9a49e-9c7f-4d40-a314-355643de047d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421207
Dec 22 15:26:16.161521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800390e-7b89-42b5-a7a6-b7f405b9fef8 req-ff4ac7ce-9ccc-4af0-b585-4a59a057d091 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:16.162981 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6800390e-7b89-42b5-a7a6-b7f405b9fef8 req-ff4ac7ce-9ccc-4af0-b585-4a59a057d091 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0795345
Dec 22 15:26:16.214675 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6800390e-7b89-42b5-a7a6-b7f405b9fef8 req-33460891-5aa2-4cc5-92fb-fa59a879944c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454743
Dec 22 15:26:17.430039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0d55-7da5-4c65-96d2-485abe63df7e req-553bb88c-f406-48b9-abcc-3b58c9dbce7e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:17.432500 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-733c0d55-7da5-4c65-96d2-485abe63df7e req-553bb88c-f406-48b9-abcc-3b58c9dbce7e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0796785
Dec 22 15:26:17.477520 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-733c0d55-7da5-4c65-96d2-485abe63df7e req-931fdfa3-ede4-410d-a76e-32781d40e8f5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398335
Dec 22 15:26:17.693508 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-05c0585e-5572-44cd-a33d-be6d62774b0c service neutron] 10.222.0.61 "GET /v2.0/ports/9e73b74e-ef7f-4ddd-95e1-6810ee9e5603/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0820787
Dec 22 15:26:17.983306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-c435fbb1-6c76-4603-9e2f-5868e761165a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1098 time: 0.0714750
Dec 22 15:26:18.101774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-f22bd6a2-caa7-40fe-9092-12490d9eaff7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1098 time: 0.0951965
Dec 22 15:26:18.237280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-ffd90fa6-fb1c-4105-958a-f4990813e29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:18.238640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-ffd90fa6-fb1c-4105-958a-f4990813e29b service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1301336
Dec 22 15:26:18.346540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-06113b9a-c0a0-48a1-a83b-7da86a15d795 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 1001 time: 0.0996253
Dec 22 15:26:18.411128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-a40f5848-8a52-4b02-8def-cee31b617197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:18.412672 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-a40f5848-8a52-4b02-8def-cee31b617197 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0584717
Dec 22 15:26:18.495390 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-b69816b9-132f-4a0b-a3a8-b43147ff73f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754225
Dec 22 15:26:18.640627 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-d0685188-86df-4bd3-afc3-a44120dd676f service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363637
Dec 22 15:26:18.699033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f4bea-eaaf-443a-b1ad-1ed49fb721d8 req-823f92ef-7fba-4341-9ba0-d17b29236bbd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:18.700562 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b4f4bea-eaaf-443a-b1ad-1ed49fb721d8 req-823f92ef-7fba-4341-9ba0-d17b29236bbd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0830586
Dec 22 15:26:18.748985 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b4f4bea-eaaf-443a-b1ad-1ed49fb721d8 req-22539695-00b7-4de3-b784-9f3764c5936c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423841
Dec 22 15:26:18.779973 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-284fa5eb-142f-41e8-addd-390d7f16d2da req-d79e738e-10cc-40f6-9633-cb1f1b3cbf13 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332288
Dec 22 15:26:19.958811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9175cd7-ff98-4c24-88ea-1a4229507d6d req-be158ca1-d937-4dcd-99f9-98f9ae3e0760 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:19.960155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9175cd7-ff98-4c24-88ea-1a4229507d6d req-be158ca1-d937-4dcd-99f9-98f9ae3e0760 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0805311
Dec 22 15:26:20.006368 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9175cd7-ff98-4c24-88ea-1a4229507d6d req-cf2bcd98-5c43-449e-b0ca-f8111049ffed tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406075
Dec 22 15:26:20.367424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:26:20.371587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:26:20.603932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:20.623642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:20.643290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'mac_address': 'fa:16:3e:48:1e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:26:20.650615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:20.717143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:20.729418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:20.736163 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'code': 200}
Dec 22 15:26:20.738302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:20.740236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:20.783865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:26:20.872465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:20.876444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:26:20.876753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:26:20.882926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.883274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.883613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.884737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.885073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.885403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.885737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.886063 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.886386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.886709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.887028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:20.890997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:21.348000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0583a5-e6c6-4301-b928-e564b11b3d19 req-45714cb9-687e-4721-8533-d2d7bb33730d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:21.349501 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d0583a5-e6c6-4301-b928-e564b11b3d19 req-45714cb9-687e-4721-8533-d2d7bb33730d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 943 time: 0.0764129
Dec 22 15:26:21.435750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:21.455371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:26:21.473317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:21.476588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:21.479234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:21.510018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d0583a5-e6c6-4301-b928-e564b11b3d19 req-33ae6a1f-8cde-4c1b-a98b-b30c83217482 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1540408
Dec 22 15:26:21.584548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:26:21.635077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:21.639717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:21.909208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7508f1-5974-4c5c-bc9a-78f60f7caef6 req-1648b73e-a02d-49bb-bae1-54d76a65ff3d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:21.910568 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af7508f1-5974-4c5c-bc9a-78f60f7caef6 req-1648b73e-a02d-49bb-bae1-54d76a65ff3d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 944 time: 0.1372616
Dec 22 15:26:21.935378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-92b9ae17-15e7-4fd9-9283-fa0d13afdab8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:21.936808 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-92b9ae17-15e7-4fd9-9283-fa0d13afdab8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31&tenant_id=7c1a5aa2b3244176be4b5f249c82a841&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1327159
Dec 22 15:26:21.966913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af7508f1-5974-4c5c-bc9a-78f60f7caef6 req-98eeae1c-5c9f-4473-895d-115e8b74d269 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508602
Dec 22 15:26:22.082722 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-d744719d-614d-44a5-8a64-1a9b04819d18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 1097 time: 0.0717642
Dec 22 15:26:22.218879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-78744440-b2f5-4da9-bfcc-295fde2f4f0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:22.220234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-78744440-b2f5-4da9-bfcc-295fde2f4f0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1308398
Dec 22 15:26:22.327795 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-e85ad0ce-af8c-4be3-b440-7bfe55959787 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 200  len: 1000 time: 0.1000130
Dec 22 15:26:22.388011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:26:22.391903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-d1d2b1df-0745-4520-af55-be879a9360a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:22.393374 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-d1d2b1df-0745-4520-af55-be879a9360a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0588145
Dec 22 15:26:22.461234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:26:22.461877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:22.473994 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-983391b5-0349-404f-914a-de3e9fed76b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734925
Dec 22 15:26:22.580185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:22.614045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:22.619682 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-a53b8f3b-cdff-4cbb-a1ec-79c7c003c95f service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369460
Dec 22 15:26:22.622891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:22.625968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:22.695904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:22.700549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:22.737522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:22.755750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-610f1fdd-9846-4b21-829d-e1f66e29dfa8 req-909b3d91-9417-4555-9c5b-cdbec0a79559 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291697
Dec 22 15:26:22.803502 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'code': 200}
Dec 22 15:26:23.171914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9618c-6ac1-49c0-891a-dd9f33a7dcc8 req-e64c8d88-a5f2-40ce-a452-9c55602e3abd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:23.173495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4bc9618c-6ac1-49c0-891a-dd9f33a7dcc8 req-e64c8d88-a5f2-40ce-a452-9c55602e3abd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0800941
Dec 22 15:26:23.220644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4bc9618c-6ac1-49c0-891a-dd9f33a7dcc8 req-933be7be-2a6b-4938-a520-f788963ca081 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411744
Dec 22 15:26:24.423140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231196e-a80f-4689-afd3-ad46423bc650 req-65961024-dc7e-4f1d-9fa3-32cb0a1674d6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:24.424625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7231196e-a80f-4689-afd3-ad46423bc650 req-65961024-dc7e-4f1d-9fa3-32cb0a1674d6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0805843
Dec 22 15:26:24.473416 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7231196e-a80f-4689-afd3-ad46423bc650 req-cae6b28f-e035-4c23-a02a-881f2a7d5bce tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432487
Dec 22 15:26:24.618619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ac97-c446-448c-92be-7deb9380af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:24.690910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b654-fc48-44df-9862-512e1ca51b91 req-8912214e-9fe4-4f67-84eb-97190fbc1164 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:24.692460 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f952b654-fc48-44df-9862-512e1ca51b91 req-8912214e-9fe4-4f67-84eb-97190fbc1164 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0870988
Dec 22 15:26:24.739364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f952b654-fc48-44df-9862-512e1ca51b91 req-8196431b-464f-4381-932a-87a9dd788f26 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412683
Dec 22 15:26:24.952113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ac1db-6fdd-438d-971a-f4b408d58afd req-1a586ca4-2d9b-4ca2-8cde-a7f76960b0bd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:24.953621 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b66ac1db-6fdd-438d-971a-f4b408d58afd req-1a586ca4-2d9b-4ca2-8cde-a7f76960b0bd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0796044
Dec 22 15:26:24.999916 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b66ac1db-6fdd-438d-971a-f4b408d58afd req-b2f94ffb-f1b9-4d98-8142-caf7f43619f9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407767
Dec 22 15:26:25.427737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de9f0e-5d63-4252-a5ec-ecb4a67e7435 req-436b9362-84c6-4f4d-95cd-311379d00ceb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:25.429227 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-41de9f0e-5d63-4252-a5ec-ecb4a67e7435 req-436b9362-84c6-4f4d-95cd-311379d00ceb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0826097
Dec 22 15:26:25.474829 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-41de9f0e-5d63-4252-a5ec-ecb4a67e7435 req-c03c047b-ecef-4af4-ab3d-85061dfc5ca7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401299
Dec 22 15:26:26.681697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357400-cf90-48eb-bee6-c21fb2a5a2d0 req-eaa6fc4c-5a33-4525-ab98-04712409fe9a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:26.683802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42357400-cf90-48eb-bee6-c21fb2a5a2d0 req-eaa6fc4c-5a33-4525-ab98-04712409fe9a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0802219
Dec 22 15:26:26.734476 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42357400-cf90-48eb-bee6-c21fb2a5a2d0 req-2981d75e-1108-41b6-92b7-26d2c8355515 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448253
Dec 22 15:26:27.270479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-353ecd32-d82b-4266-81fa-24ffad1bd8da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:27.271914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-353ecd32-d82b-4266-81fa-24ffad1bd8da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0760894
Dec 22 15:26:27.342514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Deleting port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:26:27.342843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:27.571776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ea1e83da-58f4-4b82-8e97-4c232ad1f482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:27.592840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] For port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:27.593194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:27.936769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06a627-aea7-454b-9ce3-099cd6647d52 req-8ba5cde1-b075-4423-a196-64b0d26b1126 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:27.938247 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aa06a627-aea7-454b-9ce3-099cd6647d52 req-8ba5cde1-b075-4423-a196-64b0d26b1126 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 945 time: 0.0772040
Dec 22 15:26:27.991419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aa06a627-aea7-454b-9ce3-099cd6647d52 req-6895a463-f479-4f2a-9996-ecc18f06f548 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472512
Dec 22 15:26:28.001831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.002340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.002492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e disassociated. External IP: 172.26.3.219, port: 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603.
Dec 22 15:26:28.002823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Calling delete_port for 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:26:28.089033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.158369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.166092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:28.166398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.213095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'Port': ['ID=9e73b74e-ef7f-4ddd-95e1-6810ee9e5603,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:28.228737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.229785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.230195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.230661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.231032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.231401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.231764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.232124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.232505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.232865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.233217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:26:28.236723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:28.442977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:26:28.648055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:26:28.658168 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:26:28.669707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:26:28.670312 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dcdd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:28.721159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] No DVR routers for this DVR port 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:26:28.723896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:28.727190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-deleted', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:28.743777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-07bdc47b-6cee-400d-99ca-d5f25c947c27 req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "DELETE /v2.0/ports/9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 HTTP/1.1" status: 204  len: 173 time: 1.4648025
Dec 22 15:26:28.787839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31', 'name': 'network-vif-deleted', 'tag': '9e73b74e-ef7f-4ddd-95e1-6810ee9e5603', 'status': 'completed', 'code': 200}
Dec 22 15:26:28.889199 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:26:29.175283 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a53441d9-d609-4237-93ae-9e6ee5f193f2 req-84b9d30b-3880-440e-aea8-3c540eb0642e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1a4e2d6-972c-4adc-b1f2-d6fc37f24d31 HTTP/1.1" status: 200  len: 210 time: 0.0430319
Dec 22 15:26:29.207081 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dcdd00>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:29.211380 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:26:29.222098 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:26:29.222705 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dcdd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:29.296591 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:26:29.392868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:29.419936 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:26:29.744856 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dcdd00>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:29.748964 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be888d-05cd-477c-8bfe-1260992ab1d2 None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:26:29.967955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47454d40-6feb-46c1-a141-d36549d19e0c None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:26:30.430736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:26:30.465458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:26:30.465899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 9e73b74e-ef7f-4ddd-95e1-6810ee9e5603 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:26:30.547945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-fc8b6cf2-8386-440d-b722-87c9aaaf0a65 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1735308259&fields=id&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 267 time: 0.0437884
Dec 22 15:26:30.704501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-183d8561-0c45-4866-b600-f289f7c9dd5d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:30.706040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-183d8561-0c45-4866-b600-f289f7c9dd5d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.1517556
Dec 22 15:26:30.723148 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-79e98f5c-bc8d-4de0-b88f-a5badba66392 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/quotas/7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 375 time: 0.0118728
Dec 22 15:26:30.806464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-afb35e01-85d4-47fc-a9af-451d098eda60 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:26:30.824765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-afb35e01-85d4-47fc-a9af-451d098eda60 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:26:30.826096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-afb35e01-85d4-47fc-a9af-451d098eda60 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0977461
Dec 22 15:26:30.964193 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-f3ce1ffa-489d-48bf-b7bd-49d2256fdf2d service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256196
Dec 22 15:26:31.098726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-c52365ed-0dcf-46b4-ad68-9f89b9179377 service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286759
Dec 22 15:26:31.282323 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-36323e67-247b-47b6-b192-499770c625c1 req-1f722095-01bd-4c42-a765-a02a4cadb668 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 210 time: 0.0423212
Dec 22 15:26:32.496853 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8a17aff0-c500-4f97-af96-435ad983423a req-e8695963-cac6-42e2-8f01-9a2c16f71064 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 210 time: 0.0565901
Dec 22 15:26:32.564246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-eec75a4d-ecc6-4497-804d-92771a2f3f9e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:32.565734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-eec75a4d-ecc6-4497-804d-92771a2f3f9e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.3179369
Dec 22 15:26:32.632259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-03f3c784-cc53-449e-b689-9fdb8eb8d7cb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 380 time: 0.0440209
Dec 22 15:26:32.640685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'port': {'device_id': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'admin_state_up': True, 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'security_groups': ['1d891398-c1b0-465e-bf8f-4de5b083e729']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:26:32.777306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:26:32.786760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:26:32.801136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:26:32.804758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:32.973120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Allocated IP 172.20.0.12 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/f7686584-050c-49a4-b617-01786d1ca8b5) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:26:33.162063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.177845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Transition to ACTIVE for port object f7686584-050c-49a4-b617-01786d1ca8b5 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:26:33.199726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.208308 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-649cf53b-dc27-4094-b90c-f385c1a597c4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:33.277670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:26:33.281138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:26:33.285483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:26:33.312580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:33.318107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:33.355890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:33.356544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.386088 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7491119
Dec 22 15:26:33.404220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Request body: {'port': {'device_id': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:26:33.471710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.515717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d1afa98e-fe35-41a9-9465-f57bdb56fc31 None None] Provisioning for port f7686584-050c-49a4-b617-01786d1ca8b5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:26:33.521116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d1afa98e-fe35-41a9-9465-f57bdb56fc31 None None] Provisioning complete for port f7686584-050c-49a4-b617-01786d1ca8b5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:26:33.521604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d1afa98e-fe35-41a9-9465-f57bdb56fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.527217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.577814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d1afa98e-fe35-41a9-9465-f57bdb56fc31 None None] Port f7686584-050c-49a4-b617-01786d1ca8b5 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:26:33.727976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181100d5-e3a0-45f9-98e0-4a9dd825b160 req-a437b19d-b3a1-4b0b-8d81-7a73b996c96b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:33.730055 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-181100d5-e3a0-45f9-98e0-4a9dd825b160 req-a437b19d-b3a1-4b0b-8d81-7a73b996c96b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 932 time: 0.0840020
Dec 22 15:26:33.779166 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-181100d5-e3a0-45f9-98e0-4a9dd825b160 req-2bd56db7-ff8f-4095-a88b-c9f2a945332a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432022
Dec 22 15:26:33.898145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7686584-050c-49a4-b617-01786d1ca8b5 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:26:33.905254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.920707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Transition to ACTIVE for port object f7686584-050c-49a4-b617-01786d1ca8b5 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:26:33.924440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:33.929003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38dd1d72-9ef4-4516-aa33-c2ce9ae2f914 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:34.063314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:34.066764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:34.181536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Attempting to bind port f7686584-050c-49a4-b617-01786d1ca8b5 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:26:34.181867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Attempting to bind port f7686584-050c-49a4-b617-01786d1ca8b5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:26:34.182373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Attempting to bind port f7686584-050c-49a4-b617-01786d1ca8b5 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:26:34.189357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Port f7686584-050c-49a4-b617-01786d1ca8b5 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:26:34.189672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Attempting to bind port f7686584-050c-49a4-b617-01786d1ca8b5 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:26:34.196598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:26:34.196932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:26:34.197314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:26:34.197952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Bound port: f7686584-050c-49a4-b617-01786d1ca8b5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:26:34.198136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:34.296935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:26:34.300020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:26:34.304802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:34.308736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-28bd0709-6d01-4107-a0cc-707b2d4c0377 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:34.475409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:34.476923 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] 10.222.0.61 "PUT /v2.0/ports/f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1094 time: 1.0778050
Dec 22 15:26:34.477332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:34.503097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:34.507577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:34.566638 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'status': 'completed', 'code': 200}
Dec 22 15:26:34.633497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-d27aab4d-2c2d-468c-bb93-339d5efcea22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1097 time: 0.1003029
Dec 22 15:26:34.718387 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-ba8d0256-46d9-4902-be4e-e470efe37799 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 217 time: 0.0707707
Dec 22 15:26:34.791015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-74843633-c9ef-411d-8692-2849e6a359c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:34.792956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-74843633-c9ef-411d-8692-2849e6a359c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0646372
Dec 22 15:26:34.891566 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-534dc451-c24a-4e0f-ba8c-b753edc0f42e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0890889
Dec 22 15:26:34.987774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617a574-b4d0-4d8b-b783-06dcd8e87877 req-0c4c8298-85dc-4b88-83dd-2fc0c665a67b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:34.989987 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b617a574-b4d0-4d8b-b783-06dcd8e87877 req-0c4c8298-85dc-4b88-83dd-2fc0c665a67b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 944 time: 0.0812721
Dec 22 15:26:35.033148 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-04e2396e-8b48-474d-b7fa-dfebfcdec9b6 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313646
Dec 22 15:26:35.043183 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b617a574-b4d0-4d8b-b783-06dcd8e87877 req-11877018-7409-454a-b043-f54c935ffc4b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467174
Dec 22 15:26:35.178981 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f93f0a33-28e3-44bd-93a8-337b5f318109 req-a055c911-2516-48f4-9048-e80b1965216a service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342564
Dec 22 15:26:35.327884 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-087a4a3d-7df0-4506-84c8-c98b75a33c77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1097 time: 0.0710378
Dec 22 15:26:35.473416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-2aa8748f-e7cc-4467-8dec-6a4d88ea9650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:35.474892 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-2aa8748f-e7cc-4467-8dec-6a4d88ea9650 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1345088
Dec 22 15:26:35.550489 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-49d4a4d3-7ae0-4b3b-bee4-6c344d4a4ae2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 217 time: 0.0685775
Dec 22 15:26:35.627694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-49aa24f3-a58b-4b8c-8083-aea85c5a6f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:35.629161 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-49aa24f3-a58b-4b8c-8083-aea85c5a6f0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0679133
Dec 22 15:26:35.709364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-71e2262a-17f8-4b06-a310-a6300704ad22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717785
Dec 22 15:26:35.847840 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-fd1b4546-06ed-4128-9df6-bf1b6d6a6c1a service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307402
Dec 22 15:26:35.986898 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2153ffd2-a9f8-4031-a943-04205a7d8ec9 req-9d5a1208-3d7a-44d9-8fa2-703e56e0d53b service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313040
Dec 22 15:26:36.246416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbf9c1-2c3f-4552-875c-6320abcef7b9 req-5317fb6d-a8cb-4430-9419-069d59f5dc53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:36.247001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-81dbf9c1-2c3f-4552-875c-6320abcef7b9 req-5317fb6d-a8cb-4430-9419-069d59f5dc53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:26:36.263017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-81dbf9c1-2c3f-4552-875c-6320abcef7b9 req-5317fb6d-a8cb-4430-9419-069d59f5dc53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:26:36.265261 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-81dbf9c1-2c3f-4552-875c-6320abcef7b9 req-5317fb6d-a8cb-4430-9419-069d59f5dc53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 944 time: 0.0956891
Dec 22 15:26:36.322541 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-81dbf9c1-2c3f-4552-875c-6320abcef7b9 req-4aad87dd-1d82-4fd1-b25a-2f9bb0560a1b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481207
Dec 22 15:26:36.481970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:26:36.624685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:36.639068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'mac_address': 'fa:16:3e:ef:03:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:26:36.699826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:36.717902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7686584-050c-49a4-b617-01786d1ca8b5 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:26:36.733645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:36.737569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:36.739379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:36.804992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:36.808036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:37.023786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['f7686584-050c-49a4-b617-01786d1ca8b5'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:26:37.526039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f68bd-ea60-454a-a84f-1d30d942a270 req-17452de3-5905-4c16-862c-5885cb40f884 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:37.527699 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-359f68bd-ea60-454a-a84f-1d30d942a270 req-17452de3-5905-4c16-862c-5885cb40f884 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 945 time: 0.0831914
Dec 22 15:26:37.577513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-359f68bd-ea60-454a-a84f-1d30d942a270 req-ac98dcb8-0e8d-4096-ba57-81ae08a08838 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442667
Dec 22 15:26:38.498276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:26:38.569390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port f7686584-050c-49a4-b617-01786d1ca8b5 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:26:38.574589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port f7686584-050c-49a4-b617-01786d1ca8b5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:26:38.574971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:38.739109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:38.769010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:38.785332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:26:38.790758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:38.792828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e73734-1207-4a22-93c5-fa5a9525554b req-9b769821-0834-4d84-876c-5971e2564dc0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:38.794590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:26:38.794712 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f9e73734-1207-4a22-93c5-fa5a9525554b req-9b769821-0834-4d84-876c-5971e2564dc0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 945 time: 0.0869408
Dec 22 15:26:38.843557 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'code': 200}
Dec 22 15:26:38.847203 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f9e73734-1207-4a22-93c5-fa5a9525554b req-efb8fae2-64e8-4551-a9c5-5a26fae30421 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466676
Dec 22 15:26:38.871498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:26:38.874418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:26:39.087710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b97c1151-6aba-4787-a28b-fdd452f938f8 req-477d275d-5d0e-4ec5-9205-b12538321109 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.0730696
Dec 22 15:26:39.251045 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b97c1151-6aba-4787-a28b-fdd452f938f8 req-3fa3fcff-d668-4302-8141-22a4714aeda3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528223
Dec 22 15:26:40.051877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa63b6-0901-4035-89c0-5f7f4c8986bd req-b47f2f3e-02a8-4b12-b178-d6e61e7fdf9e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:40.053415 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-befa63b6-0901-4035-89c0-5f7f4c8986bd req-b47f2f3e-02a8-4b12-b178-d6e61e7fdf9e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0803442
Dec 22 15:26:40.104577 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-befa63b6-0901-4035-89c0-5f7f4c8986bd req-eb853ed2-729a-4973-bec6-4c9bd3614974 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448673
Dec 22 15:26:41.307332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18da16-7223-4331-b394-9859502a9ce8 req-542a1ff6-99e6-4903-af63-48f7c604aff3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:41.309098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9c18da16-7223-4331-b394-9859502a9ce8 req-542a1ff6-99e6-4903-af63-48f7c604aff3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0781701
Dec 22 15:26:41.357495 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9c18da16-7223-4331-b394-9859502a9ce8 req-e8d409ff-63c8-432a-a6a2-f134ee6a47f6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425935
Dec 22 15:26:41.559503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845befc3-c8af-44c5-acec-9138df691c6e req-2e9f4e4a-82c0-4181-bb8c-ee1b99f530d9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:41.561002 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-845befc3-c8af-44c5-acec-9138df691c6e req-2e9f4e4a-82c0-4181-bb8c-ee1b99f530d9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0784295
Dec 22 15:26:41.569635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45334) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:26:41.575140 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'floatingip': {'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:26:41.753329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:42.359227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:42.363168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:42.554930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e associated. External IP: 172.26.3.219, port: f7686584-050c-49a4-b617-01786d1ca8b5.
Dec 22 15:26:42.982654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:26:43.333266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:26:43.340009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:43.344135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:26:43.356751 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:26:43.357363 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dcd2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:43.403959 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-562230d9-b5db-4a01-ac71-101b497471ff tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "PUT /v2.0/floatingips/ad3c0295-7524-492b-84ed-aef9f35a317e HTTP/1.1" status: 200  len: 992 time: 1.8332195
Dec 22 15:26:43.404740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:26:43.463379 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'status': 'completed', 'code': 200}
Dec 22 15:26:43.564234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-b98a7915-e6dc-4c15-b107-5cf243a65602 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.0750091
Dec 22 15:26:43.564878 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:26:43.705156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-bdb2e336-37b1-4df3-8e81-1e9c67f44b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:43.706610 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-bdb2e336-37b1-4df3-8e81-1e9c67f44b33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1352658
Dec 22 15:26:43.819235 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-07ddf1cb-b1dc-4aac-abec-759f362f4cb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1000 time: 0.1048763
Dec 22 15:26:43.883470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-e877328e-a28c-47dd-81bf-9547d7623c66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:26:43.885681 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-e877328e-a28c-47dd-81bf-9547d7623c66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0596797
Dec 22 15:26:43.970135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-baed8bad-1275-4a54-9e7a-624b20a7ba7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778599
Dec 22 15:26:43.989390 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dcd2b0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:ef:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:26:42Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:43.993409 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:26:44.004808 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:26:44.005436 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dcd2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:26:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:44.114472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-2ee5ac58-bd33-436c-acf0-715704ff1753 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369195
Dec 22 15:26:44.187601 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:26:44.254993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d77f0fb2-2ea6-40f5-9280-98e6eda83a80 req-a766b1f1-b2ca-4fd8-a569-23b6a3313e76 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342597
Dec 22 15:26:44.551768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dcd2b0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:ef:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:26:42Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:26:44.555772 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca1254-1fa4-4bbe-818f-00123af30f52 None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:ef:03:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:26:42Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:26:44.778920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d3de6-be5a-4f70-ab0d-61edd0b6fae9 None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:26:54.625769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-73287e7c-efb4-4136-b336-69c42b1c02af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:57.567329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1c65d059-3967-4e00-932b-a12fb37ec160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:58.097917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:58.159873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:26:59.394872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:00.280961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-2ec9574d-73fa-44c3-8781-2eced1fda5e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697417
Dec 22 15:27:00.429123 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-917171ff-007a-4fd9-baee-67e871dba4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.0754223
Dec 22 15:27:00.583673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-c16a9468-bd0e-4fce-a4a0-528d55aaea13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:00.585261 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-c16a9468-bd0e-4fce-a4a0-528d55aaea13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1355705
Dec 22 15:27:00.700623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-3734059c-3e31-476a-b84d-36bda8f19763 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1002 time: 0.1062376
Dec 22 15:27:00.772744 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-86907443-5490-46f1-ab8b-a4e756180fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:00.774235 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-86907443-5490-46f1-ab8b-a4e756180fd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0663056
Dec 22 15:27:00.853567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-9a037610-d13c-4c60-96df-b85c382060df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721889
Dec 22 15:27:00.992789 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-daed9402-d972-4371-b4e2-85e36e0ac1b4 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290610
Dec 22 15:27:01.236021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d7e8c783-b1d0-4dad-88cd-95ccea9620ea req-b95d2d55-d8b8-47fa-b4a9-81d7edb2af8a service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356012
Dec 22 15:27:03.467088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:06.287634 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:27:24.290503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2e20e-225b-4d64-a086-8b01060ea7c4 req-404ba78d-563b-48db-b8d5-e118acc173fb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:24.292053 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cc2e20e-225b-4d64-a086-8b01060ea7c4 req-404ba78d-563b-48db-b8d5-e118acc173fb tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0815790
Dec 22 15:27:24.339328 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cc2e20e-225b-4d64-a086-8b01060ea7c4 req-13bfe457-98dd-4dff-a594-ad7868a136d2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414252
Dec 22 15:27:24.620360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-426745eb-1ad3-40ad-939f-34175ed5e6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:25.547779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ee2d-7526-47b7-8955-4f3a51eb7290 req-dc5cce67-2210-4e22-99bf-14ce6737e4b0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:25.549310 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a1ee2d-7526-47b7-8955-4f3a51eb7290 req-dc5cce67-2210-4e22-99bf-14ce6737e4b0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0811305
Dec 22 15:27:25.603312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-12a1ee2d-7526-47b7-8955-4f3a51eb7290 req-0f674b94-2262-4fe3-b8cb-2f75a6b9fa27 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482934
Dec 22 15:27:26.803351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75809-76d1-4fa5-ac3d-dc6b12021666 req-193f78ad-3aa9-487e-8c3d-3fc1e7f0ea4f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:26.805180 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6bf75809-76d1-4fa5-ac3d-dc6b12021666 req-193f78ad-3aa9-487e-8c3d-3fc1e7f0ea4f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0795333
Dec 22 15:27:26.854249 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6bf75809-76d1-4fa5-ac3d-dc6b12021666 req-f3e7f43a-7e2e-4cc2-8926-3a9a85f247ad tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418839
Dec 22 15:27:27.569317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8d960949-8e22-4a2a-b11a-070dd3467852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:28.053601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6694530-62b9-41ed-961b-3646c9203924 req-5d9eb02b-e9dd-46f7-bbfa-fc4e32e1657c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:28.055053 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b6694530-62b9-41ed-961b-3646c9203924 req-5d9eb02b-e9dd-46f7-bbfa-fc4e32e1657c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0787356
Dec 22 15:27:28.094354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:28.104202 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b6694530-62b9-41ed-961b-3646c9203924 req-4d318301-23ce-42a8-8646-7583149cf96d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434904
Dec 22 15:27:28.162116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:29.311395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e764-543a-422b-85be-4900329d5de2 req-7782bd24-6c83-425e-9164-2f6e017381b6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:29.312869 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e009e764-543a-422b-85be-4900329d5de2 req-7782bd24-6c83-425e-9164-2f6e017381b6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0828953
Dec 22 15:27:29.358860 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e009e764-543a-422b-85be-4900329d5de2 req-967cb11b-959f-4823-b485-b3c509a33a46 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403850
Dec 22 15:27:29.405568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:30.563649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f398aa-6b0b-42e5-a563-bddfba3fb816 req-9c4ca1fb-97cc-4e34-a913-535343f3aabe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:30.565148 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2f398aa-6b0b-42e5-a563-bddfba3fb816 req-9c4ca1fb-97cc-4e34-a913-535343f3aabe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0839102
Dec 22 15:27:30.615662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2f398aa-6b0b-42e5-a563-bddfba3fb816 req-3856d533-cafa-4d42-94ea-5b23f97b5294 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449429
Dec 22 15:27:31.813745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89b3e-75c5-4b2e-8c3c-35b6b9442755 req-d298362a-1a9b-43a2-9d67-5a4c1f535e72 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:31.815245 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fac89b3e-75c5-4b2e-8c3c-35b6b9442755 req-d298362a-1a9b-43a2-9d67-5a4c1f535e72 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0784299
Dec 22 15:27:31.873630 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fac89b3e-75c5-4b2e-8c3c-35b6b9442755 req-5c97baf2-da5e-48af-ba38-95a000657ad9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529010
Dec 22 15:27:33.076794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320072cf-bfa7-4205-8e78-04ebbdd344e1 req-27b65570-f972-4f20-9baa-48cc9fefc30a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:33.078539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-320072cf-bfa7-4205-8e78-04ebbdd344e1 req-27b65570-f972-4f20-9baa-48cc9fefc30a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0791879
Dec 22 15:27:33.126441 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-320072cf-bfa7-4205-8e78-04ebbdd344e1 req-14bd0c8a-9042-4573-ace8-afd8d8e82b9c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419579
Dec 22 15:27:33.490671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:34.328231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa32be-572e-49c0-812f-6c080349d1cc req-dd4f0030-a5f4-49ec-b398-f7b5a5dfb9b9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:34.329765 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7daa32be-572e-49c0-812f-6c080349d1cc req-dd4f0030-a5f4-49ec-b398-f7b5a5dfb9b9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0812526
Dec 22 15:27:34.376314 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7daa32be-572e-49c0-812f-6c080349d1cc req-7b536b25-5af7-442a-a2e8-7e35ccfac546 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410936
Dec 22 15:27:35.582020 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09485-b9cf-4a88-94ec-c1817081bf6c req-9252c3c2-0856-480b-bcce-2687b9d119c0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:35.583536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8cf09485-b9cf-4a88-94ec-c1817081bf6c req-9252c3c2-0856-480b-bcce-2687b9d119c0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0838315
Dec 22 15:27:35.630021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8cf09485-b9cf-4a88-94ec-c1817081bf6c req-e7ef211b-301c-43b8-9997-2b478a9cad25 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401146
Dec 22 15:27:36.840597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4af9-47c7-4d40-ac3d-530c44619e03 req-4679ddd7-a6d4-415d-b58d-799e585ed501 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:36.842072 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be4a4af9-47c7-4d40-ac3d-530c44619e03 req-4679ddd7-a6d4-415d-b58d-799e585ed501 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0848625
Dec 22 15:27:36.889429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be4a4af9-47c7-4d40-ac3d-530c44619e03 req-26069bc9-bda3-47a1-afd1-9ac2fb0da974 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417476
Dec 22 15:27:38.094229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4403e-a5ea-4bbc-96ff-748e5a67dd81 req-f12a4a02-15b3-42ea-bfb5-ae1e2fa8af85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:38.095725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9f4403e-a5ea-4bbc-96ff-748e5a67dd81 req-f12a4a02-15b3-42ea-bfb5-ae1e2fa8af85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0768783
Dec 22 15:27:38.145956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b9f4403e-a5ea-4bbc-96ff-748e5a67dd81 req-ef2b4721-71e0-4b49-814d-05a5248bb37f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447755
Dec 22 15:27:39.347379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171da63-9e83-4d1e-a970-8b1cdca6cedb req-158f8600-5998-4e6e-ab77-e794f13e60f6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:39.348933 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0171da63-9e83-4d1e-a970-8b1cdca6cedb req-158f8600-5998-4e6e-ab77-e794f13e60f6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0776081
Dec 22 15:27:39.399743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0171da63-9e83-4d1e-a970-8b1cdca6cedb req-9a40bd35-d1c4-4565-b8e9-f40417dedf93 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442529
Dec 22 15:27:40.605061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1601af2-9c7b-4a80-8a02-998342a4004f req-25e7770c-a776-4b0c-8bd4-a1cf92682a2e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:40.607366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1601af2-9c7b-4a80-8a02-998342a4004f req-25e7770c-a776-4b0c-8bd4-a1cf92682a2e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0797391
Dec 22 15:27:40.656091 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b1601af2-9c7b-4a80-8a02-998342a4004f req-51ef8115-3504-4da8-b382-b37db62413d2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431271
Dec 22 15:27:40.929110 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e5866c5f-d61b-4bd7-a8cf-180cbc33f90b req-9bc272d2-36fc-4813-9cbb-66228621ac88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1447027
Dec 22 15:27:42.274143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5827-e259-4039-a73c-eeabdd3621d9 req-70cc3373-c28e-453d-a761-5e888aea631f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:42.276986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-994e5827-e259-4039-a73c-eeabdd3621d9 req-70cc3373-c28e-453d-a761-5e888aea631f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0844119
Dec 22 15:27:42.287651 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-2c0c704a-302e-4706-97e0-24a3e55304e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1457379
Dec 22 15:27:42.326525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-994e5827-e259-4039-a73c-eeabdd3621d9 req-e2a116be-fddc-42f8-8526-abb8c3ff57ca tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432615
Dec 22 15:27:43.287467 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:27:43.521958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-52392761-6b47-49f9-a56b-b02f3fb05aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.0720212
Dec 22 15:27:43.539967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a875-24d1-431f-b900-ec74eb70b998 req-f2680a0e-5757-4b16-b952-6778e3d07ada tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:43.541565 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-46d9a875-24d1-431f-b900-ec74eb70b998 req-f2680a0e-5757-4b16-b952-6778e3d07ada tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0830963
Dec 22 15:27:43.590866 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-46d9a875-24d1-431f-b900-ec74eb70b998 req-7a73300d-ce21-40cd-83d4-a5439b8aca64 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431535
Dec 22 15:27:43.663218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52b9c-773c-4409-98de-e280de766dd9 req-cd119018-63ce-4b07-8ffb-55ddcc24d400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:43.664688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-cd119018-63ce-4b07-8ffb-55ddcc24d400 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1353478
Dec 22 15:27:43.769802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-790f3143-7afc-4e02-9431-5eb435d21141 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1002 time: 0.0979316
Dec 22 15:27:43.835153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52b9c-773c-4409-98de-e280de766dd9 req-23dd8752-7507-461d-8011-0cc8f2f10db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:43.836575 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-23dd8752-7507-461d-8011-0cc8f2f10db1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0589664
Dec 22 15:27:43.919475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-d293ba18-53cf-4aab-8985-88b0caf2b2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746560
Dec 22 15:27:44.055098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-feff5133-d72d-40e3-8eae-3414489dfc95 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275849
Dec 22 15:27:44.192290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-3caa19c4-9802-4c1e-ba77-1b21221ebddd service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298301
Dec 22 15:27:44.794609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a02a-fb9c-4ebb-8f3c-18b1d7253a00 req-f70e8f77-7aa0-4edc-8b7b-c1ef23678525 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:44.796345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c928a02a-fb9c-4ebb-8f3c-18b1d7253a00 req-f70e8f77-7aa0-4edc-8b7b-c1ef23678525 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0803862
Dec 22 15:27:44.842796 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c928a02a-fb9c-4ebb-8f3c-18b1d7253a00 req-17ad14dc-593b-4edc-99e9-54d7f39b0ece tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405953
Dec 22 15:27:46.042986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adadf04-05c7-4bbf-8a71-f9ec72cbec97 req-1ce05528-f092-46f7-b971-954fa24dc1fd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:46.044550 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9adadf04-05c7-4bbf-8a71-f9ec72cbec97 req-1ce05528-f092-46f7-b971-954fa24dc1fd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0779686
Dec 22 15:27:46.093410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9adadf04-05c7-4bbf-8a71-f9ec72cbec97 req-bfefc088-ef33-4ae3-b59c-76b1cec7e616 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429051
Dec 22 15:27:46.242935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-d5f4cca9-7dae-4bd6-adf4-a990d8a36d51 service neutron] 10.222.0.61 "GET /v2.0/ports/f7686584-050c-49a4-b617-01786d1ca8b5/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1912768
Dec 22 15:27:46.523679 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-dda8b711-9eee-41ae-99e3-ddb391ad66b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1099 time: 0.0697086
Dec 22 15:27:46.623230 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-bd296005-ae05-4a45-a7fb-4426fc7fa363 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.0763965
Dec 22 15:27:46.757546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52b9c-773c-4409-98de-e280de766dd9 req-a7ff1de5-807f-4982-93a6-4f50522a2406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:46.758987 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-a7ff1de5-807f-4982-93a6-4f50522a2406 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1291735
Dec 22 15:27:46.864072 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-c03c0aaa-54b5-4270-a813-ef8051566f36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1002 time: 0.0977497
Dec 22 15:27:46.929682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52b9c-773c-4409-98de-e280de766dd9 req-3afd4b70-a83a-4936-944d-b1b7930351bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:46.931213 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-3afd4b70-a83a-4936-944d-b1b7930351bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0591469
Dec 22 15:27:47.010640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-f9a86f42-9069-4f3f-866a-e56c5dccf498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715458
Dec 22 15:27:47.151756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-5e9b4065-72fd-4bd8-882d-128d9992ad94 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338098
Dec 22 15:27:47.341066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fae52b9c-773c-4409-98de-e280de766dd9 req-520df37c-015c-4bfc-9cf6-5b275e6fb236 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820993
Dec 22 15:27:47.360619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b4f6-3c30-4ae8-99d9-6e801f66cfb1 req-25970356-1c28-4db8-b4e8-f71d7a63b3a1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:47.362272 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7fc0b4f6-3c30-4ae8-99d9-6e801f66cfb1 req-25970356-1c28-4db8-b4e8-f71d7a63b3a1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.1303308
Dec 22 15:27:47.412106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7fc0b4f6-3c30-4ae8-99d9-6e801f66cfb1 req-cad83dbe-d525-4665-8b2a-7cc3dff85d77 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440519
Dec 22 15:27:48.621705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1492d-516e-423a-8615-2a0718628276 req-a90710e7-eb2a-4140-91e9-bbef2c1d2a0a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:48.623199 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eab1492d-516e-423a-8615-2a0718628276 req-a90710e7-eb2a-4140-91e9-bbef2c1d2a0a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0842113
Dec 22 15:27:48.671248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-eab1492d-516e-423a-8615-2a0718628276 req-f80e5417-4fa4-4355-9244-0ae92769510b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421209
Dec 22 15:27:48.890828 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:27:49.030447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:27:49.051365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'mac_address': 'fa:16:3e:ef:03:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:27:49.112475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:49.129540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7686584-050c-49a4-b617-01786d1ca8b5 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:27:49.147155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:27:49.151984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:49.153792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:27:49.225129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:27:49.228970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['f7686584-050c-49a4-b617-01786d1ca8b5'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:27:49.268397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.268756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.269101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.269440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.269776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.270110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.270436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.270762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.271087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.271411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.271732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:49.277744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:27:49.878536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fd82a-2a45-4df0-a078-16317eae5ce0 req-5f8c02b1-869c-4cdd-bcc0-39647d3df629 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:49.880038 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-775fd82a-2a45-4df0-a078-16317eae5ce0 req-5f8c02b1-869c-4cdd-bcc0-39647d3df629 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 945 time: 0.0852935
Dec 22 15:27:49.928671 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-775fd82a-2a45-4df0-a078-16317eae5ce0 req-e164fc2b-eb4f-4640-a834-f0791eb5ef89 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419254
Dec 22 15:27:50.328103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbe33c-d225-4715-9b5f-7eda6dca8de7 req-ba1dbd7f-f13c-43a1-81b9-4d89a4243dd3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:50.329503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dcfbe33c-d225-4715-9b5f-7eda6dca8de7 req-ba1dbd7f-f13c-43a1-81b9-4d89a4243dd3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 945 time: 0.1151986
Dec 22 15:27:50.335964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5f73-566d-434b-92a4-41234bc49337 req-e6a043a2-f6dc-471f-866b-986db3ca130a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:50.337432 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-e6a043a2-f6dc-471f-866b-986db3ca130a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718&tenant_id=7c1a5aa2b3244176be4b5f249c82a841&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1530414
Dec 22 15:27:50.380235 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dcfbe33c-d225-4715-9b5f-7eda6dca8de7 req-a7b6c115-4110-4da0-b9c3-52bd1bab65d2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418451
Dec 22 15:27:50.496025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-bfccc75a-4d1b-4355-b574-3b0ad44f8d49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1098 time: 0.0710044
Dec 22 15:27:50.635750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5f73-566d-434b-92a4-41234bc49337 req-b43ccbf7-1584-425c-8628-ec2ccf3d89c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:50.637361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-b43ccbf7-1584-425c-8628-ec2ccf3d89c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1313491
Dec 22 15:27:50.751470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-10c29bfc-aa80-4bcd-946f-ba324aebb175 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1001 time: 0.1070235
Dec 22 15:27:50.819858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5f73-566d-434b-92a4-41234bc49337 req-715e51d3-97a9-450e-af8c-15c26b9d103b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:50.821315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-715e51d3-97a9-450e-af8c-15c26b9d103b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0628562
Dec 22 15:27:50.918302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:27:50.995695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port f7686584-050c-49a4-b617-01786d1ca8b5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:27:50.996073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:51.018523 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-546f44d8-71b4-4a81-bb2d-213f31efd128 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1895921
Dec 22 15:27:51.120487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:51.148074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:27:51.159666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:27:51.166848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:51.167912 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-7d1e35a0-9895-4258-b966-56de8b183980 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413140
Dec 22 15:27:51.170009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:27:51.225025 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'code': 200}
Dec 22 15:27:51.273001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:27:51.276330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:27:51.347364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db0a5f73-566d-434b-92a4-41234bc49337 req-4156d6ea-91a7-4eb5-810e-b726a3c13519 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691077
Dec 22 15:27:51.604957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06e532-a741-4932-963d-2821f993ec77 req-60c18eaa-6102-4b6f-bd4f-bc8087b12387 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:51.606848 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7f06e532-a741-4932-963d-2821f993ec77 req-60c18eaa-6102-4b6f-bd4f-bc8087b12387 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0822685
Dec 22 15:27:51.674646 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7f06e532-a741-4932-963d-2821f993ec77 req-72132ce5-616f-43df-b5bb-ccbcd3e1ef56 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617249
Dec 22 15:27:52.876983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283a20c-1e4a-4af2-b4ce-ed73ef5daeac req-e03e2aef-a7ff-46bb-85df-7a8239cce2da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:52.878419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4283a20c-1e4a-4af2-b4ce-ed73ef5daeac req-e03e2aef-a7ff-46bb-85df-7a8239cce2da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0759568
Dec 22 15:27:52.928422 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4283a20c-1e4a-4af2-b4ce-ed73ef5daeac req-269b5758-e725-4f53-892f-c66677054e37 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438221
Dec 22 15:27:53.124112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b64ce-3c46-44f1-9564-3a2f743e6932 req-c9a2d092-14e1-4075-af8e-3c4408448f14 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:53.125604 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-459b64ce-3c46-44f1-9564-3a2f743e6932 req-c9a2d092-14e1-4075-af8e-3c4408448f14 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0779469
Dec 22 15:27:53.173303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-459b64ce-3c46-44f1-9564-3a2f743e6932 req-5ee3a6a6-ec70-4dbd-93cf-efef2ff26b04 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421007
Dec 22 15:27:53.569313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8859f38-4aaa-43a9-837a-eda05ef10a38 req-503892f3-d731-4ee1-b606-652eaccdd312 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:53.570811 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8859f38-4aaa-43a9-837a-eda05ef10a38 req-503892f3-d731-4ee1-b606-652eaccdd312 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0941927
Dec 22 15:27:53.662416 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8859f38-4aaa-43a9-837a-eda05ef10a38 req-1c25394a-abff-406e-ab56-693800dca572 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841501
Dec 22 15:27:53.698325 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-7c02d28e-798f-4f51-8c55-53e370c51c92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 1099 time: 0.1702864
Dec 22 15:27:53.832932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06523-720a-46a3-80a8-172381590fbb req-7d999d79-5538-47e1-b84c-c987a687b759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:53.834314 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-7d999d79-5538-47e1-b84c-c987a687b759 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1295867
Dec 22 15:27:53.941443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-4d145fee-cf20-4b07-8763-dfa830561d21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 200  len: 1002 time: 0.0997512
Dec 22 15:27:54.008610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06523-720a-46a3-80a8-172381590fbb req-3c8919e0-de68-42d8-8fc7-760669a61588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:54.010246 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-3c8919e0-de68-42d8-8fc7-760669a61588 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0587435
Dec 22 15:27:54.093043 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-5ea342fd-7990-4624-8c47-57cee5ef8a9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732093
Dec 22 15:27:54.228259 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-b8e0ce7a-14e8-4cba-abcd-e46704c59d97 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273394
Dec 22 15:27:54.366820 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99d06523-720a-46a3-80a8-172381590fbb req-acd4f4e0-95ae-4068-9256-850a00b2bd6d service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314714
Dec 22 15:27:54.626377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c07ae86f-c0e8-4699-8286-6b100bfe3e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:54.883090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c128e57-2c68-4e8f-9fad-290200c5b335 req-e74ff646-28ec-4874-982f-853a2a89db61 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:54.883090 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6c128e57-2c68-4e8f-9fad-290200c5b335 req-e74ff646-28ec-4874-982f-853a2a89db61 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0914812
Dec 22 15:27:54.929614 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6c128e57-2c68-4e8f-9fad-290200c5b335 req-41708b49-69af-4a7c-83c1-58fb1540ffc5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435603
Dec 22 15:27:56.131524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2341-a735-49fd-ac43-240c51541be8 req-17b2e459-6cb8-4a5f-8910-e88b19b539a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:56.133013 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-792c2341-a735-49fd-ac43-240c51541be8 req-17b2e459-6cb8-4a5f-8910-e88b19b539a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0772238
Dec 22 15:27:56.179824 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-792c2341-a735-49fd-ac43-240c51541be8 req-0dfd6f87-fdd5-49e5-a0e8-39edb27e54e5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405385
Dec 22 15:27:56.599551 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab721a5-8575-4f6b-9258-3a533de3f9de req-d9ea3341-1538-41fd-9864-ce116443f7b2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:56.601066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bab721a5-8575-4f6b-9258-3a533de3f9de req-d9ea3341-1538-41fd-9864-ce116443f7b2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0835681
Dec 22 15:27:56.648858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bab721a5-8575-4f6b-9258-3a533de3f9de req-f7dcfbab-cfaa-4c29-8cda-456763282e2b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410216
Dec 22 15:27:57.573405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f477d6fc-3059-4f67-8dcf-28df56dcfe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:57.853924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4947b96-6f65-4087-bebf-648c4fbc46be req-a648b7e4-76db-4e94-a1c5-952d86863cfe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:57.855385 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c4947b96-6f65-4087-bebf-648c4fbc46be req-a648b7e4-76db-4e94-a1c5-952d86863cfe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0803888
Dec 22 15:27:57.906925 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c4947b96-6f65-4087-bebf-648c4fbc46be req-7ad88cae-ee5a-4f80-9e2a-f45da7edbbf5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460339
Dec 22 15:27:58.096467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:58.164216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:58.494149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-8a9a9dc6-df50-497a-9845-d5ec6fa3dcc1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:58.496571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-8a9a9dc6-df50-497a-9845-d5ec6fa3dcc1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.0785322
Dec 22 15:27:58.687405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Deleting port f7686584-050c-49a4-b617-01786d1ca8b5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:27:58.687738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:58.936621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] For port f7686584-050c-49a4-b617-01786d1ca8b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7686584-050c-49a4-b617-01786d1ca8b5,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:27:58.937271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:59.293155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:59.293155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:59.293155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e disassociated. External IP: 172.26.3.219, port: f7686584-050c-49a4-b617-01786d1ca8b5.
Dec 22 15:27:59.293155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Calling delete_port for f7686584-050c-49a4-b617-01786d1ca8b5 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:27:59.324318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3a7f-4cee-45c6-8799-72aed46e0f57 req-b989abb0-b443-48d4-a447-8983df2e487b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:27:59.325837 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-750e3a7f-4cee-45c6-8799-72aed46e0f57 req-b989abb0-b443-48d4-a447-8983df2e487b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 946 time: 0.2881849
Dec 22 15:27:59.402103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:59.409666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-750e3a7f-4cee-45c6-8799-72aed46e0f57 req-f627b1c2-5d0a-4859-8b5f-ad1ffee7b300 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746112
Dec 22 15:27:59.484912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:27:59.490671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f8ef5a4b-3aeb-4ecc-be8c-72178ba264a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:27:59.534150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'Port': ['ID=f7686584-050c-49a4-b617-01786d1ca8b5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:27:59.549984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.550370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.550759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.551230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.551474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.551842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.552502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.552876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.553242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.553597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.553952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:27:59.559649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:27:59.773808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:27:59.982150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:27:59.992410 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:28:00.006302 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:28:00.007003 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b841c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:00.058446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] No DVR routers for this DVR port f7686584-050c-49a4-b617-01786d1ca8b5 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:28:00.061057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:00.065135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-deleted', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:28:00.079570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6c6749c6-e2b1-4a6f-a8b3-195a62ace131 req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "DELETE /v2.0/ports/f7686584-050c-49a4-b617-01786d1ca8b5 HTTP/1.1" status: 204  len: 173 time: 1.5746963
Dec 22 15:28:00.132749 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322f433e-192c-4d1d-ab7c-eeb103ad3718', 'name': 'network-vif-deleted', 'tag': 'f7686584-050c-49a4-b617-01786d1ca8b5', 'status': 'completed', 'code': 200}
Dec 22 15:28:00.196294 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:28:00.556867 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b841c0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:00.561607 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:28:00.580121 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:28:00.581213 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b841c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:00.598071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-55e9b6fe-3e92-4f51-8a05-520164a3069b req-449d31be-47d8-48be-a47d-6ce4acd91f43 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:28:00.617205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-55e9b6fe-3e92-4f51-8a05-520164a3069b req-449d31be-47d8-48be-a47d-6ce4acd91f43 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:28:00.618590 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-55e9b6fe-3e92-4f51-8a05-520164a3069b req-449d31be-47d8-48be-a47d-6ce4acd91f43 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=322f433e-192c-4d1d-ab7c-eeb103ad3718 HTTP/1.1" status: 200  len: 210 time: 0.0622470
Dec 22 15:28:00.781686 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:28:01.102164 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b841c0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:01.106426 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2742b-0a5a-4653-b6f6-31d77e7d55fa None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:28:01.342404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cde05f-fe3d-45f8-b870-3fa63e749791 None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:28:02.010780 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-026ca67d-2ed0-48e1-baef-e5e5c9082d95 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1735308259&fields=id&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 267 time: 0.0434217
Dec 22 15:28:02.167797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-2c6261a3-459f-42f7-9fc4-0c7c47795d0f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:02.169284 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-2c6261a3-459f-42f7-9fc4-0c7c47795d0f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.1520219
Dec 22 15:28:02.187249 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-aba6c1e5-ba1f-4e22-8945-1dc3c2472c94 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/quotas/7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 375 time: 0.0119321
Dec 22 15:28:02.270237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-e43d5f89-59c4-434b-a9e2-4bf6ae4b6066 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0775981
Dec 22 15:28:02.526108 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-dfce5502-a64c-4fa3-97b9-13dfaa35a993 service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436213
Dec 22 15:28:02.663389 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-7c58a5c3-684b-4217-abc7-88c3db0a29ae service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315966
Dec 22 15:28:02.858642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-41863707-0bf5-4f8d-8365-e3426c33f5b9 req-e9874e16-2c12-4c4b-9c0e-3ec5de38288e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 210 time: 0.0430140
Dec 22 15:28:02.966914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:28:03.052309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: f7686584-050c-49a4-b617-01786d1ca8b5 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:28:03.052788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f7686584-050c-49a4-b617-01786d1ca8b5 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:28:03.509385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:04.048776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0ed762f5-7580-47da-96d7-70d0f7278840 req-063a62f3-75fd-4d86-bbde-a77730f611d4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 210 time: 0.0544415
Dec 22 15:28:04.132306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-71ebc6d6-373c-43ed-9726-ed678f3b20bc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:04.133891 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-71ebc6d6-373c-43ed-9726-ed678f3b20bc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.2846093
Dec 22 15:28:04.212732 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-afaa7cbb-30d7-4e57-ad23-2c6210dfc2e8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 380 time: 0.0480995
Dec 22 15:28:04.222102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'port': {'device_id': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'admin_state_up': True, 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'security_groups': ['1d891398-c1b0-465e-bf8f-4de5b083e729']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:28:04.367464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:28:04.377870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:28:04.387671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:28:04.390726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:04.575619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Allocated IP 172.20.0.13 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/42855040-a4ae-427d-9e6a-23cbb86aae0e) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:28:04.775081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:04.793876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Transition to ACTIVE for port object 42855040-a4ae-427d-9e6a-23cbb86aae0e will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:28:04.817998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:04.824488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-48dab30a-4ff4-4781-b461-ff04c524f177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:28:04.886767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:28:04.894514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:28:04.896942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:28:04.938792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:28:04.941819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:28:04.970632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:04.971275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:04.998819 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7803733
Dec 22 15:28:05.011912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Request body: {'port': {'device_id': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:28:05.125172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:05.161073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b645fa8c-e645-4c57-bea8-d94886a59a5c None None] Provisioning for port 42855040-a4ae-427d-9e6a-23cbb86aae0e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:28:05.168021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b645fa8c-e645-4c57-bea8-d94886a59a5c None None] Provisioning complete for port 42855040-a4ae-427d-9e6a-23cbb86aae0e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:28:05.168344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b645fa8c-e645-4c57-bea8-d94886a59a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:05.222187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b645fa8c-e645-4c57-bea8-d94886a59a5c None None] Port 42855040-a4ae-427d-9e6a-23cbb86aae0e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:28:05.409242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41820-ed6d-4b01-a65e-fcb7f68b901f req-1c455644-edae-40d0-861f-da5e1867a5a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:05.409914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1ae41820-ed6d-4b01-a65e-fcb7f68b901f req-1c455644-edae-40d0-861f-da5e1867a5a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:28:05.445449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1ae41820-ed6d-4b01-a65e-fcb7f68b901f req-1c455644-edae-40d0-861f-da5e1867a5a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:28:05.446503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ae41820-ed6d-4b01-a65e-fcb7f68b901f req-1c455644-edae-40d0-861f-da5e1867a5a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 932 time: 0.2668524
Dec 22 15:28:05.524115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ae41820-ed6d-4b01-a65e-fcb7f68b901f req-d19978f2-e42a-4c8d-af4a-8444c254df8d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631077
Dec 22 15:28:05.600396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:28:05.611594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:05.626761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Transition to ACTIVE for port object 42855040-a4ae-427d-9e6a-23cbb86aae0e will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:28:05.630734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:05.634370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5cddf7ab-ad73-45dd-9d78-ee14ced91600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:28:05.755444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:28:05.759324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:28:05.865621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Attempting to bind port 42855040-a4ae-427d-9e6a-23cbb86aae0e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:28:05.865950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Attempting to bind port 42855040-a4ae-427d-9e6a-23cbb86aae0e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:28:05.866269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Attempting to bind port 42855040-a4ae-427d-9e6a-23cbb86aae0e on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:28:05.873265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Port 42855040-a4ae-427d-9e6a-23cbb86aae0e on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:28:05.873580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Attempting to bind port 42855040-a4ae-427d-9e6a-23cbb86aae0e on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:28:05.879931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:28:05.880261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:28:05.880672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:28:05.881091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Bound port: 42855040-a4ae-427d-9e6a-23cbb86aae0e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:28:05.881431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:06.082772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:28:06.085819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:28:06.090468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:06.094082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebd98fed-e3ec-497c-a17d-7356e656102d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:28:06.148774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:06.150125 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] 10.222.0.61 "PUT /v2.0/ports/42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1094 time: 1.1428680
Dec 22 15:28:06.151234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:28:06.178266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:28:06.184256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:28:06.233066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'status': 'completed', 'code': 200}
Dec 22 15:28:06.281655 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-e9d15070-2b0f-49da-8bcb-03fd84138ebf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1097 time: 0.0833364
Dec 22 15:28:06.367250 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-d9d17550-e18d-43c2-a48f-fecf7a5be76e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 217 time: 0.0769589
Dec 22 15:28:06.434582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-12b96828-9b79-4b0b-acb3-cf04735d6900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:06.435944 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-12b96828-9b79-4b0b-acb3-cf04735d6900 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0591009
Dec 22 15:28:06.513664 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-77336a79-3e31-46f4-97fb-933f9a5196b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698540
Dec 22 15:28:06.705601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-59f9c08d-d046-4bb1-ac93-d5ee0c56c5ed service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840291
Dec 22 15:28:06.848641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9585144-1bba-40c5-9d16-91bb43a4b423 req-3644057a-374c-46c4-9a5f-a200c40374b4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:06.850104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9585144-1bba-40c5-9d16-91bb43a4b423 req-3644057a-374c-46c4-9a5f-a200c40374b4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 944 time: 0.1958840
Dec 22 15:28:06.883881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d4bdf14-d59b-4c2a-a132-a741f6c83816 req-040ad591-ef82-44de-a206-938414426739 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711211
Dec 22 15:28:06.909971 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9585144-1bba-40c5-9d16-91bb43a4b423 req-e6003f8e-cbbc-499f-bc7f-b86ba9211aa1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502701
Dec 22 15:28:07.002765 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-ee573c4b-a15d-47c2-a09a-866c28dff6b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1097 time: 0.0729439
Dec 22 15:28:07.139330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30607-a795-43d7-8167-c27514456a58 req-2b141657-a45d-475a-880e-edf5a864efa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:07.140710 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-2b141657-a45d-475a-880e-edf5a864efa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1303766
Dec 22 15:28:07.215393 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-3e8c5153-5cb3-4a0b-a0a2-50c7d75a0793 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 217 time: 0.0656521
Dec 22 15:28:07.280999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30607-a795-43d7-8167-c27514456a58 req-acd370ff-3507-45c0-9f15-d739ed3f69bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:07.281452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-acd370ff-3507-45c0-9f15-d739ed3f69bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0589054
Dec 22 15:28:07.366884 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-52a8f263-4798-4075-afd9-1cebae6a0d9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756521
Dec 22 15:28:07.504532 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-3b6742b2-46d5-495a-833b-d7fdee4ca685 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290600
Dec 22 15:28:07.638482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03a30607-a795-43d7-8167-c27514456a58 req-ec5daafe-78e3-4cff-9622-2828149b750a service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265497
Dec 22 15:28:08.105167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9d12-33b8-475c-a7a2-1e8506b3aade req-fcfe4036-e9d3-4e46-bf96-a947003088c9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:08.106723 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e0ab9d12-33b8-475c-a7a2-1e8506b3aade req-fcfe4036-e9d3-4e46-bf96-a947003088c9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 944 time: 0.0755942
Dec 22 15:28:08.151460 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e0ab9d12-33b8-475c-a7a2-1e8506b3aade req-54679625-9da5-4841-8181-d63c267a60e2 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392029
Dec 22 15:28:08.996806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:28:09.133860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:28:09.147109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:28:09.205273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:09.224039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:28:09.239057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:28:09.244492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:09.246412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:28:09.312666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:28:09.315672 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:28:09.365657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf04684-ff53-4a1e-8e60-753fe05a2abc req-8b33532a-61b3-4403-bfb7-e9437a316f58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:09.367106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-acf04684-ff53-4a1e-8e60-753fe05a2abc req-8b33532a-61b3-4403-bfb7-e9437a316f58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0876505
Dec 22 15:28:09.413318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-acf04684-ff53-4a1e-8e60-753fe05a2abc req-d15cd3ef-d857-4084-9bd6-aefa99cf7741 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403528
Dec 22 15:28:09.502530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['42855040-a4ae-427d-9e6a-23cbb86aae0e'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:28:10.636659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd207-de9f-493c-8df8-306fee577b30 req-c78970a4-0a5e-4a4f-b5ce-ee486f42379e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:10.638125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aefdd207-de9f-493c-8df8-306fee577b30 req-c78970a4-0a5e-4a4f-b5ce-ee486f42379e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0976992
Dec 22 15:28:10.685052 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-aefdd207-de9f-493c-8df8-306fee577b30 req-f76f5a10-c19b-466a-97c6-81114e5a2797 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414407
Dec 22 15:28:11.010874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:28:11.079874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 42855040-a4ae-427d-9e6a-23cbb86aae0e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:28:11.084755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 42855040-a4ae-427d-9e6a-23cbb86aae0e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:28:11.085136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:11.200459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:11.226803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:28:11.236924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:28:11.241833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:11.243687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:28:11.287829 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'code': 200}
Dec 22 15:28:11.315955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:28:11.318795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:28:11.635623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-996961cc-51e4-4fb0-8f4a-373815c3f07a req-6fc750fb-4c35-4704-97ec-88af342bb3cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.1843615
Dec 22 15:28:11.685372 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-996961cc-51e4-4fb0-8f4a-373815c3f07a req-659bfe96-a630-47c9-9d12-552e5ade1ea6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391502
Dec 22 15:28:11.881265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c6a0-bbc6-4563-a9b3-91f1d41c3d1f req-aa7000cc-12d1-423c-87fe-48e782288c70 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:11.882709 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9736c6a0-bbc6-4563-a9b3-91f1d41c3d1f req-aa7000cc-12d1-423c-87fe-48e782288c70 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0772302
Dec 22 15:28:11.931576 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9736c6a0-bbc6-4563-a9b3-91f1d41c3d1f req-52eacdeb-34cf-4c34-a16b-37c6ae1fde36 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425203
Dec 22 15:28:13.140263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bcc87-9a6b-4a8e-b06a-bffb425dac32 req-d0cba70a-c458-4378-b590-17e54b7174df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:13.141781 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef6bcc87-9a6b-4a8e-b06a-bffb425dac32 req-d0cba70a-c458-4378-b590-17e54b7174df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0815036
Dec 22 15:28:13.190035 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef6bcc87-9a6b-4a8e-b06a-bffb425dac32 req-85860eb1-033d-4c34-ada2-899af177deba tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427337
Dec 22 15:28:13.422182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76e994-e5e0-41b8-888d-22812082c244 req-52fa3626-f68c-4c36-b124-978b8c77c288 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:13.423666 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6a76e994-e5e0-41b8-888d-22812082c244 req-52fa3626-f68c-4c36-b124-978b8c77c288 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0855422
Dec 22 15:28:13.433145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 45570) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:28:13.438522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'floatingip': {'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:28:13.518804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:14.117934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:14.121936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:14.421127 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e associated. External IP: 172.26.3.219, port: 42855040-a4ae-427d-9e6a-23cbb86aae0e.
Dec 22 15:28:14.825978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:28:15.034862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:28:15.039710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:15.045991 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:28:15.059588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:28:15.060488 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aecd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:15.095945 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c5b06617-26a6-4269-9bc7-88a892e087e3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "PUT /v2.0/floatingips/ad3c0295-7524-492b-84ed-aef9f35a317e HTTP/1.1" status: 200  len: 992 time: 1.6616836
Dec 22 15:28:15.096655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:28:15.174412 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'status': 'completed', 'code': 200}
Dec 22 15:28:15.253067 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:28:15.284727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-096a0056-2838-44cb-be08-0027cfcb711d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0725965
Dec 22 15:28:15.437702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-277ad4eb-82e5-45cb-ac31-ebc66c2af48f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:15.439170 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-277ad4eb-82e5-45cb-ac31-ebc66c2af48f service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1468430
Dec 22 15:28:15.577601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-70175194-f6fc-4137-808c-f38ac8145023 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1000 time: 0.1315012
Dec 22 15:28:15.635825 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aecd90>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:28:13Z', 'revision_number': 9, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:15.640016 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:28:15.651609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:28:15.652363 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aecd90>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:27:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:15.658586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-a60affd4-46df-4bb5-9a01-e7e7e9278dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:15.660012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-a60affd4-46df-4bb5-9a01-e7e7e9278dfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0744913
Dec 22 15:28:15.738754 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-0d737644-64b9-43dd-b3e6-aaba6d53afcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718923
Dec 22 15:28:15.841195 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:28:15.878099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-171d123d-cf70-424d-83d2-b84d020b5aa9 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308537
Dec 22 15:28:16.012155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1d7fee7e-2b1e-4eb9-a07a-dbfa2dc23d08 req-f22b2b41-7d76-4d07-8125-dcd556381b26 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260862
Dec 22 15:28:16.220131 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aecd90>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:28:13Z', 'revision_number': 9, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:28:16.223915 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc550a0-16c9-411f-8030-3f958559b48b None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:28:13Z', 'revision_number': 9, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:28:16.433261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6d02a-71c4-4d60-ae92-7d291fea9421 None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:28:20.287630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:28:24.630455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8697a5d5-b647-4210-81b7-a8e59306e640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:27.575465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e6552296-9e4d-4bce-821d-7b5c2cf9b34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:28.099342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:28.168677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:29.403606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:33.507852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:54.633970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a81a80aa-eedc-4b7e-9a63-6782bc130ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:56.822639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-46a5e5ff-b32d-4824-99ac-8ae8c09ea844 req-d92a68cb-b6ce-4752-b249-ab9eea0805e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0755699
Dec 22 15:28:57.212759 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-bffc8140-2736-4cc9-af43-057749f0c5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0697820
Dec 22 15:28:57.290017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:28:57.376266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8d0ff-6498-4d18-9ac4-0cd7b048197a req-1b51887d-894f-42b8-8334-f49c472c306a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:57.377897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-89a8d0ff-6498-4d18-9ac4-0cd7b048197a req-1b51887d-894f-42b8-8334-f49c472c306a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.1738572
Dec 22 15:28:57.427881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-89a8d0ff-6498-4d18-9ac4-0cd7b048197a req-73695d9d-12a3-4736-8444-567f49b73aac tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441630
Dec 22 15:28:57.579777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97b17d81-580d-4920-99d5-a786e93e5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:58.102390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:58.171911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:58.537163 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-5dc0036a-d569-4506-973c-b4108a3596fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0750492
Dec 22 15:28:58.675731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670ae-7f71-45a2-abff-04064db1765a req-d1e3cb9c-7e37-4625-952d-74c9fa2ea4ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:58.677282 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-d1e3cb9c-7e37-4625-952d-74c9fa2ea4ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1303072
Dec 22 15:28:58.702971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6167f-251e-4c9f-8bb4-9c023a1fd1fc req-1a85323d-2757-4367-a500-f410d43a7dad tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:58.704441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02f6167f-251e-4c9f-8bb4-9c023a1fd1fc req-1a85323d-2757-4367-a500-f410d43a7dad tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.1499491
Dec 22 15:28:58.759626 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02f6167f-251e-4c9f-8bb4-9c023a1fd1fc req-92786302-c7cf-42a7-a2dd-65fb211f8cf8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495839
Dec 22 15:28:58.789472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-334faac4-3f4e-4f34-9341-49ec3329cfe6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1003 time: 0.1012521
Dec 22 15:28:58.858169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670ae-7f71-45a2-abff-04064db1765a req-40d970ec-f93b-4e49-b201-4eef4594111b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:58.859626 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-40d970ec-f93b-4e49-b201-4eef4594111b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0590985
Dec 22 15:28:58.942216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-87f2382f-93f9-47f1-ad2a-ddfc400cde3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730240
Dec 22 15:28:58.953738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-925ecbb4-29c8-41a8-84a2-6d7a14615ff8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:28:58.954658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-925ecbb4-29c8-41a8-84a2-6d7a14615ff8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048862
Dec 22 15:28:59.093028 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-d27ce85d-c2e1-4cac-9c8b-d8b1ccf9595f service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313145
Dec 22 15:28:59.345784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-dc9d3f2f-b804-44d5-a7d0-e97b40301872 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421875
Dec 22 15:28:59.405644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:28:59.958936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f522-5995-4788-bf10-99a06bb37eb5 req-3280ca92-ce0a-45c4-a962-d5c8d560b948 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:28:59.960307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5623f522-5995-4788-bf10-99a06bb37eb5 req-3280ca92-ce0a-45c4-a962-d5c8d560b948 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0773711
Dec 22 15:29:00.010616 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5623f522-5995-4788-bf10-99a06bb37eb5 req-11011703-c17c-425d-b964-5503c01214dc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440691
Dec 22 15:29:01.209866 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a878b8-ed61-4afc-b4f3-09f70d565f2d req-1776064b-6126-4af5-a5c4-2756a0e13f54 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:01.211447 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-28a878b8-ed61-4afc-b4f3-09f70d565f2d req-1776064b-6126-4af5-a5c4-2756a0e13f54 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0753045
Dec 22 15:29:01.257199 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-28a878b8-ed61-4afc-b4f3-09f70d565f2d req-7409f8ef-53c3-49dc-a880-42458c887cd9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397475
Dec 22 15:29:02.339657 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-1d11244a-54fb-455d-a555-e37a7d2f7af8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0747120
Dec 22 15:29:02.546092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-4b4382de-33eb-4fa1-b3a3-0379ca8be058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:02.547806 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-4b4382de-33eb-4fa1-b3a3-0379ca8be058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1838412
Dec 22 15:29:02.614996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c746-a8d0-42d1-aaa6-1b14f450b789 req-95c3a19b-7054-4564-9b49-423a8f09487c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:02.616489 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2bf2c746-a8d0-42d1-aaa6-1b14f450b789 req-95c3a19b-7054-4564-9b49-423a8f09487c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.1815538
Dec 22 15:29:02.691677 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-2863ae7a-0f5e-43b4-8ba6-013e0a1c839c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1003 time: 0.1316748
Dec 22 15:29:02.698858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2bf2c746-a8d0-42d1-aaa6-1b14f450b789 req-c0a1b258-1ad1-4fd1-bdd1-b88d9ada9fad tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751903
Dec 22 15:29:02.763675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-7a4573f4-8f49-4e47-af9a-1164b566699b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:02.765242 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-7a4573f4-8f49-4e47-af9a-1164b566699b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0633223
Dec 22 15:29:02.843411 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-b71b1be9-26ea-4569-9d83-d81425cbf0eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711064
Dec 22 15:29:02.980094 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-0320ffe2-25f3-432a-8b9b-a9a90eb2e996 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253958
Dec 22 15:29:03.127580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b71e264f-b5cc-46d2-ba0a-221b9564f0d2 req-a4b6e91a-54c2-4f9a-b15b-44962ba871c4 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376586
Dec 22 15:29:03.534700 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:03.908008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c115-b6d8-4bbc-aa0d-898aea4aafcd req-3cef1951-0dba-4c16-9dec-88b6caafb536 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:03.909489 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b4e8c115-b6d8-4bbc-aa0d-898aea4aafcd req-3cef1951-0dba-4c16-9dec-88b6caafb536 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0846856
Dec 22 15:29:03.957479 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b4e8c115-b6d8-4bbc-aa0d-898aea4aafcd req-6c6e6ed0-ad83-4031-8f3f-7fd4d2943ef6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421143
Dec 22 15:29:05.176320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6450-e4cf-40dc-a663-b162510d9512 req-3b0f0fc9-a5b3-463f-8607-74a7b4ff346f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:05.177850 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7c5c6450-e4cf-40dc-a663-b162510d9512 req-3b0f0fc9-a5b3-463f-8607-74a7b4ff346f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0880497
Dec 22 15:29:05.228157 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7c5c6450-e4cf-40dc-a663-b162510d9512 req-a04647fa-503b-4b7e-9429-6268d9c32c7f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447927
Dec 22 15:29:06.434617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42dcca-d01f-4414-a9f3-bec9055f8b7b req-05333ce0-6846-47c6-b150-deb5a8d5805d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:06.436197 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2a42dcca-d01f-4414-a9f3-bec9055f8b7b req-05333ce0-6846-47c6-b150-deb5a8d5805d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0828905
Dec 22 15:29:06.484427 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2a42dcca-d01f-4414-a9f3-bec9055f8b7b req-1f17ac05-c821-4628-bf75-6d63b9fd5625 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421755
Dec 22 15:29:07.686712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6045d-d88d-4804-a593-9eb3cb72a81f req-583e7cfa-b1ed-419b-987a-87445e160f32 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:07.688160 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-84e6045d-d88d-4804-a593-9eb3cb72a81f req-583e7cfa-b1ed-419b-987a-87445e160f32 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0780716
Dec 22 15:29:07.736751 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-84e6045d-d88d-4804-a593-9eb3cb72a81f req-2905d1e2-e3cc-4c42-b7a1-34a4ec24afa6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428362
Dec 22 15:29:08.958868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6e286-6e8e-4170-b404-41857ddcc5ab req-2bc4c6ed-531e-4f77-9d43-ada7c21e24b7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:08.960256 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1e6e286-6e8e-4170-b404-41857ddcc5ab req-2bc4c6ed-531e-4f77-9d43-ada7c21e24b7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0949976
Dec 22 15:29:09.011008 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1e6e286-6e8e-4170-b404-41857ddcc5ab req-a63dd44c-a716-4c51-a51d-2152b7a3ad2e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442796
Dec 22 15:29:10.223320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68a448-1c44-4199-b7c4-316a7ab5d2d5 req-7d6839f1-a9ca-4b7c-8ffb-d087b8a9ef23 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:10.224954 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc68a448-1c44-4199-b7c4-316a7ab5d2d5 req-7d6839f1-a9ca-4b7c-8ffb-d087b8a9ef23 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0844188
Dec 22 15:29:10.271856 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc68a448-1c44-4199-b7c4-316a7ab5d2d5 req-c904d175-3b43-4a4a-9247-84e66ce835d5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408251
Dec 22 15:29:11.435292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-e3a43c02-d006-444f-8cee-b19214187760 service neutron] 10.222.0.61 "GET /v2.0/ports/42855040-a4ae-427d-9e6a-23cbb86aae0e/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0839860
Dec 22 15:29:11.478993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02713722-362a-49c7-b422-c3987b7513c7 req-cfd15d82-b92a-456c-9ae6-d32239793946 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:11.481975 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02713722-362a-49c7-b422-c3987b7513c7 req-cfd15d82-b92a-456c-9ae6-d32239793946 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0824153
Dec 22 15:29:11.536549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-02713722-362a-49c7-b422-c3987b7513c7 req-205a0fbc-903b-4ea8-83f2-29f5601f0ee0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462451
Dec 22 15:29:11.726534 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-f8975127-15f3-4169-839e-79fef358f2ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1099 time: 0.0748751
Dec 22 15:29:11.826437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-5fb853ea-beae-4012-bce7-a22d174dad72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0735652
Dec 22 15:29:12.086081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670ae-7f71-45a2-abff-04064db1765a req-345ceaa0-b710-457c-af02-0490381d30c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:12.087443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-345ceaa0-b710-457c-af02-0490381d30c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.2512059
Dec 22 15:29:12.203384 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-9686de83-20da-4b19-a4be-a661c03500f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1003 time: 0.1049719
Dec 22 15:29:12.272299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670ae-7f71-45a2-abff-04064db1765a req-e50c6db9-9c7c-4f9a-a655-8b766222923f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:12.273917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-e50c6db9-9c7c-4f9a-a655-8b766222923f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0591218
Dec 22 15:29:12.354949 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-181b8186-f219-4138-bb27-12143f39f96f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740058
Dec 22 15:29:12.500694 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-8d34793c-9c37-436c-9587-67dd47e56283 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345537
Dec 22 15:29:12.657979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e16670ae-7f71-45a2-abff-04064db1765a req-6a7d561f-1fc1-48ce-bc7c-14e92e7691b6 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458077
Dec 22 15:29:12.740061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813d7e-778d-4367-9557-600348e55e0a req-e1ec472d-8fbf-4d63-a052-f06959d2d01d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:12.741583 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d813d7e-778d-4367-9557-600348e55e0a req-e1ec472d-8fbf-4d63-a052-f06959d2d01d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0795205
Dec 22 15:29:12.789499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d813d7e-778d-4367-9557-600348e55e0a req-4f0a64ca-eea7-41eb-a16a-6695ee3dfe85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410008
Dec 22 15:29:13.320256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:29:13.455241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:13.469165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:29:13.570889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:13.594253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:29:13.617503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:13.621830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:13.623635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:13.690489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:13.699228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.699569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.699900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.700231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.700584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.700913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.701235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.701561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.701876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.702202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.702528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:13.706789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:13.708916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['42855040-a4ae-427d-9e6a-23cbb86aae0e'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:29:13.993542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97317222-1bac-45c6-ae6e-5f6c571a13cc req-3075a733-81b5-468c-b7ad-40de401835e7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:13.995694 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-97317222-1bac-45c6-ae6e-5f6c571a13cc req-3075a733-81b5-468c-b7ad-40de401835e7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0773830
Dec 22 15:29:14.043171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-97317222-1bac-45c6-ae6e-5f6c571a13cc req-8942705f-7d68-4424-a93b-98c307f996ea tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411353
Dec 22 15:29:15.249615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be858c4-9ac6-40ce-8754-0f837767e8b6 req-e3ff0aae-aafa-4c8b-98c7-19a6e334da62 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:15.251206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4be858c4-9ac6-40ce-8754-0f837767e8b6 req-e3ff0aae-aafa-4c8b-98c7-19a6e334da62 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0842655
Dec 22 15:29:15.309712 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4be858c4-9ac6-40ce-8754-0f837767e8b6 req-d0723e38-a797-4cc1-99b5-3365b6a99c47 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469997
Dec 22 15:29:15.336722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:29:15.413842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 42855040-a4ae-427d-9e6a-23cbb86aae0e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:29:15.414375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:15.544905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:15.577623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:15.588292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:15.604714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:15.610548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:15.728272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:15.735093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:15.802387 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'code': 200}
Dec 22 15:29:15.831666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-b814bcd5-32eb-49ed-9363-ee9d3d9a28a9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:15.833117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-b814bcd5-32eb-49ed-9363-ee9d3d9a28a9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f&tenant_id=7c1a5aa2b3244176be4b5f249c82a841&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 946 time: 0.0958691
Dec 22 15:29:15.892506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ba62f-7d24-4ad0-b67a-b7ec45383c90 req-9cd09323-4d2b-4af8-832e-32928efe2b73 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:15.894494 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b42ba62f-7d24-4ad0-b67a-b7ec45383c90 req-9cd09323-4d2b-4af8-832e-32928efe2b73 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0885901
Dec 22 15:29:15.919158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-0e119fb3-86b4-49a9-a42e-ddb426e21126 service neutron] 10.222.0.61 "GET /v2.0/ports/42855040-a4ae-427d-9e6a-23cbb86aae0e/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0800123
Dec 22 15:29:16.022879 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-96bcbb79-af73-4128-bc9c-2bc8195b3f9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0797827
Dec 22 15:29:16.067907 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b42ba62f-7d24-4ad0-b67a-b7ec45383c90 req-050ac7a1-25a5-4044-a1e5-1303b3a740a1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668890
Dec 22 15:29:16.167973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-bf1993ed-3a49-48cb-9dfb-bb76f51c1ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:16.169357 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-bf1993ed-3a49-48cb-9dfb-bb76f51c1ff8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1401911
Dec 22 15:29:16.275731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-831eb78f-88a6-4619-853f-2337161340f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1003 time: 0.0994136
Dec 22 15:29:16.342085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-3f792a35-1738-4376-84f5-4262b678596d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:16.343727 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-3f792a35-1738-4376-84f5-4262b678596d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0611525
Dec 22 15:29:16.439304 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-d7388cc1-2a1e-4ad4-bc37-4fe5531c7241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0888612
Dec 22 15:29:16.575917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-21bf5a60-e023-430f-b10a-3b7c77b152ba service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297958
Dec 22 15:29:16.838931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-3754fa73-5592-4ca9-b30d-6013b6024429 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561281
Dec 22 15:29:17.283833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ea79d-6f63-4d1d-8a6e-bf6e081bc509 req-856dc41d-efe1-492a-8fa6-11da6b91bc35 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:17.285338 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d80ea79d-6f63-4d1d-8a6e-bf6e081bc509 req-856dc41d-efe1-492a-8fa6-11da6b91bc35 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0822389
Dec 22 15:29:17.335744 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d80ea79d-6f63-4d1d-8a6e-bf6e081bc509 req-464b2e65-9795-49b1-919d-c3de5c7ea3a9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442624
Dec 22 15:29:18.551209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d25c83-a801-40c8-b262-cbf90292e051 req-ec78851c-7493-40ac-9383-ab0c9527e804 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:18.552693 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b0d25c83-a801-40c8-b262-cbf90292e051 req-ec78851c-7493-40ac-9383-ab0c9527e804 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0813608
Dec 22 15:29:18.613781 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b0d25c83-a801-40c8-b262-cbf90292e051 req-679fa155-02e0-45bd-9a14-d4e4d1cc644c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552974
Dec 22 15:29:19.563921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-2f7d64a1-32d3-44ce-906b-442523698b0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1099 time: 0.0745327
Dec 22 15:29:19.659950 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-cfe534b2-2dcd-415a-ad65-5ed78f387bd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 1099 time: 0.0700240
Dec 22 15:29:19.849319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-6c1e944c-59d5-4f51-8658-eb56fcb84d92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:19.850805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-6c1e944c-59d5-4f51-8658-eb56fcb84d92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1831844
Dec 22 15:29:19.971490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02efd87-55a0-42c2-a855-37b5d6694a7c req-7b286e51-d300-46b2-b0cd-8f0a05d7a527 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:19.972893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f02efd87-55a0-42c2-a855-37b5d6694a7c req-7b286e51-d300-46b2-b0cd-8f0a05d7a527 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.2171171
Dec 22 15:29:20.006610 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-d4e1bf9b-fc26-408f-8d6b-f9179afde581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 200  len: 1003 time: 0.1479630
Dec 22 15:29:20.078171 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f02efd87-55a0-42c2-a855-37b5d6694a7c req-11731303-5b4f-4d0e-94f0-854ba6125040 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934789
Dec 22 15:29:20.087556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-a681cbe2-4921-485b-9c79-bf3040ded194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:20.089518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-a681cbe2-4921-485b-9c79-bf3040ded194 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0747883
Dec 22 15:29:20.179021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-1fd04d83-d8be-45ef-8b0a-1e38a2d159ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0818987
Dec 22 15:29:20.316799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-5b7acd68-a94b-4e51-b21d-2a04cd4e0ad6 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270974
Dec 22 15:29:20.447700 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87783e36-7dc6-4f08-b671-336af7b401d2 req-5b97cd0a-1a42-4b25-89c0-0f49167434ff service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237679
Dec 22 15:29:21.275164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cc03-80a7-4d4b-8a3e-11de73cc6038 req-192b91cb-bcbc-4fae-8dcd-8fc156f25f57 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:21.276972 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e51cc03-80a7-4d4b-8a3e-11de73cc6038 req-192b91cb-bcbc-4fae-8dcd-8fc156f25f57 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0776067
Dec 22 15:29:21.323711 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e51cc03-80a7-4d4b-8a3e-11de73cc6038 req-ac54e767-4af5-499f-8bbc-3a29107f624b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404503
Dec 22 15:29:21.388140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:29:21.521154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:21.535704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'mac_address': 'fa:16:3e:a5:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:29:21.591506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:21.608623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:29:21.624237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:21.628399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:21.630139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:21.699605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:21.703455 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['42855040-a4ae-427d-9e6a-23cbb86aae0e'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:29:21.726719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:22.528767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49355f5-5962-4288-aec3-cea9af617e2b req-d8c4124e-14fa-4dfc-b1f5-c8b023aa3a40 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:22.530264 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d49355f5-5962-4288-aec3-cea9af617e2b req-d8c4124e-14fa-4dfc-b1f5-c8b023aa3a40 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0827990
Dec 22 15:29:22.578775 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d49355f5-5962-4288-aec3-cea9af617e2b req-151866cf-a0af-4c6d-9776-8e2157fd1a18 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431037
Dec 22 15:29:22.778558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1dee0-ec9d-4d92-b5f1-60fb6617050c req-e336e27a-c638-4ac3-9e8a-a975508dd582 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:22.780001 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cee1dee0-ec9d-4d92-b5f1-60fb6617050c req-e336e27a-c638-4ac3-9e8a-a975508dd582 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0793612
Dec 22 15:29:22.831583 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cee1dee0-ec9d-4d92-b5f1-60fb6617050c req-53cc3c24-a903-410a-9e7a-ac7d984b1b24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460229
Dec 22 15:29:23.033831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c5b3c-875d-439d-a5c7-4b76c6e0f1b1 req-381daba5-5e45-4e61-93c5-31a50d64bd02 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:23.035296 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5d1c5b3c-875d-439d-a5c7-4b76c6e0f1b1 req-381daba5-5e45-4e61-93c5-31a50d64bd02 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0788786
Dec 22 15:29:23.081500 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5d1c5b3c-875d-439d-a5c7-4b76c6e0f1b1 req-2531ddf2-0a7b-4c69-8f0c-4d3f5c231242 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407319
Dec 22 15:29:23.390234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:29:23.462539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 42855040-a4ae-427d-9e6a-23cbb86aae0e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:29:23.462914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:23.494068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122eaae-878d-402c-a5f9-86fb6f442cdb req-7553c156-4e77-416f-a8f5-8df1a9b8d0da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:23.495794 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0122eaae-878d-402c-a5f9-86fb6f442cdb req-7553c156-4e77-416f-a8f5-8df1a9b8d0da tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 945 time: 0.0782917
Dec 22 15:29:23.548330 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0122eaae-878d-402c-a5f9-86fb6f442cdb req-4d769ba0-0a14-4fe8-bd34-68a36080a6fe tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470872
Dec 22 15:29:23.581806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:23.611025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:23.621020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:23.625386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:23.627686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:23.670035 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'code': 200}
Dec 22 15:29:23.695321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=9']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:23.698490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:24.631982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c8ed6f70-68a5-49d7-8003-f5d802cc1691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:24.766910 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cf968-7f19-4c4d-85f2-bb44456f4394 req-c59094d4-119a-4b5a-9dd2-cde4bfd28621 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:24.768504 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b6cf968-7f19-4c4d-85f2-bb44456f4394 req-c59094d4-119a-4b5a-9dd2-cde4bfd28621 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0880134
Dec 22 15:29:24.819143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b6cf968-7f19-4c4d-85f2-bb44456f4394 req-f61da871-0757-4b41-9afb-1afa05ce0816 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446942
Dec 22 15:29:26.020893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b29a0-0659-4f01-ae87-693114fb0d21 req-0ff38c1f-24fd-4a14-8b0a-fe08ace439c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:26.022250 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-529b29a0-0659-4f01-ae87-693114fb0d21 req-0ff38c1f-24fd-4a14-8b0a-fe08ace439c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0769379
Dec 22 15:29:26.070664 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-529b29a0-0659-4f01-ae87-693114fb0d21 req-00919c4f-4e88-47ba-8432-f858769d386c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429027
Dec 22 15:29:26.471237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-ab89440a-9bc1-4700-8015-af5749138f31 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:26.472681 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-ab89440a-9bc1-4700-8015-af5749138f31 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.0791461
Dec 22 15:29:26.545791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Deleting port 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:29:26.546406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:26.936788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] For port 42855040-a4ae-427d-9e6a-23cbb86aae0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42855040-a4ae-427d-9e6a-23cbb86aae0e,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:26.937035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:27.275457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:27.275733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:27.276036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e disassociated. External IP: 172.26.3.219, port: 42855040-a4ae-427d-9e6a-23cbb86aae0e.
Dec 22 15:29:27.276367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Calling delete_port for 42855040-a4ae-427d-9e6a-23cbb86aae0e owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:29:27.375884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9cb3f-9b15-412d-bb2e-e6d27f1c0bf6 req-0aef9cf0-a779-4fea-bb43-7b0d638467f9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:27.377394 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e5d9cb3f-9b15-412d-bb2e-e6d27f1c0bf6 req-0aef9cf0-a779-4fea-bb43-7b0d638467f9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 946 time: 0.1806099
Dec 22 15:29:27.480071 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e5d9cb3f-9b15-412d-bb2e-e6d27f1c0bf6 req-4476ec99-5ccb-4421-929d-0dcad080698e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946219
Dec 22 15:29:27.481151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:27.487532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:27.534697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'Port': ['ID=42855040-a4ae-427d-9e6a-23cbb86aae0e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:27.548884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.549291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.549679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.550046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.550415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.550782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.551143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.551501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.551859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.552218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.552591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:29:27.556510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:27.588952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-87a944a5-5880-4f5a-ba4b-1416775e2794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:27.772827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:29:27.970982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:29:27.980354 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:29:27.992233 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:29:27.992854 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760885e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:28.040253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] No DVR routers for this DVR port 42855040-a4ae-427d-9e6a-23cbb86aae0e on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:29:28.042690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:28.046225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-deleted', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:28.064548 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99088e65-6b54-4935-a25b-e5b7ba2e388f req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "DELETE /v2.0/ports/42855040-a4ae-427d-9e6a-23cbb86aae0e HTTP/1.1" status: 204  len: 173 time: 1.5841613
Dec 22 15:29:28.125396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:28.177269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:28.188928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a84370c-51e4-404e-8928-81b1d9999b8f', 'name': 'network-vif-deleted', 'tag': '42855040-a4ae-427d-9e6a-23cbb86aae0e', 'status': 'completed', 'code': 200}
Dec 22 15:29:28.202880 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:29:28.541361 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760885e0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:28.553765 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:29:28.570491 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:29:28.571465 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85760885e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:28.665328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1b4c317d-b70a-4780-88d6-03547db117b6 req-68cd0ab0-b731-4267-af8d-7f04ebc3b613 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:29:28.685379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1b4c317d-b70a-4780-88d6-03547db117b6 req-68cd0ab0-b731-4267-af8d-7f04ebc3b613 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:29:28.686622 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1b4c317d-b70a-4780-88d6-03547db117b6 req-68cd0ab0-b731-4267-af8d-7f04ebc3b613 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a84370c-51e4-404e-8928-81b1d9999b8f HTTP/1.1" status: 200  len: 210 time: 0.0651865
Dec 22 15:29:28.757626 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:29:29.091202 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85760885e0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:29.095250 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b47481-8e4e-4beb-9bcc-d958a4b1755e None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:29:29.302032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad21ea7-2db7-46a1-a67d-096db1acb8e1 None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:29:29.514835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:30.068658 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-49ee92f6-8905-4a9d-b1b2-42e816590d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1735308259&fields=id&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 267 time: 0.0417907
Dec 22 15:29:30.213823 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-623e6fa0-4397-4d42-a4e5-a3846a44c622 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:30.215162 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-623e6fa0-4397-4d42-a4e5-a3846a44c622 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.1405268
Dec 22 15:29:30.232255 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-1a417668-77f6-4957-bf0f-fc74b07582f6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/quotas/7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 375 time: 0.0110335
Dec 22 15:29:30.319185 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-43646a0c-7c5b-4350-b605-9fcaee545329 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0820296
Dec 22 15:29:30.471335 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-4cded1d7-e723-4bb3-8d35-9067e1b52b9b service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350479
Dec 22 15:29:30.611773 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-37947502-8af1-4609-b66c-451a09a0b798 service neutron] 10.222.0.69 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344497
Dec 22 15:29:30.805665 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c6de34af-3166-4ece-8e9b-1c178a77b7d1 req-1ae87507-a285-4e9e-9807-578ac9361820 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 210 time: 0.0485241
Dec 22 15:29:31.444483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:29:31.481570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 42855040-a4ae-427d-9e6a-23cbb86aae0e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:29:31.482190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 42855040-a4ae-427d-9e6a-23cbb86aae0e not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:29:31.988506 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3ee96fc1-1ebe-4dd4-a066-798a49551b58 req-30184916-1681-45c3-8dad-8f328877c7e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 210 time: 0.0501790
Dec 22 15:29:32.077557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-706b39e8-a816-4719-ac34-4e265b2d0e53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:32.079901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-706b39e8-a816-4719-ac34-4e265b2d0e53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 810 time: 0.2000241
Dec 22 15:29:32.256331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-bbaaa4ae-3497-49f0-8e47-2d75a3689001 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 380 time: 0.1600499
Dec 22 15:29:32.265904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'port': {'device_id': '87c48b38-786e-4635-bff1-edb952510cb9', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'admin_state_up': True, 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'security_groups': ['1d891398-c1b0-465e-bf8f-4de5b083e729']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:29:32.399787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:29:32.409107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:29:32.418885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Made reservation on behalf of 7c1a5aa2b3244176be4b5f249c82a841 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:29:32.422215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:32.585644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Allocated IP 172.20.0.9 (420502d0-fce7-4e1a-bfdc-7c9c6dbb2779/492a7c76-f7bb-44bf-ac49-a095184779db/409c46b5-c5d1-4290-88e3-d59e056f0fb8) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:29:32.775425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:32.790625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Transition to ACTIVE for port object 409c46b5-c5d1-4290-88e3-d59e056f0fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:29:32.812347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:32.818154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:32.888375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:29:32.891839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:29:32.896084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:29:32.922004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:32.927453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:32.961430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:32.962047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:32.989667 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7281137
Dec 22 15:29:33.002652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Request body: {'port': {'device_id': '87c48b38-786e-4635-bff1-edb952510cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:29:33.119493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.146924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ce3d50b9-fa27-47cd-9413-e8c0daab3697 None None] Provisioning for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:29:33.151968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ce3d50b9-fa27-47cd-9413-e8c0daab3697 None None] Provisioning complete for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:29:33.152630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ce3d50b9-fa27-47cd-9413-e8c0daab3697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.206379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d50b9-fa27-47cd-9413-e8c0daab3697 None None] Port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:29:33.320842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fada31-8204-4df9-afbc-a88c7df6f72a req-ccf0b1a1-b971-4424-a2dc-a4ad2aa7b1b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:33.321480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c3fada31-8204-4df9-afbc-a88c7df6f72a req-ccf0b1a1-b971-4424-a2dc-a4ad2aa7b1b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:29:33.404267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c3fada31-8204-4df9-afbc-a88c7df6f72a req-ccf0b1a1-b971-4424-a2dc-a4ad2aa7b1b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:29:33.405333 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3fada31-8204-4df9-afbc-a88c7df6f72a req-ccf0b1a1-b971-4424-a2dc-a4ad2aa7b1b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 931 time: 0.2769380
Dec 22 15:29:33.491774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3fada31-8204-4df9-afbc-a88c7df6f72a req-8cabc29c-d094-4452-8a2e-175f635ed415 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800741
Dec 22 15:29:33.537175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.575417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:29:33.582618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.599410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Transition to ACTIVE for port object 409c46b5-c5d1-4290-88e3-d59e056f0fb8 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:29:33.602408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.608882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-121bab16-711c-457a-b64f-c06e1edee749 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:33.746704 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:33.750327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:33.865528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Attempting to bind port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:29:33.865852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Attempting to bind port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:29:33.866251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Attempting to bind port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:29:33.872412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:29:33.872807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Attempting to bind port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 on network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:29:33.879293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:29:33.879619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Checking segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:29:33.879991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Bound using segment: {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:29:33.880445 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Bound port: 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c26f91-01fe-4d25-84db-1a29cdb44583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:29:33.880746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.980376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:29:33.983827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:29:33.988348 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:33.992453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5306f4d7-af27-468d-8c62-b0a0a49c6079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:34.056839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:34.058241 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] 10.222.0.61 "PUT /v2.0/ports/409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1093 time: 1.0598176
Dec 22 15:29:34.058770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:34.088135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:34.091935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:34.258722 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'status': 'completed', 'code': 200}
Dec 22 15:29:34.291483 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:29:34.295786 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-47e016b1-3ddd-4058-ab23-141a7bfa5305 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1096 time: 0.1945758
Dec 22 15:29:34.383258 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-0cf4d830-0d84-4765-a56f-5a8661a86d35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 217 time: 0.0779872
Dec 22 15:29:34.447540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-1bda64f5-ccb3-4922-addb-ed20fe3ec928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:34.448895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-1bda64f5-ccb3-4922-addb-ed20fe3ec928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0588391
Dec 22 15:29:34.526893 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-f7e87715-7472-48e8-9a10-f4c1286ac9df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702202
Dec 22 15:29:34.771741 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-8547f22a-4f46-4d0b-b372-e09c4ca9a8d3 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372115
Dec 22 15:29:34.784532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1afda2-614d-4176-9ac1-835bc1c7a53b req-10bc507e-0940-4972-8fd9-fd0d7e37f7c3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:34.785949 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8a1afda2-614d-4176-9ac1-835bc1c7a53b req-10bc507e-0940-4972-8fd9-fd0d7e37f7c3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 943 time: 0.1643734
Dec 22 15:29:34.932618 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8a1afda2-614d-4176-9ac1-835bc1c7a53b req-e1a592a5-df32-4a5d-861c-2be4f3e32d5f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269722
Dec 22 15:29:34.956518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f7ea24dc-7290-4023-bee7-d5233d07e659 req-a25ba1c5-6e1a-4ede-9c92-d13c0322ea2c service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694851
Dec 22 15:29:35.083602 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-b4e934ce-eb30-4be3-92a8-a7b15b783368 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1096 time: 0.0761485
Dec 22 15:29:35.219069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28015-a72a-4545-a48f-24880b1a7aed req-3d8e439c-cc02-4ca9-af7c-f5978995f1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:35.220564 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-3d8e439c-cc02-4ca9-af7c-f5978995f1c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1290600
Dec 22 15:29:35.293251 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-b664be23-a045-42e2-bdd3-916ae5c167b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 217 time: 0.0612614
Dec 22 15:29:35.363181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28015-a72a-4545-a48f-24880b1a7aed req-f9c752ec-e744-4f9f-9eea-ba7b564b1c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:35.364686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-f9c752ec-e744-4f9f-9eea-ba7b564b1c97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0631313
Dec 22 15:29:35.442295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-f90bcfb1-278b-4f83-a29f-1090be8ac12f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673692
Dec 22 15:29:35.575196 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-76ad0677-7523-403b-ae79-a6bda7c02ad5 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260476
Dec 22 15:29:35.709922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-39a28015-a72a-4545-a48f-24880b1a7aed req-702838b1-bdd9-444f-b45d-f5e65663002f service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264710
Dec 22 15:29:36.142810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654046b-5f34-4c89-8a2a-561b7998b013 req-0dc6b2e3-db72-4eba-8a21-7d00b1652849 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:36.144261 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a654046b-5f34-4c89-8a2a-561b7998b013 req-0dc6b2e3-db72-4eba-8a21-7d00b1652849 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 943 time: 0.0826509
Dec 22 15:29:36.191455 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a654046b-5f34-4c89-8a2a-561b7998b013 req-7346bcd1-907d-42b3-ab74-c1f9fa3ff052 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414982
Dec 22 15:29:37.406531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3b42b-f564-4042-8269-5f32d3d38ab5 req-35859e96-f1f5-4186-9eef-228b82606b3e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:37.408015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eda3b42b-f564-4042-8269-5f32d3d38ab5 req-35859e96-f1f5-4186-9eef-228b82606b3e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 943 time: 0.0801268
Dec 22 15:29:37.459088 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eda3b42b-f564-4042-8269-5f32d3d38ab5 req-c353d01d-2807-48f5-8d3d-b4bfd8f1f5ee tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452652
Dec 22 15:29:37.475606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:29:37.654379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:37.667341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:29:37.722472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:37.739750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:29:37.754296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:37.758243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:37.760077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:37.822673 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:37.825774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:37.996894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['409c46b5-c5d1-4290-88e3-d59e056f0fb8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:29:38.659891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c4649-ae71-4859-986b-f5f2884dbf8e req-b66632df-7d37-4cf0-a21d-d82399bafc6f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:38.661388 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-208c4649-ae71-4859-986b-f5f2884dbf8e req-b66632df-7d37-4cf0-a21d-d82399bafc6f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 944 time: 0.0803964
Dec 22 15:29:38.712789 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-208c4649-ae71-4859-986b-f5f2884dbf8e req-62c556aa-51fd-483e-8a4a-a3216ea7381d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452569
Dec 22 15:29:39.506847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:29:39.576599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:29:39.581200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:29:39.581576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:39.692177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:39.718622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:39.728044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:29:39.731840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:39.733666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:29:39.782438 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'code': 200}
Dec 22 15:29:39.813836 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:29:39.817312 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:29:39.935417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50e93-b2dc-4d5b-95e4-ecf524dd4e86 req-fcbdf58b-b930-4ea0-9bff-f8ed49b24c8e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:39.937983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-67d50e93-b2dc-4d5b-95e4-ecf524dd4e86 req-fcbdf58b-b930-4ea0-9bff-f8ed49b24c8e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0921295
Dec 22 15:29:39.990391 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-67d50e93-b2dc-4d5b-95e4-ecf524dd4e86 req-8a4dfb05-fcb7-4a60-a858-0a4b69fbef72 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439754
Dec 22 15:29:40.024313 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c6e34b47-f821-4ccf-bdd3-5a5f8ef5012b req-196f9dd9-7808-4cdf-98a9-5a406627c905 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0728261
Dec 22 15:29:40.070100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c6e34b47-f821-4ccf-bdd3-5a5f8ef5012b req-cdbbdcfa-8c91-4c79-9e31-2d9c625abeda service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378571
Dec 22 15:29:41.321867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21704-80f8-43f7-a3dd-fb266a48a601 req-1aff2d98-65bb-4955-aba6-7698295dc734 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:41.323214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04c21704-80f8-43f7-a3dd-fb266a48a601 req-1aff2d98-65bb-4955-aba6-7698295dc734 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.2037940
Dec 22 15:29:41.370614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04c21704-80f8-43f7-a3dd-fb266a48a601 req-7d31ed7a-7d23-4e1a-a61c-d0b332e0ac82 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407052
Dec 22 15:29:42.578139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6747a5c-0a56-4c52-90ce-67e25933a6b8 req-40b28d80-b849-48ec-8d09-74cb7825e54e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:42.579608 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6747a5c-0a56-4c52-90ce-67e25933a6b8 req-40b28d80-b849-48ec-8d09-74cb7825e54e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0813935
Dec 22 15:29:42.630339 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6747a5c-0a56-4c52-90ce-67e25933a6b8 req-ba5df199-5b90-4c9b-952b-6007d0a47129 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449913
Dec 22 15:29:42.823833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080a3c-aea9-451e-968f-ba877bd3223e req-44eff8a4-c7cc-4fd4-bf84-61d4abf34d37 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:42.825608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15080a3c-aea9-451e-968f-ba877bd3223e req-44eff8a4-c7cc-4fd4-bf84-61d4abf34d37 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0798600
Dec 22 15:29:42.833952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 45800) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:29:42.839082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Request body: {'floatingip': {'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:29:42.915184 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:43.524942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:43.528590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:43.729324 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e associated. External IP: 172.26.3.219, port: 409c46b5-c5d1-4290-88e3-d59e056f0fb8.
Dec 22 15:29:44.246371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:29:44.459671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:29:44.464171 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:44.470124 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:29:44.482477 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:29:44.483097 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f7b970>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:44.525866 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fbaca497-1a3f-4948-a084-7d444d181d24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "PUT /v2.0/floatingips/ad3c0295-7524-492b-84ed-aef9f35a317e HTTP/1.1" status: 200  len: 992 time: 1.6907530
Dec 22 15:29:44.526409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:29:44.592738 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'status': 'completed', 'code': 200}
Dec 22 15:29:44.695418 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:29:44.703395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-c39071d0-c768-4c73-842d-2e96c9745182 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0787148
Dec 22 15:29:44.844670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-c4afaf41-66ed-4bc4-bf47-cb3b7db7d676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:44.846284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-c4afaf41-66ed-4bc4-bf47-cb3b7db7d676 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1356273
Dec 22 15:29:44.955385 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-d0b7c512-1d3d-4576-b9f2-bebb6a1cf15d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1000 time: 0.1009557
Dec 22 15:29:45.020762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-449c5788-be66-49e8-99bc-4e0074aa5889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:29:45.022366 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-449c5788-be66-49e8-99bc-4e0074aa5889 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0589769
Dec 22 15:29:45.047475 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f7b970>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c48b38-786e-4635-bff1-edb952510cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:29:43Z', 'revision_number': 13, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:45.052240 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:29:45.063799 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:29:45.064448 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f7b970>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:29:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:45.103129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-18e44d38-017b-4e61-8fb4-6d761a5c5c50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734966
Dec 22 15:29:45.266018 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:29:45.270593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-0110b17f-b92a-4606-91b6-6c4fbbbe6c60 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592627
Dec 22 15:29:45.406206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-baa6e88c-474d-418e-bd41-594cb693dfe6 req-1f7f9b43-31db-4e34-819a-9231e6cb8751 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276293
Dec 22 15:29:45.614667 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f7b970>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c48b38-786e-4635-bff1-edb952510cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:29:43Z', 'revision_number': 13, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:29:45.618744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89eda68-149c-45d5-989f-5025db3553a3 None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'ad3c0295-7524-492b-84ed-aef9f35a317e', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c48b38-786e-4635-bff1-edb952510cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:25:05Z', 'updated_at': '2021-12-22T15:29:43Z', 'revision_number': 13, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:29:45.836281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0725432-026d-4bdf-977a-652b012919de None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:29:54.629614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bed4dc01-0e2f-4292-ba1a-9bb93a61473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:57.583364 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4833346-aeec-4e47-b9f9-96b79eb0f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:58.107985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:58.170680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:29:59.410681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:03.273529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-9ecbedcf-0224-4252-a8cc-3b427937272c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688436
Dec 22 15:30:03.419593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-560f74a0-9587-4916-a7b4-dc4f71bbd296 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0703807
Dec 22 15:30:03.541193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:03.568634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-7b1e06bc-f40d-4f95-9c85-ca74c37c6966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:03.570097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-7b1e06bc-f40d-4f95-9c85-ca74c37c6966 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1291726
Dec 22 15:30:03.678997 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-12ed08d8-58b0-4418-94c7-a1b27384be0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1017480
Dec 22 15:30:03.749034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-dc2550a1-a42e-4333-ad5f-0b9f26b59853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:03.750525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-dc2550a1-a42e-4333-ad5f-0b9f26b59853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0631161
Dec 22 15:30:03.831810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-d37c90bc-7b9e-489c-a6c9-bac831fac80d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733538
Dec 22 15:30:04.095072 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-d883ea8e-78ab-491a-9379-e32b70e4d6ec service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545786
Dec 22 15:30:04.231421 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25896e74-c7dc-4d45-91e8-4ee01222ac5e req-347c5264-d854-4065-a7b6-0ad24f00e91a service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287935
Dec 22 15:30:11.325610 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:30:24.629311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-714a7ff5-1beb-4028-a982-f3accaf8a5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:26.799587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fa681-d5b2-4d33-977a-a4be693b8d38 req-a4fa6fbf-ec23-466a-8c7b-36a7ebe8cd1c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:26.803686 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3d8fa681-d5b2-4d33-977a-a4be693b8d38 req-a4fa6fbf-ec23-466a-8c7b-36a7ebe8cd1c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0797479
Dec 22 15:30:26.848614 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3d8fa681-d5b2-4d33-977a-a4be693b8d38 req-56d41b89-a6be-49f5-9578-4c842aeaf8c9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420065
Dec 22 15:30:27.587768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1516dc00-3885-423c-b167-50bdf72c9051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:28.116776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:28.175759 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:29.415588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:33.551787 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:36.453366 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a61bd481-5234-4161-9644-8de17ba324a2 req-5072b82a-9d2c-419a-9211-54078fee5f05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0841868
Dec 22 15:30:36.728467 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-5561227f-2560-4499-bb1d-db7aed560b7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0724051
Dec 22 15:30:36.794428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3a0c-8d9a-44a4-ab93-7b1f49254f72 req-f5d1d1d3-63da-4757-969d-b130a3857536 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:36.795970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2dee3a0c-8d9a-44a4-ab93-7b1f49254f72 req-f5d1d1d3-63da-4757-969d-b130a3857536 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0863352
Dec 22 15:30:36.846989 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2dee3a0c-8d9a-44a4-ab93-7b1f49254f72 req-d6203ae7-df11-4059-a68c-71bb45931b24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451322
Dec 22 15:30:37.985479 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-9eefcdc6-58a1-4a45-b5a4-af30f3fdc040 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0744851
Dec 22 15:30:38.052365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e5e5c-b7f2-47f5-a3a4-0797942a7b3a req-0b5d1937-e153-4728-a03f-8d5943ceedcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:38.053873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b90e5e5c-b7f2-47f5-a3a4-0797942a7b3a req-0b5d1937-e153-4728-a03f-8d5943ceedcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0789526
Dec 22 15:30:38.132731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-91c845e5-8cec-4463-a48f-7e102ba453da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:38.134214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-91c845e5-8cec-4463-a48f-7e102ba453da service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1390986
Dec 22 15:30:38.206952 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b90e5e5c-b7f2-47f5-a3a4-0797942a7b3a req-c21a7a78-6a25-48fc-8dca-a19a4172f3a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1461890
Dec 22 15:30:38.244224 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-29f40389-9714-4b82-98a7-b2b2f4c35a28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1027083
Dec 22 15:30:38.312013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-950103fb-ab20-467b-a788-2efb5509c46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:38.313484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-950103fb-ab20-467b-a788-2efb5509c46f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0621486
Dec 22 15:30:38.396983 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-81325c4a-3333-496f-9e96-5c4ca29b1501 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735080
Dec 22 15:30:38.537698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-051b4022-8d55-4b9a-afc7-e4ad6d33d8ad service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295507
Dec 22 15:30:38.679549 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-ef3225bb-666a-4c7e-bf21-ee3397ffd2b2 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313057
Dec 22 15:30:39.415251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7d74f-6212-4600-92b2-d9f46e9a72c1 req-29d5246d-fd9f-40c8-88f4-960879dd4454 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:39.416747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0e7d74f-6212-4600-92b2-d9f46e9a72c1 req-29d5246d-fd9f-40c8-88f4-960879dd4454 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0780714
Dec 22 15:30:39.463992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0e7d74f-6212-4600-92b2-d9f46e9a72c1 req-ec466f9c-fa58-4cd6-a73e-c14b770ee9b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405288
Dec 22 15:30:40.671440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ec8c-e1bc-4c23-a93f-0be425ccf7ff req-32b5428b-9b93-4d8a-9c3e-acf8f8d3b203 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:40.672918 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b495ec8c-e1bc-4c23-a93f-0be425ccf7ff req-32b5428b-9b93-4d8a-9c3e-acf8f8d3b203 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0851805
Dec 22 15:30:40.718922 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b495ec8c-e1bc-4c23-a93f-0be425ccf7ff req-7272e7cf-8d39-4637-ae2d-8805a90910fc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404770
Dec 22 15:30:41.924366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d56d5-c2fb-4ca3-82a5-256ed7f78452 req-6964bfc9-a833-454b-bed1-da7994bbfec4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:41.925752 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c25d56d5-c2fb-4ca3-82a5-256ed7f78452 req-6964bfc9-a833-454b-bed1-da7994bbfec4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0811055
Dec 22 15:30:41.983376 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c25d56d5-c2fb-4ca3-82a5-256ed7f78452 req-e1c23a78-54aa-4328-9430-4185887e5238 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519068
Dec 22 15:30:43.193335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440164-3e8d-460c-864d-1c6854fd1979 req-83d8ce7a-4056-45bb-a289-43a275fd6bf0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:43.194708 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e6440164-3e8d-460c-864d-1c6854fd1979 req-83d8ce7a-4056-45bb-a289-43a275fd6bf0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0820801
Dec 22 15:30:43.243986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e6440164-3e8d-460c-864d-1c6854fd1979 req-f99db8b9-9448-42a1-b2bd-b146af968675 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424581
Dec 22 15:30:44.451526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228ce6-2fb5-4c50-932e-7feb9b3fbeab req-17051d09-b135-45bb-a978-edfc9e07858e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:44.453008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70228ce6-2fb5-4c50-932e-7feb9b3fbeab req-17051d09-b135-45bb-a978-edfc9e07858e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0784414
Dec 22 15:30:44.503227 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70228ce6-2fb5-4c50-932e-7feb9b3fbeab req-21dcda0e-ed2b-4643-a5d4-2609681041d1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447736
Dec 22 15:30:45.705472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0770-166e-4e23-8f92-6777e4c988b0 req-9eca622c-e7f2-42f8-94b5-f91b19882348 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:45.706931 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a25a0770-166e-4e23-8f92-6777e4c988b0 req-9eca622c-e7f2-42f8-94b5-f91b19882348 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0768929
Dec 22 15:30:45.755557 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a25a0770-166e-4e23-8f92-6777e4c988b0 req-381cd5d6-7269-4c54-b348-11166c0f8a2f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430520
Dec 22 15:30:46.954071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73427-623d-4506-8617-c7e005356c3c req-48c26653-367d-40d6-abbc-cbebd46dc6a8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:46.955446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5a73427-623d-4506-8617-c7e005356c3c req-48c26653-367d-40d6-abbc-cbebd46dc6a8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0767720
Dec 22 15:30:47.002644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c5a73427-623d-4506-8617-c7e005356c3c req-09826f41-9127-4402-91da-09699fd6bc58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415897
Dec 22 15:30:48.204625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35722c-efcf-458a-9906-8951ef4589b7 req-7b8ec247-9bfe-4d8a-aef3-8147f9b01952 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:48.206068 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6c35722c-efcf-458a-9906-8951ef4589b7 req-7b8ec247-9bfe-4d8a-aef3-8147f9b01952 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0808854
Dec 22 15:30:48.251898 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6c35722c-efcf-458a-9906-8951ef4589b7 req-2e372d7f-c683-49f5-be73-9d904180e99d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404010
Dec 22 15:30:48.295345 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:30:49.456499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c25d9-8558-4d98-9f3d-495948763882 req-c12b7caf-f787-4056-aa8b-f0b08ba6a585 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:49.457988 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-281c25d9-8558-4d98-9f3d-495948763882 req-c12b7caf-f787-4056-aa8b-f0b08ba6a585 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0828750
Dec 22 15:30:49.504701 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-281c25d9-8558-4d98-9f3d-495948763882 req-8b012c74-8418-4076-a89a-bd31ca7d2204 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411665
Dec 22 15:30:50.712485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f19182-8a4c-4204-9e66-f8ec63cc4cc6 req-df645fed-9aa9-468b-b06c-3db8ac496699 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:50.714171 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-18f19182-8a4c-4204-9e66-f8ec63cc4cc6 req-df645fed-9aa9-468b-b06c-3db8ac496699 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0810182
Dec 22 15:30:50.765627 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-18f19182-8a4c-4204-9e66-f8ec63cc4cc6 req-bb6a49f7-6a2c-4227-aaab-7d13c56fe9d4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459917
Dec 22 15:30:51.967653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beceb6-882b-4ecf-b80b-867a7f7c1092 req-ee9b75aa-cb79-4d0a-892b-5acd71efeae4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:51.969051 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04beceb6-882b-4ecf-b80b-867a7f7c1092 req-ee9b75aa-cb79-4d0a-892b-5acd71efeae4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0775418
Dec 22 15:30:52.015975 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04beceb6-882b-4ecf-b80b-867a7f7c1092 req-6bdc43c5-e308-4184-860d-dce761dedd53 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412757
Dec 22 15:30:53.227907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047755b-060a-45f1-8fb6-41cb979a3079 req-8fdb2491-68c0-47ac-a1ce-957f2d026c58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:53.230021 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2047755b-060a-45f1-8fb6-41cb979a3079 req-8fdb2491-68c0-47ac-a1ce-957f2d026c58 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0872149
Dec 22 15:30:53.278513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2047755b-060a-45f1-8fb6-41cb979a3079 req-e017e2e6-1f13-4f48-af20-d29584b5f988 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435994
Dec 22 15:30:54.602895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c363-e872-4c18-8d56-cbb9f88b98eb req-ae7c27a1-989f-4d2f-951a-fba5c5234a0b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:54.604931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-82c8c363-e872-4c18-8d56-cbb9f88b98eb req-ae7c27a1-989f-4d2f-951a-fba5c5234a0b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.1997325
Dec 22 15:30:54.629064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b0d49374-6918-49a0-aab6-a44b5d71ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:54.668017 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-82c8c363-e872-4c18-8d56-cbb9f88b98eb req-5635b4f0-c0ac-49ea-813f-8ee6a2fddb56 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490808
Dec 22 15:30:55.872622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ee4c-71ea-4797-b0e4-e062a30b8165 req-b8d8ed20-73e0-4d4e-9d6d-f15c96445cc9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:55.874089 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ad47ee4c-71ea-4797-b0e4-e062a30b8165 req-b8d8ed20-73e0-4d4e-9d6d-f15c96445cc9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0837460
Dec 22 15:30:55.920677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ad47ee4c-71ea-4797-b0e4-e062a30b8165 req-87de6fd5-1e29-44d5-991c-ddcc291c6f2b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409696
Dec 22 15:30:56.617745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-bbb5b7f2-f3f9-4037-aa68-27466ff027f9 service neutron] 10.222.0.61 "GET /v2.0/ports/409c46b5-c5d1-4290-88e3-d59e056f0fb8/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0752127
Dec 22 15:30:56.914158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-e0e6a555-a71a-43ac-9e51-9b05a1583e1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1098 time: 0.0742102
Dec 22 15:30:57.012063 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-b9276116-cca6-4a48-8323-b1c203033340 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0727432
Dec 22 15:30:57.200855 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-dc7b8acc-e879-48c1-a953-7678f7986d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:57.202300 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-dc7b8acc-e879-48c1-a953-7678f7986d43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1803472
Dec 22 15:30:57.272410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8af17-4635-44d1-801e-6e3afd8956d6 req-7ae3903a-a937-4a6c-9108-a1a8de808a91 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:57.273865 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09d8af17-4635-44d1-801e-6e3afd8956d6 req-7ae3903a-a937-4a6c-9108-a1a8de808a91 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.1837707
Dec 22 15:30:57.355175 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-d7970f7d-e503-4945-ae39-749be37a8bd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1434021
Dec 22 15:30:57.357737 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09d8af17-4635-44d1-801e-6e3afd8956d6 req-ca860bd7-31f6-4cd6-88f5-841bcd9b208f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722957
Dec 22 15:30:57.423622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-dab42b4e-92bd-4516-bbe4-d4153aa80b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:57.425099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-dab42b4e-92bd-4516-bbe4-d4153aa80b18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0589261
Dec 22 15:30:57.508631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-e591d6f0-630e-4f5b-ae7b-cd45369ee73c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733895
Dec 22 15:30:57.595600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-eb9ef559-c4e8-4ade-a437-2b1411507b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:57.656411 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-1c3abfb1-6608-4569-b613-5ec519c74e75 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366596
Dec 22 15:30:57.798277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-98c46124-616d-4b5e-a6c3-71ed7e015862 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317353
Dec 22 15:30:58.113725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:58.180113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:58.567034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d508e-a7e0-4861-bd4a-c467ff24082e req-42d4d5d8-d839-42f2-976c-d2841f5404c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:58.568531 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-384d508e-a7e0-4861-bd4a-c467ff24082e req-42d4d5d8-d839-42f2-976c-d2841f5404c1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0818493
Dec 22 15:30:58.622295 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-384d508e-a7e0-4861-bd4a-c467ff24082e req-54f46fb7-f74b-4490-bd63-6d10f1d08b6a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464358
Dec 22 15:30:59.416223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:30:59.828589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc891c8-f16b-4b65-a7a0-5db5ebf0db79 req-90b448f0-d1f5-4d3e-bae2-23df215a51c0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:30:59.830093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ccc891c8-f16b-4b65-a7a0-5db5ebf0db79 req-90b448f0-d1f5-4d3e-bae2-23df215a51c0 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0782645
Dec 22 15:30:59.876133 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ccc891c8-f16b-4b65-a7a0-5db5ebf0db79 req-646f2c13-a3a7-4f11-b5b9-ccaefdeccfa6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405693
Dec 22 15:30:59.877919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:30:59.987403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:00.024220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:00.028412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:00.032120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:00.033916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:00.093149 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'code': 200}
Dec 22 15:31:00.102989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:00.111640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.111988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.112330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.112698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.113039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.113374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.113703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.114031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.114353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.114674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.114995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:00.118899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:01.081192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75046876-356d-42fd-90a0-2e03fb9cbd0d req-022e9250-430a-4ef2-bb61-7a40e05182b3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:01.082631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-75046876-356d-42fd-90a0-2e03fb9cbd0d req-022e9250-430a-4ef2-bb61-7a40e05182b3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 943 time: 0.0820055
Dec 22 15:31:01.129970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-75046876-356d-42fd-90a0-2e03fb9cbd0d req-fca5f16f-0f6f-48a1-8c54-361319ac84c3 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417728
Dec 22 15:31:01.876411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:31:02.050341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:02.063339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:31:02.118530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:02.138422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:31:02.153666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:02.157869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:02.159553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:02.227070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:02.230291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:02.242183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['409c46b5-c5d1-4290-88e3-d59e056f0fb8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:31:02.346214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720343d-c1f7-4d30-b396-64aa80c79c5f req-c435e4b8-ad48-4abf-b713-d27d9561a7e4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:02.347704 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8720343d-c1f7-4d30-b396-64aa80c79c5f req-c435e4b8-ad48-4abf-b713-d27d9561a7e4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 944 time: 0.0838599
Dec 22 15:31:02.397407 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8720343d-c1f7-4d30-b396-64aa80c79c5f req-73651058-0f7f-4e11-ade3-2203724417e9 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441382
Dec 22 15:31:03.563486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:03.603090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba27f3-c972-4abd-9997-17a26cabcf5b req-77bc4d81-a2d9-46d9-af1b-145e82081b25 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:03.605290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e3ba27f3-c972-4abd-9997-17a26cabcf5b req-77bc4d81-a2d9-46d9-af1b-145e82081b25 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 944 time: 0.0813396
Dec 22 15:31:03.653074 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e3ba27f3-c972-4abd-9997-17a26cabcf5b req-1d82ef30-e51b-4d22-86e3-44ec56620315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421629
Dec 22 15:31:03.894708 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:31:03.962619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:31:03.963549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:04.079010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:04.107009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:04.116669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:04.121584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:04.123446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-801065ea-1e5f-4fac-a593-2ee5ba7a4d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:04.174189 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'code': 200}
Dec 22 15:31:04.196476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:04.200132 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:04.868989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6041d6-22f5-4f24-8ae1-6be0f9713ad0 req-bb100537-0936-4211-8fb0-59175cba36df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:04.871424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cb6041d6-22f5-4f24-8ae1-6be0f9713ad0 req-bb100537-0936-4211-8fb0-59175cba36df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0851452
Dec 22 15:31:04.922327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cb6041d6-22f5-4f24-8ae1-6be0f9713ad0 req-55c56c9c-1b60-458f-bfd1-021bf0feca28 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452704
Dec 22 15:31:05.342039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-bdcf9c31-7761-4d2a-a9d2-c84d11019e5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0713739
Dec 22 15:31:05.493688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-4215d276-9ce6-4559-aaf1-d8da86f8e086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:05.496096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-4215d276-9ce6-4559-aaf1-d8da86f8e086 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1308191
Dec 22 15:31:05.726756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-4d9a5871-7111-4959-97e9-5b09d612634a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.2198551
Dec 22 15:31:05.793896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-b28a9471-2ca2-4dfb-8cb3-f7b02a8e032f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:05.795346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-b28a9471-2ca2-4dfb-8cb3-f7b02a8e032f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0615125
Dec 22 15:31:05.872516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-9cfc0e9f-5e35-43cd-8d82-320e695d6bce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691113
Dec 22 15:31:06.014496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-740840e5-2c01-414d-b497-3e230cf69bba service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321080
Dec 22 15:31:06.125810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3137c-3bde-4a13-a90f-f2cc78efefba req-f03cb5b3-feb5-418e-939d-9cb37fe3af7c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:06.127273 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-10e3137c-3bde-4a13-a90f-f2cc78efefba req-f03cb5b3-feb5-418e-939d-9cb37fe3af7c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0787649
Dec 22 15:31:06.158650 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff2692ab-cf1b-4247-9e17-973cea3fe342 req-f26fd3d5-8f04-44bf-bcf5-8804c184f64e service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340201
Dec 22 15:31:06.179201 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-10e3137c-3bde-4a13-a90f-f2cc78efefba req-f4f54f3b-c05f-4163-b4c7-47b27db85d75 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462654
Dec 22 15:31:07.391312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dae5-39c4-4f88-a0ba-b159e7759846 req-d636221e-f56a-40a8-95ed-d23b7c7cf0df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:07.392807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8563dae5-39c4-4f88-a0ba-b159e7759846 req-d636221e-f56a-40a8-95ed-d23b7c7cf0df tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0855453
Dec 22 15:31:07.440325 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8563dae5-39c4-4f88-a0ba-b159e7759846 req-6382387d-171c-469c-9967-f83e2d17671c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418100
Dec 22 15:31:07.916793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-1f976442-1129-433b-a4ca-3dcfdd745a5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:07.918246 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-1f976442-1129-433b-a4ca-3dcfdd745a5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&tenant_id=7c1a5aa2b3244176be4b5f249c82a841&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1303992
Dec 22 15:31:08.005625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0be48-8319-48ba-9e81-44a1bd10848f req-9543c946-e102-4e1c-bdec-99c843ffcef6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:08.006997 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ef0be48-8319-48ba-9e81-44a1bd10848f req-9543c946-e102-4e1c-bdec-99c843ffcef6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.1602900
Dec 22 15:31:08.036927 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-688327b3-460d-455f-84c6-d9f44d4f05df service neutron] 10.222.0.61 "GET /v2.0/ports/409c46b5-c5d1-4290-88e3-d59e056f0fb8/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1108828
Dec 22 15:31:08.060994 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ef0be48-8319-48ba-9e81-44a1bd10848f req-f3f3d52e-5ac8-4681-8ded-c96bf4f08507 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480020
Dec 22 15:31:08.136060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-680a90d7-f098-4639-bd96-b5a8dcebfb6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0739548
Dec 22 15:31:08.270197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-c82983fd-343c-425e-9ddd-6bd52dd57026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:08.271558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-c82983fd-343c-425e-9ddd-6bd52dd57026 service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1290152
Dec 22 15:31:08.382155 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-8ffcc09f-fa04-491b-8b72-1bccf58241c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1032882
Dec 22 15:31:08.454212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-274cbf15-607e-4d50-9c50-158f296fd63e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:08.455656 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-274cbf15-607e-4d50-9c50-158f296fd63e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0666783
Dec 22 15:31:08.539368 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-c7d53c88-4c9e-4a6b-9583-a58a76955bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767729
Dec 22 15:31:08.691134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-81f1c55b-84b9-4d8b-a1a9-09af284c11d8 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448362
Dec 22 15:31:08.859046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-da76239d-0955-48e4-9e0d-0d168f3e19f4 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603024
Dec 22 15:31:09.289671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee33d-a93b-4c4b-8700-d49953451961 req-f2206c8e-4989-4f80-bac4-b1f9c755ece7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:09.291815 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-825ee33d-a93b-4c4b-8700-d49953451961 req-f2206c8e-4989-4f80-bac4-b1f9c755ece7 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0843256
Dec 22 15:31:09.339478 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-825ee33d-a93b-4c4b-8700-d49953451961 req-9901c945-bc02-482d-ab24-071b5e52ba5c tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409396
Dec 22 15:31:10.663129 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70aaa-9e82-4056-860a-75dd4fcf0e0d req-889c7a28-18aa-4b7d-9406-1bc90a3f0c2b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:10.664569 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ab70aaa-9e82-4056-860a-75dd4fcf0e0d req-889c7a28-18aa-4b7d-9406-1bc90a3f0c2b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.1952708
Dec 22 15:31:10.714427 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ab70aaa-9e82-4056-860a-75dd4fcf0e0d req-2d250747-a51e-4590-8946-fadcfdf3d059 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435493
Dec 22 15:31:11.923953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b724fc-9cf7-47a1-9dda-ecaca684b2d4 req-af1bd4a3-8000-4f69-8772-ba3249649bf4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:11.925447 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e7b724fc-9cf7-47a1-9dda-ecaca684b2d4 req-af1bd4a3-8000-4f69-8772-ba3249649bf4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0823226
Dec 22 15:31:11.972859 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e7b724fc-9cf7-47a1-9dda-ecaca684b2d4 req-7e0a1d37-2b1f-4414-b2ef-9fe23c3af1c8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417252
Dec 22 15:31:12.440585 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-f28f78f6-2917-4875-8d56-13415f696dec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9&tenant_id=7c1a5aa2b3244176be4b5f249c82a841 HTTP/1.1" status: 200  len: 1098 time: 0.0724182
Dec 22 15:31:12.533677 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-43ba341e-c172-4d4c-8e9b-070c574ed056 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0693588
Dec 22 15:31:12.674898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-81e8c791-5904-411e-90a1-0d83f8d3460e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:12.676332 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-81e8c791-5904-411e-90a1-0d83f8d3460e service neutron] 10.222.0.61 "GET /v2.0/networks?id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 200  len: 911 time: 0.1326373
Dec 22 15:31:12.798702 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-21f70e58-8f23-4498-a895-b62aaba74680 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1113596
Dec 22 15:31:12.867104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-15098245-941f-4992-8a2c-e0f4a75e209b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:12.868644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-15098245-941f-4992-8a2c-e0f4a75e209b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 200  len: 849 time: 0.0618975
Dec 22 15:31:12.952468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-1a4a4819-38a6-49b2-b961-fc28c8a7a44b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734334
Dec 22 15:31:13.089864 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-44f1d520-b0e3-4a0a-bf78-7e224bf504d0 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278131
Dec 22 15:31:13.283022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9484a603-59e4-4726-b56d-29da5b3cf7cc req-4737b3a7-4a86-4d3c-92ab-381d96ae3326 service neutron] 10.222.0.61 "GET /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825092
Dec 22 15:31:13.293234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301efd64-a287-44f2-b7ed-418d7e1df82e req-b2ea00c4-e156-4083-89de-913852352925 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:13.294678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-301efd64-a287-44f2-b7ed-418d7e1df82e req-b2ea00c4-e156-4083-89de-913852352925 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.1766727
Dec 22 15:31:13.343302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-301efd64-a287-44f2-b7ed-418d7e1df82e req-193f67a6-eeda-40c3-b4fa-2bb4fcf0f324 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426440
Dec 22 15:31:14.551655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced01016-1fcc-4867-a24b-9e6d78e65604 req-99d1f9a7-6aa8-4d1e-b19e-01d79f7e520f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:14.553049 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ced01016-1fcc-4867-a24b-9e6d78e65604 req-99d1f9a7-6aa8-4d1e-b19e-01d79f7e520f tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0829155
Dec 22 15:31:14.603212 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ced01016-1fcc-4867-a24b-9e6d78e65604 req-b164767d-93be-46b6-8901-867cd5b2dc6e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442822
Dec 22 15:31:15.810917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3537b-2701-48c0-8757-b088a92f8674 req-e3617fde-03e9-48e1-ac09-38cbf956719b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:15.812410 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e1f3537b-2701-48c0-8757-b088a92f8674 req-e3617fde-03e9-48e1-ac09-38cbf956719b tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0823710
Dec 22 15:31:15.860356 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e1f3537b-2701-48c0-8757-b088a92f8674 req-f816e86d-d51f-43ba-8379-7d556221f8ab tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423133
Dec 22 15:31:15.961243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:31:16.071169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:16.097281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:16.107551 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:16.111669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:16.113427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:16.164447 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'code': 200}
Dec 22 15:31:16.184482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=9']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:16.187608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:17.062299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaabbd-4625-4a40-92fb-23069852f38d req-791da539-859d-431c-acf5-6fd1320ac959 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:17.063762 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2fbaabbd-4625-4a40-92fb-23069852f38d req-791da539-859d-431c-acf5-6fd1320ac959 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 943 time: 0.0767105
Dec 22 15:31:17.110154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2fbaabbd-4625-4a40-92fb-23069852f38d req-a624fafd-c7cf-4045-89a6-a21d1fbed9fc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409160
Dec 22 15:31:17.962007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:31:18.098592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:18.112254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'port_id': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'mac_address': 'fa:16:3e:e1:1f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:31:18.166719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:18.186372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:31:18.204965 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:18.209715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:18.211466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:18.282202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=10']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:18.287399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['409c46b5-c5d1-4290-88e3-d59e056f0fb8'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:31:18.313100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:18.327036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bb971-e65b-48d1-84d0-91e6ef7261e2 req-86736299-0f0b-458d-ab41-f5077720d242 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:18.328133 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-033bb971-e65b-48d1-84d0-91e6ef7261e2 req-86736299-0f0b-458d-ab41-f5077720d242 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0919001
Dec 22 15:31:18.377200 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-033bb971-e65b-48d1-84d0-91e6ef7261e2 req-5c904073-fa3b-4afe-b81e-4fa19f0d937d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431330
Dec 22 15:31:19.582198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240b40-0b3e-4069-bc4f-cd6c81499319 req-bd72ae64-4b40-41e3-bf54-769a5a15fb24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:19.583673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15240b40-0b3e-4069-bc4f-cd6c81499319 req-bd72ae64-4b40-41e3-bf54-769a5a15fb24 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 945 time: 0.0819960
Dec 22 15:31:19.631974 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15240b40-0b3e-4069-bc4f-cd6c81499319 req-f5e83148-3c0e-49d2-948e-5341345f9f48 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424237
Dec 22 15:31:19.979120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:31:20.048642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:31:20.049019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:20.166125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:20.193642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:20.204614 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:20.208561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:20.210474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70ed5409-63b2-4d20-b595-5a9b07ba6407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:20.267264 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'code': 200}
Dec 22 15:31:20.278331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=11']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:20.281355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:20.838777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3095c-a5bb-448f-aaa7-cba375ef83e8 req-b2b77c56-271d-4278-999e-944d8a15441a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:20.840256 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e5c3095c-a5bb-448f-aaa7-cba375ef83e8 req-b2b77c56-271d-4278-999e-944d8a15441a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0847459
Dec 22 15:31:20.891312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e5c3095c-a5bb-448f-aaa7-cba375ef83e8 req-9a76158b-2bc1-49d6-9826-41906fa04b33 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452724
Dec 22 15:31:22.092659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fd411-3417-43ad-a058-caab6569b2e2 req-26b8ff48-d0b3-4062-89c5-e7ac9d0a7f57 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:22.094148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-378fd411-3417-43ad-a058-caab6569b2e2 req-26b8ff48-d0b3-4062-89c5-e7ac9d0a7f57 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0784829
Dec 22 15:31:22.140963 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-378fd411-3417-43ad-a058-caab6569b2e2 req-adcd043b-87d1-48a9-85f4-5cf339811b85 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410447
Dec 22 15:31:22.357405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962566ab-5a62-478c-a264-2433043aadf4 req-69f4fb74-8f80-484f-982d-e930dd3d21cd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:22.358878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-962566ab-5a62-478c-a264-2433043aadf4 req-69f4fb74-8f80-484f-982d-e930dd3d21cd tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0785048
Dec 22 15:31:22.405205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-962566ab-5a62-478c-a264-2433043aadf4 req-b85df09a-1aab-4d0c-9744-6cef4c48f4a6 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408320
Dec 22 15:31:22.610770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a8fd0-5520-4d00-ae4d-7657ff902d42 req-a3dac8f4-9c0d-4341-a657-ce900b81e394 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:22.612206 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-991a8fd0-5520-4d00-ae4d-7657ff902d42 req-a3dac8f4-9c0d-4341-a657-ce900b81e394 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0827065
Dec 22 15:31:22.657819 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-991a8fd0-5520-4d00-ae4d-7657ff902d42 req-cde1f40e-5969-4558-b9b9-862a353ac5ae tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398407
Dec 22 15:31:23.084583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822e724-3750-4099-bb3b-c77c386ae3f4 req-2fdbac5a-59b8-45de-bfc1-e11b39cbfc47 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:23.085890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5822e724-3750-4099-bb3b-c77c386ae3f4 req-2fdbac5a-59b8-45de-bfc1-e11b39cbfc47 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0795836
Dec 22 15:31:23.138293 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5822e724-3750-4099-bb3b-c77c386ae3f4 req-3f036e2d-c491-4010-b29b-c6f302132f25 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460753
Dec 22 15:31:24.344984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c0c73-bf25-4d29-bd9c-6363af809cc6 req-1bb2d3ed-5cf6-40bd-8720-83734704c4a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:24.346439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-516c0c73-bf25-4d29-bd9c-6363af809cc6 req-1bb2d3ed-5cf6-40bd-8720-83734704c4a4 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0816698
Dec 22 15:31:24.392780 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-516c0c73-bf25-4d29-bd9c-6363af809cc6 req-46f2bc92-3e4c-41e3-b782-8d7080627c13 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406930
Dec 22 15:31:24.624489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-534f8aea-e40b-4a86-ab5c-3120cb92b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:25.296736 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:31:25.747588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f104bc-e685-4204-971c-afcd0caac663 req-03c19307-e341-4b02-ad68-158df7b0b48d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:25.749102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-56f104bc-e685-4204-971c-afcd0caac663 req-03c19307-e341-4b02-ad68-158df7b0b48d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0836785
Dec 22 15:31:25.798329 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-56f104bc-e685-4204-971c-afcd0caac663 req-9fedebb2-987c-4a5f-bbd4-393388659ee5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d891398-c1b0-465e-bf8f-4de5b083e729&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437768
Dec 22 15:31:25.898075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e79b1fdf-6f71-4118-8227-0bbdce51849d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:25.899421 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e79b1fdf-6f71-4118-8227-0bbdce51849d tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 946 time: 0.0756454
Dec 22 15:31:26.087906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Deleting port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:26.088243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:26.331422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] For port 409c46b5-c5d1-4290-88e3-d59e056f0fb8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=409c46b5-c5d1-4290-88e3-d59e056f0fb8,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:26.331688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:26.631347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:26.631714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:26.632021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Floating IP ad3c0295-7524-492b-84ed-aef9f35a317e disassociated. External IP: 172.26.3.219, port: 409c46b5-c5d1-4290-88e3-d59e056f0fb8.
Dec 22 15:31:26.632356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Calling delete_port for 409c46b5-c5d1-4290-88e3-d59e056f0fb8 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:26.781196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:26.787175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b87b8e9e-6df9-4c73-b067-53f11ba03486 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:26.838794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'Port': ['ID=409c46b5-c5d1-4290-88e3-d59e056f0fb8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:26.851692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.852092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.852481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.853458 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.853829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.854198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.854560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.854921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.855285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.855630 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.855990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:26.859739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:26.982281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3e13d7b6-2336-4c86-a147-97f42a70ff23 req-0c80ff05-62e0-4c0d-94c4-19ae8acac3f5 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 210 time: 0.0451260
Dec 22 15:31:27.117271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:31:27.333116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:31:27.344143 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:31:27.363080 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:31:27.363718 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4d100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:30:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:27.406230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] No DVR routers for this DVR port 409c46b5-c5d1-4290-88e3-d59e056f0fb8 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:31:27.409353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:27.413680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-deleted', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:27.430521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab41a94a-c639-4e87-9d64-980ecde20437 req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.61 "DELETE /v2.0/ports/409c46b5-c5d1-4290-88e3-d59e056f0fb8 HTTP/1.1" status: 204  len: 173 time: 1.5243783
Dec 22 15:31:27.475827 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c48b38-786e-4635-bff1-edb952510cb9', 'name': 'network-vif-deleted', 'tag': '409c46b5-c5d1-4290-88e3-d59e056f0fb8', 'status': 'completed', 'code': 200}
Dec 22 15:31:27.549009 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:31:27.601611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-26634314-a9ad-4f35-9135-bfb2940d12c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:27.875871 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4d100>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:27.879982 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:31:27.892539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:31:27.893162 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4d100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:31:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:28.083686 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:31:28.122854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:28.155967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-996aaf15-d45f-415c-915b-9e3fc19326b2 req-64f269fc-5cd3-4175-8cc5-a444b87db412 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Synchronizing usage tracker for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:31:28.174177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-996aaf15-d45f-415c-915b-9e3fc19326b2 req-64f269fc-5cd3-4175-8cc5-a444b87db412 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Unset dirty status for tenant:7c1a5aa2b3244176be4b5f249c82a841 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:31:28.184210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:28.188130 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-996aaf15-d45f-415c-915b-9e3fc19326b2 req-64f269fc-5cd3-4175-8cc5-a444b87db412 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/ports?device_id=87c48b38-786e-4635-bff1-edb952510cb9 HTTP/1.1" status: 200  len: 210 time: 0.0745299
Dec 22 15:31:28.423379 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4d100>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:28.427722 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9024cd-cdc4-4010-881f-5d7a28ec59ff None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:02Z', 'revision_number': 4, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'f213d627-1b81-4c5a-8598-f487eb14e843', 'name': '', 'network_id': '420502d0-fce7-4e1a-bfdc-7c9c6dbb2779', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'mac_address': 'fa:16:3e:75:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:01Z', 'updated_at': '2021-12-22T15:25:08Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'subnets': [{'id': '492a7c76-f7bb-44bf-ac49-a095184779db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:31:28.677065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d5e15-ff68-4f9e-a301-548aed880397 None None] New status for floating IP ad3c0295-7524-492b-84ed-aef9f35a317e: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:31:29.419300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:30.021168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:31:30.054306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 409c46b5-c5d1-4290-88e3-d59e056f0fb8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:31:30.054651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 409c46b5-c5d1-4290-88e3-d59e056f0fb8 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:31:32.583385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46084) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:32.659939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:32.690776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:32.748578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:32.752628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf10e21e-359a-4f6b-811c-92b412bba9f4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:32.768608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d891398-c1b0-465e-bf8f-4de5b083e729,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:32.781842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.782229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.782603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.782970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.783339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.783703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.784062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.784452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.784812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.785169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.785524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:31:32.788939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:32.790662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:32.792637 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9a257a25-44e8-45bd-a214-b272ee98fdcf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "DELETE /v2.0/security-groups/1d891398-c1b0-465e-bf8f-4de5b083e729 HTTP/1.1" status: 204  len: 168 time: 0.2074797
Dec 22 15:31:32.794584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46088) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:32.812001 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-4d2f82a3-3155-433d-a040-46ea29a5a520 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] show failed (client error): The resource could not be found.
Dec 22 15:31:32.812937 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4d2f82a3-3155-433d-a040-46ea29a5a520 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "GET /v2.0/security-groups/1d891398-c1b0-465e-bf8f-4de5b083e729 HTTP/1.1" status: 404  len: 347 time: 0.0174272
Dec 22 15:31:32.815754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46092) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:33.096738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Deleting port bf971239-8b2c-4ee8-afba-9f9d578f1d72 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:33.097093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.269214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.269530 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.391408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Calling delete_port for bf971239-8b2c-4ee8-afba-9f9d578f1d72 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:33.537852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.543114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a9445811-b7ee-4784-a16b-e68251e165bf tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:33.553741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.591323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Pushing event deleted for resources: {'Port': ['ID=bf971239-8b2c-4ee8-afba-9f9d578f1d72,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:33.593960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:33.686422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.704768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:33.705915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] 10.222.0.69 "DELETE /v2.0/floatingips/ad3c0295-7524-492b-84ed-aef9f35a317e HTTP/1.1" status: 204  len: 168 time: 0.8891768
Dec 22 15:31:33.708889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46096) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:34.170409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:34.895640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Deleting port f213d627-1b81-4c5a-8598-f487eb14e843 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:34.895878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:35.070774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] For port f213d627-1b81-4c5a-8598-f487eb14e843, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f213d627-1b81-4c5a-8598-f487eb14e843,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:35.071121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:35.192949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Calling delete_port for f213d627-1b81-4c5a-8598-f487eb14e843 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:35.377183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:35.381055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:35.426193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f213d627-1b81-4c5a-8598-f487eb14e843,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:35.429127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:35.731296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:36.448304 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Router c15b2e02-48f4-43e4-bad8-c3906db9823e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:31:36.656898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:31:36.665556 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Sync routers for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:31:36.668941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] 10.222.0.69 "PUT /v2.0/routers/c15b2e02-48f4-43e4-bad8-c3906db9823e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9590678
Dec 22 15:31:36.671698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46102) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:36.677770 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:31:36.678378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4dbe0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:31:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:36.860721 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:31:36.877350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:37.082447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:37.091834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Deleting port ff5a3eb6-5928-430a-bf96-097c7160062f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:37.092164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:37.177527 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4dbe0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253'}], 'enable_snat': True}, 'gw_port_id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:31:35Z', 'revision_number': 5, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port': {'id': 'ff5a3eb6-5928-430a-bf96-097c7160062f', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:37.181996 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Checking router: c15b2e02-48f4-43e4-bad8-c3906db9823e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:31:37.192202 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Routers {'c15b2e02-48f4-43e4-bad8-c3906db9823e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:31:37.192837 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e4dbe0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:31:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['c15b2e02-48f4-43e4-bad8-c3906db9823e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:37.265109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] For port ff5a3eb6-5928-430a-bf96-097c7160062f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ff5a3eb6-5928-430a-bf96-097c7160062f,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:37.265454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:37.344288 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] Set router c15b2e02-48f4-43e4-bad8-c3906db9823e gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:31:37.388212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Calling delete_port for ff5a3eb6-5928-430a-bf96-097c7160062f owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:37.449866 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e4dbe0>, [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:31:37Z', 'revision_number': 6, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:37.453882 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87b9fb-daf9-4516-a82d-f93c6a5af03a None None] The sync data for ids ['c15b2e02-48f4-43e4-bad8-c3906db9823e'] in dv-neutron-822675-1-hyperv is: [{'id': 'c15b2e02-48f4-43e4-bad8-c3906db9823e', 'name': 'tempest-ServerActionsTestJSON-72908422-router', 'tenant_id': '7c1a5aa2b3244176be4b5f249c82a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:24:58Z', 'updated_at': '2021-12-22T15:31:37Z', 'revision_number': 6, 'project_id': '7c1a5aa2b3244176be4b5f249c82a841', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:31:37.558122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:37.561775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fdff9a74-67e0-4c15-9677-eaafa5b0957e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:37.605428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5a3eb6-5928-430a-bf96-097c7160062f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:37.608668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:37.960780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.218358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.222499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.247021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.247662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c15b2e02-48f4-43e4-bad8-c3906db9823e {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:31:38.261573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.262706 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] 10.222.0.69 "DELETE /v2.0/routers/c15b2e02-48f4-43e4-bad8-c3906db9823e HTTP/1.1" status: 204  len: 168 time: 1.5901139
Dec 22 15:31:38.265209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46106) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:38.325709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Deleting subnet 492a7c76-f7bb-44bf-ac49-a095184779db {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:31:38.328980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.385154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.467426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.538861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.542903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a1dedd24-2489-4392-982e-f7a20b47b349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:38.579280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492a7c76-f7bb-44bf-ac49-a095184779db,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:38.582287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:38.585748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.591893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011ead4-aceb-4f9f-886a-3376d9c41d9e None None] Network 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:31:38.592907 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/492a7c76-f7bb-44bf-ac49-a095184779db HTTP/1.1" status: 204  len: 168 time: 0.3267162
Dec 22 15:31:38.595404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46110) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:38.713769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.724464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Deleting port 052a349d-0acd-41dc-ba3f-042d6a003b0f {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:38.724800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.852450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] DHCP port deletion for 420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:31:38.857891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Deleting port 052a349d-0acd-41dc-ba3f-042d6a003b0f {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:38.858560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:38.912634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 052a349d-0acd-41dc-ba3f-042d6a003b0f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:31:38.953329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] For port 052a349d-0acd-41dc-ba3f-042d6a003b0f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=052a349d-0acd-41dc-ba3f-042d6a003b0f,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:38.953726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.082283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Calling delete_port for 052a349d-0acd-41dc-ba3f-042d6a003b0f owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:39.163401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.168056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c493affc-bed1-4747-9799-91e1465d18d2 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:39.179914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] For port 052a349d-0acd-41dc-ba3f-042d6a003b0f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=052a349d-0acd-41dc-ba3f-042d6a003b0f,segment=NetworkSegment(24c26f91-01fe-4d25-84db-1a29cdb44583),segment_id=24c26f91-01fe-4d25-84db-1a29cdb44583)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:39.180311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.191844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.215242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=052a349d-0acd-41dc-ba3f-042d6a003b0f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:39.218873 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:39.225236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] No DVR routers for this DVR port 052a349d-0acd-41dc-ba3f-042d6a003b0f on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:31:39.318310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Calling delete_port for 052a349d-0acd-41dc-ba3f-042d6a003b0f owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:31:39.350784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.414536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f213d627-1b81-4c5a-8598-f487eb14e843 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn_limited(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn_limited(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 15:31:39.448870 dv-neutron-822675-1-hyperv neutron-server[83458]:   util.warn(
Dec 22 15:31:39.458739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:31:39.459322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:31:39.470239 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f213d627-1b81-4c5a-8598-f487eb14e843 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:31:39.470592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f213d627-1b81-4c5a-8598-f487eb14e843 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:31:39.471014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff5a3eb6-5928-430a-bf96-097c7160062f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:31:39.499805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857446ad90>,) {'filters': {'network_id': ['420502d0-fce7-4e1a-bfdc-7c9c6dbb2779']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:39.503510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ff5a3eb6-5928-430a-bf96-097c7160062f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:31:39.503868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ff5a3eb6-5928-430a-bf96-097c7160062f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:31:39.512686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857446ad90>, '24c26f91-01fe-4d25-84db-1a29cdb44583') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:39.513126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857446ad90>, '24c26f91-01fe-4d25-84db-1a29cdb44583') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:31:39.524920 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.541469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.547785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:31:39.548239 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:31:39.561536 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:31:39.637753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.641361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08ec86dd-59ff-45f9-a60b-685669b0ab2f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:39.654272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.664305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=420502d0-fce7-4e1a-bfdc-7c9c6dbb2779,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:39.668026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:39.677998 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/420502d0-fce7-4e1a-bfdc-7c9c6dbb2779 HTTP/1.1" status: 204  len: 168 time: 1.0816271
Dec 22 15:31:39.812289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46116) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:39.863010 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-924d434e-358f-4743-b7af-d5bf608dd119 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c1a5aa2b3244176be4b5f249c82a841&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494504
Dec 22 15:31:39.865334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46120) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:39.923737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.951509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:39.961050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Deleting port 052a349d-0acd-41dc-ba3f-042d6a003b0f {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:31:39.962158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:40.029872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8bed1989-1047-40b1-9c06-34d82e4e9acb None None] The port '052a349d-0acd-41dc-ba3f-042d6a003b0f' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:31:40.096010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:40.099665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cfbf4b1c-e7a6-410d-bc9d-e53a5d9734fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:40.113658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c4e41-2704-4a3c-a232-2fdf2e34410d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:40.117340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:40.120473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:40.121570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/245c4e41-2704-4a3c-a232-2fdf2e34410d HTTP/1.1" status: 204  len: 168 time: 0.2553804
Dec 22 15:31:40.999712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46142) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:41.130974 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-651664463-network', 'tenant_id': '1ac7dc14783640f9bc13c3ebf1190cd1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:41.136915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:31:41.140715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Usage tracker for resource:network and tenant:1ac7dc14783640f9bc13c3ebf1190cd1 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:31:41.143503 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:31:41.150654 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:31:41.160113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Made reservation on behalf of 1ac7dc14783640f9bc13c3ebf1190cd1 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:31:41.162500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.174677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.205254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:31:41.209048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac7dc14783640f9bc13c3ebf1190cd1 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:31:41.211822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:31:41.217970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:31:41.282009 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.285871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.288954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9b01c05e-e6ed-4327-87ae-6745730e7718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:41.318462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:31:41.327423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228e4f1-3bab-4490-8789-1e48aee9d795,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:41.330547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:41.334888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.334888 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Added segment 3a39edb9-e0d3-45d0-bfc4-b836cd145035 of type vlan for network dea332eb-18ce-4543-9652-6fb866f95913
Dec 22 15:31:41.361072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.393684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.394549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:41.395099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.398555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3ace078a-32a5-4ba3-8207-e7746e8ad71e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:41.501804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Pushing event updated for resources: {'Network': ['ID=dea332eb-18ce-4543-9652-6fb866f95913,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:41.504812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:41.506524 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5056806
Dec 22 15:31:41.510491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46148) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:31:41.514093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network dea332eb-18ce-4543-9652-6fb866f95913 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:31:41.516891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Request body: {'subnet': {'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-651664463-subnet', 'tenant_id': '1ac7dc14783640f9bc13c3ebf1190cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:41.521963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:31:41.526060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Usage tracker for resource:subnet and tenant:1ac7dc14783640f9bc13c3ebf1190cd1 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:31:41.528960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:31:41.534746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:31:41.544849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Made reservation on behalf of 1ac7dc14783640f9bc13c3ebf1190cd1 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:31:41.547362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.753931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.757888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b561e35-7420-457f-b387-0238b976aaf7 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:41.829408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a5f71f-0979-4b22-b9fc-8f1c639dc20b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:41.832079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:41.847872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Checking segment: {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:31:41.848215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Network hostable DHCP agents. Network: dea332eb-18ce-4543-9652-6fb866f95913, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:31:41.871444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Network dea332eb-18ce-4543-9652-6fb866f95913 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:31:41.880753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, dea332eb-18ce-4543-9652-6fb866f95913) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:31:41.884859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:41.885427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:41.891040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72f1aa-8013-42a5-8213-6d02a124b5cc None None] Network dea332eb-18ce-4543-9652-6fb866f95913 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:31:41.909482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3978314
Dec 22 15:31:42.117469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ddefe-2715-42a0-a9b6-3c66fe9b6a2b None None] Network dea332eb-18ce-4543-9652-6fb866f95913 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:31:42.476337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-93b392c2-3539-41fe-ad03-88fbd2a98b24 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:42.478399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-93b392c2-3539-41fe-ad03-88fbd2a98b24 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 813 time: 0.1476004
Dec 22 15:31:42.495477 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-ff0a8b41-4aa1-4fb7-82bf-1e096a685396 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/quotas/1ac7dc14783640f9bc13c3ebf1190cd1 HTTP/1.1" status: 200  len: 375 time: 0.0117497
Dec 22 15:31:42.541900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-31a53c16-980b-4b0d-8115-a9621b0781be tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411267
Dec 22 15:31:42.750101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-5a0069db-539f-4ddb-925a-d0278a21ad29 service neutron] 10.222.0.69 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012088
Dec 22 15:31:42.884903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-6d93538b-7df8-4181-8d32-33025daf1733 service neutron] 10.222.0.69 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290886
Dec 22 15:31:44.097522 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5925686-3983-4841-a7cf-8588ad6112d4 req-439068ac-9331-4cf4-9883-adeb99473d23 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 210 time: 0.0442319
Dec 22 15:31:45.198066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-45e363d5-73a6-4c9d-b194-6edcbfa3f9fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:45.199541 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-45e363d5-73a6-4c9d-b194-6edcbfa3f9fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 813 time: 0.1570635
Dec 22 15:31:45.219237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Request body: {'port': {'device_id': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913', 'admin_state_up': True, 'tenant_id': '1ac7dc14783640f9bc13c3ebf1190cd1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:45.347851 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d36f1e8-7615-476d-9021-bed13832a91f req-ce834d94-cd00-4322-8165-5d12a23aa379 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 210 time: 0.1144140
Dec 22 15:31:45.413848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:31:45.419007 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Usage tracker for resource:port and tenant:1ac7dc14783640f9bc13c3ebf1190cd1 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:31:45.422331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:31:45.428150 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:31:45.438851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Made reservation on behalf of 1ac7dc14783640f9bc13c3ebf1190cd1 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:31:45.442433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:45.617265 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Allocated IP 172.20.0.9 (dea332eb-18ce-4543-9652-6fb866f95913/39a5f71f-0979-4b22-b9fc-8f1c639dc20b/439b07b2-f96e-46df-a962-c17e4f7a1929) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:31:45.965045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:45.996650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:46.002721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:46.078813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Network dea332eb-18ce-4543-9652-6fb866f95913 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:31:46.082476 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:31:46.087424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:31:46.114087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Pushing event updated for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:46.120668 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:46.155025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:46.155617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:46.179232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9644797
Dec 22 15:31:46.192307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Request body: {'port': {'device_id': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:46.303760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:46.577979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc215ee-8493-4524-a2fc-b32fba7625ee req-64f708d6-5ea4-4103-95fc-aabc52902680 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:46.579528 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9bc215ee-8493-4524-a2fc-b32fba7625ee req-64f708d6-5ea4-4103-95fc-aabc52902680 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 931 time: 0.0808284
Dec 22 15:31:46.638120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-9bc215ee-8493-4524-a2fc-b32fba7625ee req-57b32df0-019d-4674-8773-e4c4d668a29e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Synchronizing usage tracker for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:31:46.655865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-9bc215ee-8493-4524-a2fc-b32fba7625ee req-57b32df0-019d-4674-8773-e4c4d668a29e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Unset dirty status for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:31:46.657102 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9bc215ee-8493-4524-a2fc-b32fba7625ee req-57b32df0-019d-4674-8773-e4c4d668a29e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707905
Dec 22 15:31:46.663122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439b07b2-f96e-46df-a962-c17e4f7a1929 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:31:46.670433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:46.687242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Transition to ACTIVE for port object 439b07b2-f96e-46df-a962-c17e4f7a1929 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:31:46.690945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:46.694672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5d7ceab3-f754-4a93-bcb5-e9647e4daf63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:46.822131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Pushing event updated for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:46.825359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:46.935752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Attempting to bind port 439b07b2-f96e-46df-a962-c17e4f7a1929 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:31:46.936084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Attempting to bind port 439b07b2-f96e-46df-a962-c17e4f7a1929 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:31:46.936436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Attempting to bind port 439b07b2-f96e-46df-a962-c17e4f7a1929 on network dea332eb-18ce-4543-9652-6fb866f95913 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:31:46.942419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Port 439b07b2-f96e-46df-a962-c17e4f7a1929 on network dea332eb-18ce-4543-9652-6fb866f95913 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:31:46.942731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Attempting to bind port 439b07b2-f96e-46df-a962-c17e4f7a1929 on network dea332eb-18ce-4543-9652-6fb866f95913 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:31:46.949283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:31:46.949615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Checking segment: {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:31:46.949994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Bound using segment: {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:31:46.950413 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Bound port: 439b07b2-f96e-46df-a962-c17e4f7a1929, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:31:46.950753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:47.048780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:31:47.051787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=439b07b2-f96e-46df-a962-c17e4f7a1929,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:31:47.059013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:47.072009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:47.130402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:47.131777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-25577b03-6413-4936-95ec-e4eead096eab service neutron] 10.222.0.61 "PUT /v2.0/ports/439b07b2-f96e-46df-a962-c17e4f7a1929 HTTP/1.1" status: 200  len: 1093 time: 0.9445076
Dec 22 15:31:47.132306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:47.159426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Pushing event updated for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:47.162692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:47.213773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929', 'status': 'completed', 'code': 200}
Dec 22 15:31:47.262145 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-71173ec5-39f4-4576-b3c3-0400ad2314c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 1096 time: 0.0835652
Dec 22 15:31:47.340775 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-a70b976c-1bda-4312-92ee-91dcabcc5bc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439b07b2-f96e-46df-a962-c17e4f7a1929 HTTP/1.1" status: 200  len: 217 time: 0.0701544
Dec 22 15:31:47.410420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-96c7319e-66b4-4bfd-a60a-835f965139f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:47.411782 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-96c7319e-66b4-4bfd-a60a-835f965139f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 200  len: 853 time: 0.0607069
Dec 22 15:31:47.464522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-98a1d1c3-74da-4946-8fa4-8e82d23b8c74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea332eb-18ce-4543-9652-6fb866f95913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425012
Dec 22 15:31:47.605701 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-b6bfcf1b-27f0-4df9-8fbf-bbe6d9177a3b service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312108
Dec 22 15:31:47.866596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f7cc-f828-41c0-816c-ea7a18193e35 req-fb22b655-e8c2-4d1b-9ae2-062bd097f001 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:47.868419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e577f7cc-f828-41c0-816c-ea7a18193e35 req-fb22b655-e8c2-4d1b-9ae2-062bd097f001 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 943 time: 0.0845292
Dec 22 15:31:47.873863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9e3c073c-6fbe-46b6-8233-8557717585ee req-726a80b0-9c7d-45ea-a93d-1e409443ea0a service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570882
Dec 22 15:31:47.923218 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e577f7cc-f828-41c0-816c-ea7a18193e35 req-5f423eb4-b864-44b6-9502-9495fdee5571 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488703
Dec 22 15:31:48.001139 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-73428e89-db50-474e-9332-77bea1c7439c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 1096 time: 0.0716624
Dec 22 15:31:48.138731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0775662-3fe4-40e8-8896-1d781debba37 req-3302b340-0051-44c5-9ca6-bb4177490309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:48.140216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-3302b340-0051-44c5-9ca6-bb4177490309 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 914 time: 0.1311462
Dec 22 15:31:48.217393 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-08d91b89-346b-4b12-8192-0cb4a8f2e80c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439b07b2-f96e-46df-a962-c17e4f7a1929 HTTP/1.1" status: 200  len: 217 time: 0.0666933
Dec 22 15:31:48.284468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0775662-3fe4-40e8-8896-1d781debba37 req-7b60803d-94d4-4e8f-9490-e91e57bf7bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:48.285843 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-7b60803d-94d4-4e8f-9490-e91e57bf7bda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 200  len: 853 time: 0.0612323
Dec 22 15:31:48.340735 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-5448894b-1ed8-424d-a7d1-d3facfd5e7fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea332eb-18ce-4543-9652-6fb866f95913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432627
Dec 22 15:31:48.481917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-ddf9ebee-d967-4209-bfad-0cc7e04a9880 service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341972
Dec 22 15:31:48.618086 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e0775662-3fe4-40e8-8896-1d781debba37 req-4b309266-fcb4-452f-8726-7e101875d6fb service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294026
Dec 22 15:31:49.137025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4708-edd7-434d-86df-f7eca6a00d98 req-10b9ec25-b6ee-4b8a-b23e-8aa248028b36 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:49.137734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c3df4708-edd7-434d-86df-f7eca6a00d98 req-10b9ec25-b6ee-4b8a-b23e-8aa248028b36 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Synchronizing usage tracker for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:31:49.155175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c3df4708-edd7-434d-86df-f7eca6a00d98 req-10b9ec25-b6ee-4b8a-b23e-8aa248028b36 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Unset dirty status for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:31:49.156431 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3df4708-edd7-434d-86df-f7eca6a00d98 req-10b9ec25-b6ee-4b8a-b23e-8aa248028b36 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 943 time: 0.0968370
Dec 22 15:31:49.207548 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3df4708-edd7-434d-86df-f7eca6a00d98 req-462b994d-917b-4b41-a2ee-7371b19db338 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455027
Dec 22 15:31:50.415770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84519af-4e5f-449f-a3c6-788d69130545 req-6ac1fb9f-44d8-4ccf-8204-2e997fa64b23 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:50.417273 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e84519af-4e5f-449f-a3c6-788d69130545 req-6ac1fb9f-44d8-4ccf-8204-2e997fa64b23 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 943 time: 0.0797100
Dec 22 15:31:50.471547 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e84519af-4e5f-449f-a3c6-788d69130545 req-052b5610-fa1b-46a1-8eb5-7a0dee7b6070 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449634
Dec 22 15:31:51.692493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11362775-a90a-4c83-930e-74464538670b req-ac4c0c6d-b375-4cf0-aff0-ae0234c2922e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:51.693966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11362775-a90a-4c83-930e-74464538670b req-ac4c0c6d-b375-4cf0-aff0-ae0234c2922e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 943 time: 0.0897577
Dec 22 15:31:51.744050 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11362775-a90a-4c83-930e-74464538670b req-3305e5bc-7d24-4693-ba0f-a1a10c9c86fb tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435688
Dec 22 15:31:52.083379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 439b07b2-f96e-46df-a962-c17e4f7a1929 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:31:52.224627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=439b07b2-f96e-46df-a962-c17e4f7a1929,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:52.240142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '439b07b2-f96e-46df-a962-c17e4f7a1929', 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913', 'port_id': '439b07b2-f96e-46df-a962-c17e4f7a1929', 'mac_address': 'fa:16:3e:9e:c5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a5f71f-0979-4b22-b9fc-8f1c639dc20b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:31:52.302101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:52.321593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439b07b2-f96e-46df-a962-c17e4f7a1929 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:31:52.338080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=439b07b2-f96e-46df-a962-c17e4f7a1929,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:52.341988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:52.343887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5761b43-f8bd-436d-a09f-401178a3c553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:52.412410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:52.416547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:52.605823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['439b07b2-f96e-46df-a962-c17e4f7a1929'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:31:52.948546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c0f39-116c-4dfd-aed6-d2f1c8b655eb req-df9dfa5e-04c5-49ae-8685-4b1acc5db7fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:52.949916 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-122c0f39-116c-4dfd-aed6-d2f1c8b655eb req-df9dfa5e-04c5-49ae-8685-4b1acc5db7fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 944 time: 0.0772030
Dec 22 15:31:52.997014 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-122c0f39-116c-4dfd-aed6-d2f1c8b655eb req-8eb69340-f423-48c4-ba68-6c289a34fd32 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414405
Dec 22 15:31:54.079190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 439b07b2-f96e-46df-a962-c17e4f7a1929 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:31:54.149069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 439b07b2-f96e-46df-a962-c17e4f7a1929 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:31:54.154358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 439b07b2-f96e-46df-a962-c17e4f7a1929 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:31:54.154845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:54.202664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7305-fc3b-48fa-b14f-dc98fd553666 req-99b20b09-ec7e-4713-b980-8f45b6fb33e4 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:54.204132 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a3dc7305-fc3b-48fa-b14f-dc98fd553666 req-99b20b09-ec7e-4713-b980-8f45b6fb33e4 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 944 time: 0.0799468
Dec 22 15:31:54.254741 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a3dc7305-fc3b-48fa-b14f-dc98fd553666 req-79f5af53-ab22-4adc-a5a4-ad51e4e9080e tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447659
Dec 22 15:31:54.277321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:54.304405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:31:54.314968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=439b07b2-f96e-46df-a962-c17e4f7a1929,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:31:54.318721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:54.321261 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:54.362805 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929', 'code': 200}
Dec 22 15:31:54.395875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:54.399287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:54.605649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c433525e-893a-49bc-9a96-f598c3a2ce1d req-92dc9d3b-9bd7-4cfb-91ba-8fc4923c89fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 1098 time: 0.0740128
Dec 22 15:31:54.627499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5120663b-e92f-4e8a-8133-242c94c5ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:54.655747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c433525e-893a-49bc-9a96-f598c3a2ce1d req-dd923f14-0fbd-4fbe-a23d-dd1becae9fb5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391438
Dec 22 15:31:55.458417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034e3c3-4481-4da5-9596-a01e39fa4fdc req-57482f61-1028-496a-aba0-d73c8eee58d8 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:55.459885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6034e3c3-4481-4da5-9596-a01e39fa4fdc req-57482f61-1028-496a-aba0-d73c8eee58d8 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0788040
Dec 22 15:31:55.513228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6034e3c3-4481-4da5-9596-a01e39fa4fdc req-ef896e79-1312-4dee-b6c4-89dee1774d28 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477078
Dec 22 15:31:56.720404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080dd2-7d87-4ea4-b1d4-26b8682fe7c2 req-4bafe024-3d40-41b0-b16f-6b9626bb9521 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:56.721890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-14080dd2-7d87-4ea4-b1d4-26b8682fe7c2 req-4bafe024-3d40-41b0-b16f-6b9626bb9521 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0848770
Dec 22 15:31:56.768956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-14080dd2-7d87-4ea4-b1d4-26b8682fe7c2 req-3e0b2623-506f-4506-9d06-bd35cafdb91b tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407798
Dec 22 15:31:57.103219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-a87b6a54-c7f1-451d-bffd-f3f3a5f999f7 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:57.104667 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-a87b6a54-c7f1-451d-bffd-f3f3a5f999f7 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 813 time: 0.1452861
Dec 22 15:31:57.123460 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-23336231-f0df-486e-a94d-e127feafe838 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/quotas/1ac7dc14783640f9bc13c3ebf1190cd1 HTTP/1.1" status: 200  len: 375 time: 0.0125709
Dec 22 15:31:57.202076 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-303127ab-4601-428d-bf10-51c9af700930 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0734835
Dec 22 15:31:57.352104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-ae2902e1-42bf-4e3c-98af-de1e41d2a3b1 service neutron] 10.222.0.69 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418791
Dec 22 15:31:57.588476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-754dc0bb-77cf-442d-bdf6-2d5ff0542d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:57.604182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e4480a8-6a38-4cce-aaaf-90cb22441118 service neutron] 10.222.0.69 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454419
Dec 22 15:31:57.793228 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ed3aaed-4050-4733-8055-87f0adbeb36d req-1aee84f1-7e8d-41a5-adfc-ae8cb7f2dd7c tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 210 time: 0.0418227
Dec 22 15:31:58.120244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:58.188500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:58.889576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-2861152b-70ce-4a0c-906c-7f90ed56c6d6 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:58.890782 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-2861152b-70ce-4a0c-906c-7f90ed56c6d6 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 813 time: 0.1468241
Dec 22 15:31:58.908708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Request body: {'port': {'device_id': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913', 'admin_state_up': True, 'tenant_id': '1ac7dc14783640f9bc13c3ebf1190cd1'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:59.037504 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-201da4fd-4e71-4f0c-89e6-e733295bf252 req-5326bbcc-cd47-4a70-8ec8-f2ada784e5fa tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 210 time: 0.0559320
Dec 22 15:31:59.103414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:31:59.113070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:31:59.125121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Made reservation on behalf of 1ac7dc14783640f9bc13c3ebf1190cd1 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:31:59.128475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:59.298613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Allocated IP 172.20.0.6 (dea332eb-18ce-4543-9652-6fb866f95913/39a5f71f-0979-4b22-b9fc-8f1c639dc20b/348ffb55-a0d9-45dc-92c0-be0fcc3ab08d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:31:59.423466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:59.509442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:59.537715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:59.544181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5fab969f-f75c-43a8-a9ad-ada0dddfa315 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:31:59.550409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['439b07b2-f96e-46df-a962-c17e4f7a1929'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:31:59.611651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Network dea332eb-18ce-4543-9652-6fb866f95913 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:31:59.615185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:31:59.619451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:31:59.651865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Pushing event updated for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:31:59.658819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:31:59.687657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:31:59.688253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:31:59.715484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8107071
Dec 22 15:31:59.727555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Request body: {'port': {'device_id': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:31:59.840064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.197593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:32:00.206651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.222382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Transition to ACTIVE for port object 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:00.227151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.231778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1104db58-4281-4b8e-8b24-a68e564a2c5a tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:00.259433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74f35-eb8e-4b27-903f-04d00c644590 req-8542412f-355a-4aa5-b624-08b76fb8123d tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:00.261555 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e1f74f35-eb8e-4b27-903f-04d00c644590 req-8542412f-355a-4aa5-b624-08b76fb8123d tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 931 time: 0.0887585
Dec 22 15:32:00.310550 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e1f74f35-eb8e-4b27-903f-04d00c644590 req-e59b7477-5c48-4c8e-b806-67b7603e7e05 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426085
Dec 22 15:32:00.388969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Pushing event updated for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:00.392994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:00.620553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Attempting to bind port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:00.620879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Attempting to bind port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:00.621200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Attempting to bind port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d on network dea332eb-18ce-4543-9652-6fb866f95913 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:00.627159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d on network dea332eb-18ce-4543-9652-6fb866f95913 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:32:00.627467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Attempting to bind port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d on network dea332eb-18ce-4543-9652-6fb866f95913 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:00.634077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:00.634380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Checking segment: {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:00.635038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Bound using segment: {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:00.635140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Bound port: 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39edb9-e0d3-45d0-bfc4-b836cd145035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:00.635489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.725135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:00.728837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:00.733097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.737394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:00.791085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:00.792630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] 10.222.0.61 "PUT /v2.0/ports/348ffb55-a0d9-45dc-92c0-be0fcc3ab08d HTTP/1.1" status: 200  len: 1093 time: 1.0694244
Dec 22 15:32:00.795268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:32:00.824734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Pushing event updated for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:00.828076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:00.862140 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d', 'status': 'completed', 'code': 200}
Dec 22 15:32:00.904023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-fb4a33e3-025d-4cc9-bed4-f11d27e7ef76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 1096 time: 0.0729036
Dec 22 15:32:00.980304 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-343d9e3a-120a-4686-b2c6-c1e42e2b8d2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d HTTP/1.1" status: 200  len: 217 time: 0.0664074
Dec 22 15:32:01.049576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-ce89cd39-5240-4db1-bb2c-f2df54eea870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:01.050996 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-ce89cd39-5240-4db1-bb2c-f2df54eea870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 200  len: 853 time: 0.0596516
Dec 22 15:32:01.101438 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-93286d6b-1473-4860-9939-0fedafa6e0d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea332eb-18ce-4543-9652-6fb866f95913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430508
Dec 22 15:32:01.240939 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-8d9cf6fd-7d16-4581-bbc2-cd166833d6ba service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315911
Dec 22 15:32:01.378116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6b012c59-b862-4b33-a1a9-e5569efd58d1 req-af319cb1-51f5-4a80-91ef-36daceb9e3aa service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297417
Dec 22 15:32:01.511272 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-7ad2ecd5-44d2-4cc2-950c-96f84c10fa2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 1096 time: 0.0719287
Dec 22 15:32:01.530955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b283-fb19-4fd7-825d-9c9cc492d434 req-333ab45e-f5e1-4a03-b673-ec861ba8e0f1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:01.532458 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-04d3b283-fb19-4fd7-825d-9c9cc492d434 req-333ab45e-f5e1-4a03-b673-ec861ba8e0f1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 943 time: 0.0786362
Dec 22 15:32:01.579625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-04d3b283-fb19-4fd7-825d-9c9cc492d434 req-bf960597-f760-40a4-bb5a-b2093e24a008 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414193
Dec 22 15:32:01.649514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-c4783241-2367-4d98-ab9e-38e81fb6ff05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:01.650971 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-c4783241-2367-4d98-ab9e-38e81fb6ff05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 914 time: 0.1332517
Dec 22 15:32:01.723134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-af9dbd51-f1f6-4706-88cb-49953f8dc691 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d HTTP/1.1" status: 200  len: 217 time: 0.0651944
Dec 22 15:32:01.785824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-862c7419-94b6-44a5-b8c7-3e820ad318f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:01.787211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-862c7419-94b6-44a5-b8c7-3e820ad318f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 200  len: 853 time: 0.0569952
Dec 22 15:32:01.835716 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-85926329-d7ae-4317-90cb-18ad7e013b1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea332eb-18ce-4543-9652-6fb866f95913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392799
Dec 22 15:32:01.971212 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-ddc947a7-6380-4087-b63c-db1286901db9 service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273513
Dec 22 15:32:02.107399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-38119f8a-b76e-47cf-9938-a83cdb970932 req-2cb6c81e-195a-447b-ad3b-ce68305eb76e service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284497
Dec 22 15:32:02.298034 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:32:02.797650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024ebe-88ae-4a50-96f4-ed626097d112 req-d780fca6-299d-4aa3-9a16-1fd198f80c35 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:02.798339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-35024ebe-88ae-4a50-96f4-ed626097d112 req-d780fca6-299d-4aa3-9a16-1fd198f80c35 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Synchronizing usage tracker for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:02.814944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-35024ebe-88ae-4a50-96f4-ed626097d112 req-d780fca6-299d-4aa3-9a16-1fd198f80c35 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Unset dirty status for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:02.816196 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-35024ebe-88ae-4a50-96f4-ed626097d112 req-d780fca6-299d-4aa3-9a16-1fd198f80c35 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 943 time: 0.1023390
Dec 22 15:32:02.870956 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-35024ebe-88ae-4a50-96f4-ed626097d112 req-7ba54e30-b0b4-41a7-92e0-504e03e89ac0 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489466
Dec 22 15:32:03.555729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:04.073816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e41ca-822d-4efa-aa6d-442f1f10d461 req-6bce1c97-bb4c-49b5-a128-4670027625bc tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:04.075226 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b07e41ca-822d-4efa-aa6d-442f1f10d461 req-6bce1c97-bb4c-49b5-a128-4670027625bc tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 943 time: 0.0809965
Dec 22 15:32:04.118888 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b07e41ca-822d-4efa-aa6d-442f1f10d461 req-dfeb2da1-5f84-4135-9ab1-77f7e0be4340 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382147
Dec 22 15:32:04.319573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:32:04.459896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:04.473146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d', 'network_id': 'dea332eb-18ce-4543-9652-6fb866f95913', 'port_id': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d', 'mac_address': 'fa:16:3e:23:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a5f71f-0979-4b22-b9fc-8f1c639dc20b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:32:04.537821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:04.557148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:32:04.572798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:04.576691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:04.578683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:04.648747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:04.656926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.657268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.657620 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.657929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.658254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.658573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.658893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.659210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.659524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.659842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.660151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:04.664051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:04.808373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['348ffb55-a0d9-45dc-92c0-be0fcc3ab08d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:32:05.441149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-3fc505b1-eec8-4031-b953-716ed9b00280 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2355258
Dec 22 15:32:05.459450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc64b4-4a4e-45b6-a027-193184cff0b6 req-a04c2c82-b569-4eed-88d6-7e3dd10d137a tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:05.461540 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b2bc64b4-4a4e-45b6-a027-193184cff0b6 req-a04c2c82-b569-4eed-88d6-7e3dd10d137a tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 944 time: 0.2129087
Dec 22 15:32:05.508363 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b2bc64b4-4a4e-45b6-a027-193184cff0b6 req-d864485d-7609-482a-a36d-ae07d6124b00 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408287
Dec 22 15:32:05.590350 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-1635f13e-220d-48f4-8bd7-b818928194c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 1098 time: 0.0713367
Dec 22 15:32:05.746084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384247b-be2b-483e-885d-15f8b81771bc req-fec00128-7ba4-4f79-bdb6-94f809c20a66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:05.747430 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-fec00128-7ba4-4f79-bdb6-94f809c20a66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 200  len: 914 time: 0.1370251
Dec 22 15:32:05.823076 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-ad36dd53-37c2-49f1-9721-0b4e3d6ec96c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439b07b2-f96e-46df-a962-c17e4f7a1929 HTTP/1.1" status: 200  len: 217 time: 0.0676475
Dec 22 15:32:05.889113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384247b-be2b-483e-885d-15f8b81771bc req-f95e1948-1ed8-4d74-81c7-b7fea9b63ff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:05.890600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-f95e1948-1ed8-4d74-81c7-b7fea9b63ff2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 200  len: 853 time: 0.0605605
Dec 22 15:32:05.944555 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-0accf7f9-1e36-474d-8b29-1b0e7d501236 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea332eb-18ce-4543-9652-6fb866f95913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467458
Dec 22 15:32:06.085620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-ef78bbab-b377-44b3-97a9-533ec552fea7 service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337178
Dec 22 15:32:06.220855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7384247b-be2b-483e-885d-15f8b81771bc req-50c5d662-b22f-432e-927d-4ec8990d2a30 service neutron] 10.222.0.61 "GET /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285036
Dec 22 15:32:06.336140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:06.408753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:06.413615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:06.414514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:06.527183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:06.594322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:32:06.606660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:06.613438 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:06.618644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:06.664970 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d', 'code': 200}
Dec 22 15:32:06.687154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:06.690057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:06.734014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07421b5b-8e07-42e8-b490-9dca92194f86 req-29837368-238a-4593-97f2-40f1c74952c3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:06.735474 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-07421b5b-8e07-42e8-b490-9dca92194f86 req-29837368-238a-4593-97f2-40f1c74952c3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0886388
Dec 22 15:32:06.783593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-07421b5b-8e07-42e8-b490-9dca92194f86 req-6d5fdc4c-9dbc-4ce8-b614-fbdf3f626164 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422044
Dec 22 15:32:06.920046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-797d3602-4409-4160-8589-951e851df31a req-2bf77f9f-7a4e-4436-94da-f35d7afed3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 1098 time: 0.0662630
Dec 22 15:32:06.964298 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-797d3602-4409-4160-8589-951e851df31a req-eb1e129c-9b15-452a-b9de-4434f07bce78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373533
Dec 22 15:32:07.990047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847e87-601e-4135-bc72-c8e5df3c3627 req-7ada409e-992b-4d39-a354-46d7988e4b19 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:07.991508 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-69847e87-601e-4135-bc72-c8e5df3c3627 req-7ada409e-992b-4d39-a354-46d7988e4b19 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0840650
Dec 22 15:32:08.042328 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-69847e87-601e-4135-bc72-c8e5df3c3627 req-9b15b59f-f505-4c75-a56e-9e5634635fcb tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435627
Dec 22 15:32:09.240150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1ebe-a679-4f72-920f-7315f08ba09c req-11ddf6eb-d4e5-4720-98b1-32bcb35a7cf3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:09.241619 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7c3b1ebe-a679-4f72-920f-7315f08ba09c req-11ddf6eb-d4e5-4720-98b1-32bcb35a7cf3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0807979
Dec 22 15:32:09.288148 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7c3b1ebe-a679-4f72-920f-7315f08ba09c req-3ca64686-e9be-49b8-aab7-2c7e9d0329ae tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404012
Dec 22 15:32:09.688142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c939-e769-4d49-9024-d8f4048d01d5 req-c355c6d4-29c8-42d6-9116-091ff92c17b2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:09.689618 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-14e9c939-e769-4d49-9024-d8f4048d01d5 req-c355c6d4-29c8-42d6-9116-091ff92c17b2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0759709
Dec 22 15:32:09.738837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-14e9c939-e769-4d49-9024-d8f4048d01d5 req-1d99aced-8a78-43ef-84ac-0b131b1865a5 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437217
Dec 22 15:32:10.969736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828ccb5-b472-4212-b3f7-4b1ec5dc1bfe req-7eba27e0-c37b-428b-bcdc-da405c6562c3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:10.972737 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f828ccb5-b472-4212-b3f7-4b1ec5dc1bfe req-7eba27e0-c37b-428b-bcdc-da405c6562c3 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0976827
Dec 22 15:32:11.035761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f828ccb5-b472-4212-b3f7-4b1ec5dc1bfe req-d0fcfe4b-037c-4bbd-bba1-520faa281e15 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549996
Dec 22 15:32:11.262982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-29cada4c-bec2-46d3-856e-beba387cd2fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:11.264234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-29cada4c-bec2-46d3-856e-beba387cd2fd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 945 time: 0.0884416
Dec 22 15:32:11.334623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Deleting port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:11.334957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:11.605027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] For port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:11.605378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:11.727679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Calling delete_port for 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:11.870270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:11.875634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-537d0812-89e2-439c-9dd1-906e3474c241 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:11.883626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['439b07b2-f96e-46df-a962-c17e4f7a1929', '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:32:12.036731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Pushing event deleted for resources: {'Port': ['ID=348ffb55-a0d9-45dc-92c0-be0fcc3ab08d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:12.039918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:12.110195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] No DVR routers for this DVR port 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:12.112677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:12.115260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'name': 'network-vif-deleted', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:32:12.134571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-21b67efa-61f0-4b92-a8d6-b4d553598a4c req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "DELETE /v2.0/ports/348ffb55-a0d9-45dc-92c0-be0fcc3ab08d HTTP/1.1" status: 204  len: 173 time: 0.8637035
Dec 22 15:32:12.185073 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11beb83-4d6d-4fcd-8506-4324d73a754c', 'name': 'network-vif-deleted', 'tag': '348ffb55-a0d9-45dc-92c0-be0fcc3ab08d', 'status': 'completed', 'code': 200}
Dec 22 15:32:12.218703 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-3b55402d-372b-4b71-afbc-11c7ac91933f req-7f666302-ffe0-4943-a8ff-afc035887244 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=e11beb83-4d6d-4fcd-8506-4324d73a754c HTTP/1.1" status: 200  len: 210 time: 0.0430467
Dec 22 15:32:13.498604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31d62-4974-4f76-ba60-6ae21ba69317 req-194c12cd-c1e5-4010-aa2f-4f013d76befb tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:13.500064 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c2d31d62-4974-4f76-ba60-6ae21ba69317 req-194c12cd-c1e5-4010-aa2f-4f013d76befb tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0748966
Dec 22 15:32:13.549551 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c2d31d62-4974-4f76-ba60-6ae21ba69317 req-9eb5a492-5b93-4f2e-905a-d86ebe782afc tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439332
Dec 22 15:32:13.772649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55cbe-8c27-4067-85a1-b339a0196d24 req-e8d3d9c5-cb24-4ed8-b6ae-f081d392218f tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:13.774105 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6aa55cbe-8c27-4067-85a1-b339a0196d24 req-e8d3d9c5-cb24-4ed8-b6ae-f081d392218f tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0808446
Dec 22 15:32:13.818734 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6aa55cbe-8c27-4067-85a1-b339a0196d24 req-08bae0b0-613d-4d66-9f07-40011d8a4448 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390956
Dec 22 15:32:14.019454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fceed1-ea6b-4719-9f6f-708b0ae84364 req-4fe14bb2-f8a3-4fd7-8278-c4472c54be89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:14.020138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-04fceed1-ea6b-4719-9f6f-708b0ae84364 req-4fe14bb2-f8a3-4fd7-8278-c4472c54be89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Synchronizing usage tracker for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:14.037642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-04fceed1-ea6b-4719-9f6f-708b0ae84364 req-4fe14bb2-f8a3-4fd7-8278-c4472c54be89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Unset dirty status for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:14.039855 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04fceed1-ea6b-4719-9f6f-708b0ae84364 req-4fe14bb2-f8a3-4fd7-8278-c4472c54be89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0979679
Dec 22 15:32:14.085420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-04fceed1-ea6b-4719-9f6f-708b0ae84364 req-8b16b1f8-2b72-4319-a84f-920d31763c56 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398464
Dec 22 15:32:14.282981 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a574d12-e9ec-4713-b883-8c87c88696dc req-840b164c-0364-4c19-bd34-c50b22b5516b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0684512
Dec 22 15:32:14.475320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ddaa1-0360-478f-96f0-1e8fd5a30fbf req-c9cc76d8-da40-410c-803b-16753b5f0e89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:14.476998 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-862ddaa1-0360-478f-96f0-1e8fd5a30fbf req-c9cc76d8-da40-410c-803b-16753b5f0e89 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0766182
Dec 22 15:32:14.521452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-862ddaa1-0360-478f-96f0-1e8fd5a30fbf req-ada228d0-07ba-4c28-81bd-2610bcf46d98 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390999
Dec 22 15:32:14.811025 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e4d0-a1cf-419a-b7b4-4c7e103fa6f9 req-7e5680ac-55df-4558-9cbc-208384bd2f19 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:14.812361 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0ee4e4d0-a1cf-419a-b7b4-4c7e103fa6f9 req-7e5680ac-55df-4558-9cbc-208384bd2f19 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.1707535
Dec 22 15:32:14.860723 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0ee4e4d0-a1cf-419a-b7b4-4c7e103fa6f9 req-937c1623-7129-4043-840b-618e8918abff tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425591
Dec 22 15:32:15.084280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e4c93-1563-4d07-820e-ee951a553741 req-b5241bd7-469e-4ccf-a0a8-3a8c13d298bd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:15.087078 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-563e4c93-1563-4d07-820e-ee951a553741 req-b5241bd7-469e-4ccf-a0a8-3a8c13d298bd tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0870101
Dec 22 15:32:15.147172 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-563e4c93-1563-4d07-820e-ee951a553741 req-0da33bd6-ccea-4293-b58f-246e9de0f446 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445004
Dec 22 15:32:15.746280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e39f4-a110-4a5f-a9a9-627676274351 req-cca00a20-a2d7-4100-9ad7-c0f34d5e2952 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:15.747795 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-108e39f4-a110-4a5f-a9a9-627676274351 req-cca00a20-a2d7-4100-9ad7-c0f34d5e2952 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0794308
Dec 22 15:32:15.795472 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-108e39f4-a110-4a5f-a9a9-627676274351 req-c4f090e3-2cea-47a3-a096-7d4b230a50f9 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419064
Dec 22 15:32:16.364567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:16.399252 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:16.399609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 348ffb55-a0d9-45dc-92c0-be0fcc3ab08d not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:17.004206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea4c4e-2b6c-43d7-9fe0-c309f567f849 req-15452533-bd39-4119-93b2-a4aae81652bf tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:17.005635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27ea4c4e-2b6c-43d7-9fe0-c309f567f849 req-15452533-bd39-4119-93b2-a4aae81652bf tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0819545
Dec 22 15:32:17.064111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-27ea4c4e-2b6c-43d7-9fe0-c309f567f849 req-3cb3a1e6-f58e-4452-ae3c-5fea4c9d8959 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/security-groups?id=3228e4f1-3bab-4490-8789-1e48aee9d795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523081
Dec 22 15:32:17.216030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-59c67df2-5b16-470f-b4bc-c8d2a2539963 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:17.217510 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-59c67df2-5b16-470f-b4bc-c8d2a2539963 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 945 time: 0.0764964
Dec 22 15:32:17.293680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Deleting port 439b07b2-f96e-46df-a962-c17e4f7a1929 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:17.293952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:17.535853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] For port 439b07b2-f96e-46df-a962-c17e4f7a1929, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=439b07b2-f96e-46df-a962-c17e4f7a1929,segment=NetworkSegment(3a39edb9-e0d3-45d0-bfc4-b836cd145035),segment_id=3a39edb9-e0d3-45d0-bfc4-b836cd145035)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:17.536204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:17.657030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Calling delete_port for 439b07b2-f96e-46df-a962-c17e4f7a1929 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:17.799282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:17.805817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:17.812557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['439b07b2-f96e-46df-a962-c17e4f7a1929'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:32:17.850775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Pushing event deleted for resources: {'Port': ['ID=439b07b2-f96e-46df-a962-c17e4f7a1929,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:17.853906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:17.923199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] No DVR routers for this DVR port 439b07b2-f96e-46df-a962-c17e4f7a1929 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:17.925503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:17.928056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'name': 'network-vif-deleted', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:32:17.943942 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d8f07a0-27c3-4b89-a7a7-dbe6919389fb req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.61 "DELETE /v2.0/ports/439b07b2-f96e-46df-a962-c17e4f7a1929 HTTP/1.1" status: 204  len: 173 time: 0.7201118
Dec 22 15:32:17.992687 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb47eb83-09e6-48cc-97d0-128ef438d79f', 'name': 'network-vif-deleted', 'tag': '439b07b2-f96e-46df-a962-c17e4f7a1929', 'status': 'completed', 'code': 200}
Dec 22 15:32:18.247722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8dd15b07-f4a0-4247-8854-82aa2e6f0786 req-15d26240-5df4-4059-a977-9b63a4a0c45b tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Synchronizing usage tracker for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:18.262673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8dd15b07-f4a0-4247-8854-82aa2e6f0786 req-15d26240-5df4-4059-a977-9b63a4a0c45b tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Unset dirty status for tenant:1ac7dc14783640f9bc13c3ebf1190cd1 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:18.263810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8dd15b07-f4a0-4247-8854-82aa2e6f0786 req-15d26240-5df4-4059-a977-9b63a4a0c45b tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb47eb83-09e6-48cc-97d0-128ef438d79f HTTP/1.1" status: 200  len: 210 time: 0.0561945
Dec 22 15:32:19.368907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46292) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:19.430824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Deleting subnet 39a5f71f-0979-4b22-b9fc-8f1c639dc20b {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:32:19.433692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.480691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.537513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.603814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.607437 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-33e04399-4376-4b28-91a2-7ef82b776bed tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:19.639511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a5f71f-0979-4b22-b9fc-8f1c639dc20b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:19.642852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:19.646100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.652723 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/39a5f71f-0979-4b22-b9fc-8f1c639dc20b HTTP/1.1" status: 204  len: 168 time: 0.2827857
Dec 22 15:32:19.655189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46296) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:19.760093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.883772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.908145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575055e50>,) {'filters': {'network_id': ['dea332eb-18ce-4543-9652-6fb866f95913']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:19.924117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575055e50>, '3a39edb9-e0d3-45d0-bfc4-b836cd145035') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:19.924423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575055e50>, '3a39edb9-e0d3-45d0-bfc4-b836cd145035') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:19.935398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.951068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.956913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:19.957285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:19.970351 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:20.041736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.045411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90721c2c-711f-4bc4-b703-c56f28a6ec96 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:20.058326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.071187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea332eb-18ce-4543-9652-6fb866f95913,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:20.073950 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dea332eb-18ce-4543-9652-6fb866f95913 HTTP/1.1" status: 204  len: 168 time: 0.4178362
Dec 22 15:32:20.074801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:20.206592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46302) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:20.254836 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7733d92a-aeea-4910-ab36-b0813593584e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ac7dc14783640f9bc13c3ebf1190cd1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0470393
Dec 22 15:32:20.257733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46306) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:20.314298 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.339764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.388939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.392626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7a6515bf-475a-4efa-8307-8f90260b1eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:20.406392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228e4f1-3bab-4490-8789-1e48aee9d795,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:20.409095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:20.416264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:20.419809 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-783b9f79-bd18-4bf6-989f-5991232486c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3228e4f1-3bab-4490-8789-1e48aee9d795 HTTP/1.1" status: 204  len: 168 time: 0.1587837
Dec 22 15:32:21.249210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46328) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:21.373814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1136571359'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:21.378655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:21.382999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:network and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:21.385812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:21.392192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:21.401692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:21.404505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.417424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.449299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:21.453000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:security_group_rule and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:21.455825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:21.461732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:21.527719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.531324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.534290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb45ae3e-6dad-473f-869c-5f4cf537a0ca tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:21.563718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:21.571935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea24c67-f135-4ca8-bebf-55b9c1e228cb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:21.575343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:21.577807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.578134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Added segment c5f732a7-7a72-458c-876d-24428c82c81d of type vlan for network 8c4f166c-bf82-4855-900e-415adab9e4e1
Dec 22 15:32:21.607952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.638414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.641565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:21.642132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:21.645713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6d15fac-4f43-4f6c-a10d-bb36644db3d0 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:21.750445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5001535
Dec 22 15:32:21.751444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Network': ['ID=8c4f166c-bf82-4855-900e-415adab9e4e1,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:21.773698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:21.781737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:22.410461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 439b07b2-f96e-46df-a962-c17e4f7a1929 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:22.443480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 439b07b2-f96e-46df-a962-c17e4f7a1929 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:22.443834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 439b07b2-f96e-46df-a962-c17e4f7a1929 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:24.634525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ff234236-3adb-41d5-9d2b-6452efec27ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:24.988906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46334) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:24.994583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'subnet': {'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:25.104652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:25.108242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:subnet and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:25.110983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:25.116684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:25.126225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:25.227780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.451590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.455546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-22b3138a-d2de-420e-93f3-e5484321896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:25.527283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Subnet': ['ID=0015eafa-af79-4c65-89c5-ce350925ac39,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:25.531623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:25.541847 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking segment: {'id': 'c5f732a7-7a72-458c-876d-24428c82c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:25.542192 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network hostable DHCP agents. Network: 8c4f166c-bf82-4855-900e-415adab9e4e1, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:25.563613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:25.572279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8c4f166c-bf82-4855-900e-415adab9e4e1) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:25.576225 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:25.576828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.582296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c763db08-c809-4f64-9f6f-6edc9b67b6a9 None None] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:25.601557 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6109593
Dec 22 15:32:25.605182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46338) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:25.610818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257904549'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:25.615752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:25.620371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:network and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:25.623202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:25.629045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:25.642929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:25.645922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.677398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:25.686988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.687316 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Added segment a7a07195-a201-4395-b7a4-a30e04a27e32 of type vlan for network 5b955857-4d45-4bd7-9204-c2f8ab3969a8
Dec 22 15:32:25.714706 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.744281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.748115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:25.748723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.753979 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-48d0e4d6-c197-4d98-b74d-cb955872da7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:25.817791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8c4f166c-bf82-4855-900e-415adab9e4e1', 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1', 'tenant_id': 'dc9c1b11a9a446e9845d19eca276d863', 'fixed_ips': [{'subnet_id': '0015eafa-af79-4c65-89c5-ce350925ac39'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:25.818628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:25.943690 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3374712
Dec 22 15:32:25.946793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46342) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:25.953472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'subnet': {'network_id': '5b955857-4d45-4bd7-9204-c2f8ab3969a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:25.964690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Network': ['ID=5b955857-4d45-4bd7-9204-c2f8ab3969a8,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:25.967448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:25.976307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 5b955857-4d45-4bd7-9204-c2f8ab3969a8 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:25.994728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Allocated IP 2001:db8:0:ffff::2 (8c4f166c-bf82-4855-900e-415adab9e4e1/0015eafa-af79-4c65-89c5-ce350925ac39/c50439c7-f8b9-448e-8c84-88c1581c46bb) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:26.077778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:26.081557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:subnet and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:26.084313 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:26.090109 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:26.098933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:26.202005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.297324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.308873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Transition to ACTIVE for port object c50439c7-f8b9-448e-8c84-88c1581c46bb will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:26.328221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Transition to ACTIVE for port object c50439c7-f8b9-448e-8c84-88c1581c46bb will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:26.333856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.338230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:26.402682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:26.406257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:26.408140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Pushing event updated for resources: {'Port': ['ID=c50439c7-f8b9-448e-8c84-88c1581c46bb,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:26.410088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:26.413775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:26.505898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Attempting to bind port c50439c7-f8b9-448e-8c84-88c1581c46bb on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:26.506271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Attempting to bind port c50439c7-f8b9-448e-8c84-88c1581c46bb by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'c5f732a7-7a72-458c-876d-24428c82c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:26.506639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Attempting to bind port c50439c7-f8b9-448e-8c84-88c1581c46bb on network 8c4f166c-bf82-4855-900e-415adab9e4e1 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:26.514084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:26.514462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Checking segment: {'id': 'c5f732a7-7a72-458c-876d-24428c82c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:26.514867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.515270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Bound using segment: {'id': 'c5f732a7-7a72-458c-876d-24428c82c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:26.515738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Bound port: c50439c7-f8b9-448e-8c84-88c1581c46bb, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f732a7-7a72-458c-876d-24428c82c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8c4f166c-bf82-4855-900e-415adab9e4e1'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:26.516115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.541311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.544701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-20b2c269-f55c-4cfc-92f9-796665cb12d2 tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:26.603205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] For port c50439c7-f8b9-448e-8c84-88c1581c46bb, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:26.607031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] For port c50439c7-f8b9-448e-8c84-88c1581c46bb, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c50439c7-f8b9-448e-8c84-88c1581c46bb,segment=NetworkSegment(c5f732a7-7a72-458c-876d-24428c82c81d),segment_id=c5f732a7-7a72-458c-876d-24428c82c81d)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:26.611208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.614773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:26.621257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Subnet': ['ID=3ca39cc1-b9bd-4059-9243-3a309f020ad0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:26.626209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:26.637366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking segment: {'id': 'a7a07195-a201-4395-b7a4-a30e04a27e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b955857-4d45-4bd7-9204-c2f8ab3969a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:26.637821 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network hostable DHCP agents. Network: 5b955857-4d45-4bd7-9204-c2f8ab3969a8, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:26.668696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network 5b955857-4d45-4bd7-9204-c2f8ab3969a8 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:26.688542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 5b955857-4d45-4bd7-9204-c2f8ab3969a8) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:26.697137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:26.700255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:26.700727 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Pushing event updated for resources: {'Port': ['ID=c50439c7-f8b9-448e-8c84-88c1581c46bb,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:26.704041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:26.708210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfd86d-7aa3-450c-8b96-e3c3c22d623b None None] Network 5b955857-4d45-4bd7-9204-c2f8ab3969a8 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:26.743561 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7951136
Dec 22 15:32:26.747146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46346) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:26.953057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.016677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f70c3-c08c-40b7-9960-858b48b6e409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-5b955857-4d45-4bd7-9204-c2f8ab3969a8', 'network_id': '5b955857-4d45-4bd7-9204-c2f8ab3969a8', 'tenant_id': 'dc9c1b11a9a446e9845d19eca276d863', 'fixed_ips': [{'subnet_id': '3ca39cc1-b9bd-4059-9243-3a309f020ad0'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:27.016677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2f3f70c3-c08c-40b7-9960-858b48b6e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.038192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.135137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server [None req-2f3f70c3-c08c-40b7-9960-858b48b6e409 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca39cc1-b9bd-4059-9243-3a309f020ad0: This subnet is being modified by another concurrent operation.
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca39cc1-b9bd-4059-9243-3a309f020ad0: This subnet is being modified by another concurrent operation.
Dec 22 15:32:27.138709 dv-neutron-822675-1-hyperv neutron-server[83458]: ERROR oslo_messaging.rpc.server 
Dec 22 15:32:27.145717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d180e49-8220-4061-999d-33f5412dad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:27.165159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9513423-4132-4e46-aae1-4345850b7011 None None] Network 5b955857-4d45-4bd7-9204-c2f8ab3969a8 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:27.199970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca39cc1-b9bd-4059-9243-3a309f020ad0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:27.279001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.279382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.279758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.280124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.280524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.280889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.281247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.281610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.281964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.282316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.282674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:27.288552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:27.316968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.353648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574385ee0>,) {'filters': {'network_id': ['5b955857-4d45-4bd7-9204-c2f8ab3969a8']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:27.369687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574385ee0>, 'a7a07195-a201-4395-b7a4-a30e04a27e32') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:27.369969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574385ee0>, 'a7a07195-a201-4395-b7a4-a30e04a27e32') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:27.383004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.401044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.407368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:27.408053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:27.424195 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:27.510892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.514455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ebff24a3-087c-472e-b82d-f6620e28f3aa tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:27.528810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.541589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Network': ['ID=5b955857-4d45-4bd7-9204-c2f8ab3969a8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:27.544562 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/5b955857-4d45-4bd7-9204-c2f8ab3969a8 HTTP/1.1" status: 204  len: 168 time: 0.7962763
Dec 22 15:32:27.545697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:27.548997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46350) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:27.555220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629253273'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:27.561003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:27.566141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:network and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:27.571952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:27.582517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:27.589768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cb956f3-f233-4d46-ab26-23766747b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.597737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:27.601686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.632483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:27.643221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.643603 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Added segment b0196f98-eb64-4f6c-94ec-61cd2d0b820b of type vlan for network 470cefa1-03e4-4528-904c-de8edc7ef9e5
Dec 22 15:32:27.672606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.710663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.713218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736840a-358c-464c-af47-ebeb573212b3 None None] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:27.714436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:27.715032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:27.718730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5092aa9e-2ee0-408e-a0f6-ef88f83d960c tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:27.815139 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2650790
Dec 22 15:32:27.819143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46354) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:27.824588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Network': ['ID=470cefa1-03e4-4528-904c-de8edc7ef9e5,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:27.827811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96d3eb27-e06e-4610-8578-5eb122e985e9 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:27.836884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'subnet': {'network_id': '470cefa1-03e4-4528-904c-de8edc7ef9e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:27.839893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 470cefa1-03e4-4528-904c-de8edc7ef9e5 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:27.924505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0a20c73f-21c8-49ef-9e53-90b1de9a736f None None] Provisioning for port c50439c7-f8b9-448e-8c84-88c1581c46bb completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:27.956608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:27.961869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:subnet and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:27.965849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:27.973147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:27.985465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:28.109402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.126282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.197528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.216953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Performing IP validity checks on allocation pools {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 15:32:28.217469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 15:32:28.313771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e45bf8-a4fc-4d84-bb96-18f94639ab31 None None] get_active_networks_info from dv-neutron-822675-1-hyperv {{(pid=83458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 15:32:28.351655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.355325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8dce8615-8052-4d63-990b-e519ebec34b9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:28.409786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e45bf8-a4fc-4d84-bb96-18f94639ab31 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 15:32:28.430088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Subnet': ['ID=53b0c939-851d-40b3-933e-43706f44fc07,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:28.434057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:28.449182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking segment: {'id': 'b0196f98-eb64-4f6c-94ec-61cd2d0b820b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '470cefa1-03e4-4528-904c-de8edc7ef9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:28.449530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network hostable DHCP agents. Network: 470cefa1-03e4-4528-904c-de8edc7ef9e5, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:28.472108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network 470cefa1-03e4-4528-904c-de8edc7ef9e5 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:28.482668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 470cefa1-03e4-4528-904c-de8edc7ef9e5) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:28.489824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:28.490405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.512155 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6914451
Dec 22 15:32:28.515016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46358) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:28.662368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.723409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94155e-5308-4a2f-9045-f06a83d6cdf4 None None] Network 470cefa1-03e4-4528-904c-de8edc7ef9e5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:28.733932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.817357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.823042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4702b609-9913-42ef-bc73-f32cd849d353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:28.862874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Subnet': ['ID=53b0c939-851d-40b3-933e-43706f44fc07,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:28.865598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:28.929653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086079ee-be28-4db6-9bf0-a2e36da5aeb8 None None] Network 470cefa1-03e4-4528-904c-de8edc7ef9e5 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:28.973975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:28.992509 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c50439c7-f8b9-448e-8c84-88c1581c46bb up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:28.999499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574754040>,) {'filters': {'network_id': ['470cefa1-03e4-4528-904c-de8edc7ef9e5']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:29.014111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574754040>, 'b0196f98-eb64-4f6c-94ec-61cd2d0b820b') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:29.014455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574754040>, 'b0196f98-eb64-4f6c-94ec-61cd2d0b820b') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:29.030172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.049043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.055993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:29.056392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:29.071738 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:29.158132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.162244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:29.162449 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c50439c7-f8b9-448e-8c84-88c1581c46bb completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:29.168292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c50439c7-f8b9-448e-8c84-88c1581c46bb triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:29.168722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.180745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.186986 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Network': ['ID=470cefa1-03e4-4528-904c-de8edc7ef9e5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:29.191294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:29.198600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/470cefa1-03e4-4528-904c-de8edc7ef9e5 HTTP/1.1" status: 204  len: 168 time: 0.6781781
Dec 22 15:32:29.199053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46362) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:29.205497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107038858'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:29.212628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:29.216572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:network and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:29.219810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:29.227836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:29.239877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:29.243726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.278774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:29.291102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.291497 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Added segment eb53b998-a063-4d3c-819d-f2fa2494c125 of type vlan for network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb
Dec 22 15:32:29.321127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.338266 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.356220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.362026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:29.362686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.368769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:29.379800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port c50439c7-f8b9-448e-8c84-88c1581c46bb, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c50439c7-f8b9-448e-8c84-88c1581c46bb,segment=NetworkSegment(c5f732a7-7a72-458c-876d-24428c82c81d),segment_id=c5f732a7-7a72-458c-876d-24428c82c81d)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:29.384877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.389209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-7b9886b2-7b3d-470a-866a-15c8dd6f8345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:29.466623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:29.478110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=c50439c7-f8b9-448e-8c84-88c1581c46bb,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:29.481862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:29.580937 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3805459
Dec 22 15:32:29.584811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46366) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:29.588300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Network': ['ID=286eb652-9ca1-4d0d-a68d-2f3169a4b4fb,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:29.590944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10afe16b-19be-46e6-8f8c-8b96461700c6 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:29.594333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'subnet': {'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:29.601742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:29.714715 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:29.718540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:subnet and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:29.721577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:29.727844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:29.738572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:29.864375 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.104206 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.108684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f5caff27-c9a4-42b4-9481-2b51141f649f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:30.186998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Subnet': ['ID=242eff0c-8b8f-4f90-b74b-a5f98cd8daa5,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:30.190590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:30.198575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking segment: {'id': 'eb53b998-a063-4d3c-819d-f2fa2494c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:30.198960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network hostable DHCP agents. Network: 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:30.220921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:30.230671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:30.234763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:30.235322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.243686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244bbd4-b5ee-4fee-9e89-4036677ac01f None None] Network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:30.267169 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-74832e9f-a078-4956-b5d1-9d04c73635a8 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6797564
Dec 22 15:32:30.271869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46370) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:30.280589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057977316'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:30.286618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:30.290862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:network and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:30.293811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:30.299902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:30.311118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:30.314310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.346395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:30.355589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.355899 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Added segment 17291e08-8bf5-43a7-b663-a86fc028cde1 of type vlan for network 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f
Dec 22 15:32:30.383810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.414015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.417811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:30.418360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.423869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:30.478985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-286eb652-9ca1-4d0d-a68d-2f3169a4b4fb', 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb', 'tenant_id': 'dc9c1b11a9a446e9845d19eca276d863', 'fixed_ips': [{'subnet_id': '242eff0c-8b8f-4f90-b74b-a5f98cd8daa5'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:30.480250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.525165 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2518089
Dec 22 15:32:30.528052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:30.535483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Request body: {'subnet': {'network_id': '0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:30.552062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Network': ['ID=0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:30.566352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:30.602089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-144ef366-ef6b-4d98-a71d-38a6fa7d0118 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:30.648557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:30.652509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Usage tracker for resource:subnet and tenant:dc9c1b11a9a446e9845d19eca276d863 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:30.655425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:30.662729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:30.674131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Made reservation on behalf of dc9c1b11a9a446e9845d19eca276d863 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:30.747104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Allocated IP 2001:db8::2 (286eb652-9ca1-4d0d-a68d-2f3169a4b4fb/242eff0c-8b8f-4f90-b74b-a5f98cd8daa5/fb300278-7755-429c-a1f3-9955e0177fd5) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:30.891512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:30.933413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c50439c7-f8b9-448e-8c84-88c1581c46bb up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:31.017916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.032861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Transition to ACTIVE for port object fb300278-7755-429c-a1f3-9955e0177fd5 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:31.055957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Transition to ACTIVE for port object fb300278-7755-429c-a1f3-9955e0177fd5 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:31.063147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.066853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:31.108503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c50439c7-f8b9-448e-8c84-88c1581c46bb triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:31.108503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.113019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.116803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-274ec459-b6e2-4aed-af82-9f00eb896d50 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:31.183914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event updated for resources: {'Subnet': ['ID=a2242b0c-6337-4bc9-a4d7-f8e47f7053d2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:31.193655 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:31.193806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:31.198692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Pushing event updated for resources: {'Port': ['ID=fb300278-7755-429c-a1f3-9955e0177fd5,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:31.201219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:31.203011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:31.205665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:31.208351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Checking segment: {'id': '17291e08-8bf5-43a7-b663-a86fc028cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:31.208613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network hostable DHCP agents. Network: 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:31.232613 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Network 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:31.242265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:31.246793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:31.247419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.272080 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7406590
Dec 22 15:32:31.273134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46378) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:31.282333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a1403-efce-4b2e-b687-d1359124b3e9 None None] Network 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:31.432128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Attempting to bind port fb300278-7755-429c-a1f3-9955e0177fd5 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:31.432431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Attempting to bind port fb300278-7755-429c-a1f3-9955e0177fd5 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'eb53b998-a063-4d3c-819d-f2fa2494c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:31.432801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Attempting to bind port fb300278-7755-429c-a1f3-9955e0177fd5 on network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:31.439541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.450981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:31.451357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Checking segment: {'id': 'eb53b998-a063-4d3c-819d-f2fa2494c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:31.451755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.452152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Bound using segment: {'id': 'eb53b998-a063-4d3c-819d-f2fa2494c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:31.452650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Bound port: fb300278-7755-429c-a1f3-9955e0177fd5, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb53b998-a063-4d3c-819d-f2fa2494c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '286eb652-9ca1-4d0d-a68d-2f3169a4b4fb'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:31.453021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.517237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.602606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.607252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-33e67a2d-629a-40cc-8757-e8c2b421ecb1 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:31.648804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Subnet': ['ID=a2242b0c-6337-4bc9-a4d7-f8e47f7053d2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:31.651796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:31.685852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843820e8-b129-43ce-9e3f-58a3007086c4 None None] Network 0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:31.753370 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.784202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857483af10>,) {'filters': {'network_id': ['0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:31.797681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857483af10>, '17291e08-8bf5-43a7-b663-a86fc028cde1') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:31.797970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857483af10>, '17291e08-8bf5-43a7-b663-a86fc028cde1') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:31.809825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.826361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.832895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:31.833142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] For port fb300278-7755-429c-a1f3-9955e0177fd5, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:31.833641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:31.850168 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:31.865171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] For port fb300278-7755-429c-a1f3-9955e0177fd5, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fb300278-7755-429c-a1f3-9955e0177fd5,segment=NetworkSegment(eb53b998-a063-4d3c-819d-f2fa2494c125),segment_id=eb53b998-a063-4d3c-819d-f2fa2494c125)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:31.905331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.914028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:31.932411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.936006 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f745fa91-e3e3-4f55-be39-ce76808f5879 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:31.954657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:31.966506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Network': ['ID=0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:31.969490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:31.974639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8655ddd1-0836-4b57-adb0-a466f25b531f tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f HTTP/1.1" status: 204  len: 168 time: 0.6971090
Dec 22 15:32:31.974639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46382) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.014452 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b80770-8ae4-4ce3-807c-cf15e9d9a69e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] GET failed (client error): The resource could not be found.
Dec 22 15:32:32.014951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-15b80770-8ae4-4ce3-807c-cf15e9d9a69e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Synchronizing usage tracker for tenant:dc9c1b11a9a446e9845d19eca276d863 on resource:subnet {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:32.032203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-15b80770-8ae4-4ce3-807c-cf15e9d9a69e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Unset dirty status for tenant:dc9c1b11a9a446e9845d19eca276d863 on resource:subnet {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:32.035929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-15b80770-8ae4-4ce3-807c-cf15e9d9a69e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "GET /v2.0/subnets/a2242b0c-6337-4bc9-a4d7-f8e47f7053d2 HTTP/1.1" status: 404  len: 337 time: 0.0579414
Dec 22 15:32:32.036076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Pushing event updated for resources: {'Port': ['ID=fb300278-7755-429c-a1f3-9955e0177fd5,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:32.036301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46386) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.040497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:32.072606 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-173100a4-6d01-4dce-8806-02cb749ad629 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:32.073265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173100a4-6d01-4dce-8806-02cb749ad629 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:32.083203 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-173100a4-6d01-4dce-8806-02cb749ad629 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f HTTP/1.1" status: 404  len: 339 time: 0.0386224
Dec 22 15:32:32.083728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46390) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.125042 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26ccf0d-1244-410c-93a8-552f5db1e1ac tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:32.125414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26ccf0d-1244-410c-93a8-552f5db1e1ac tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:32.127364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b26ccf0d-1244-410c-93a8-552f5db1e1ac tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/subnets/a2242b0c-6337-4bc9-a4d7-f8e47f7053d2 HTTP/1.1" status: 404  len: 337 time: 0.0423193
Dec 22 15:32:32.129650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46394) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.159798 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff138654-f254-4a74-a13f-ba89cfe0d432 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:32.160416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff138654-f254-4a74-a13f-ba89cfe0d432 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:32.162373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ff138654-f254-4a74-a13f-ba89cfe0d432 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/0f6c2d23-1b74-4f88-8c43-e4c2d7a9835f HTTP/1.1" status: 404  len: 339 time: 0.0317397
Dec 22 15:32:32.165383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46398) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.255663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Deleting subnet 242eff0c-8b8f-4f90-b74b-a5f98cd8daa5 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:32:32.259704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.325185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.412807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.498941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.503319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3e80854-a4da-4faa-8126-57ec1ec27209 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:32.542568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Subnet': ['ID=242eff0c-8b8f-4f90-b74b-a5f98cd8daa5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:32.545961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:32.547247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.559905 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1aa79625-9400-4405-b3c8-1373c130584e tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/subnets/242eff0c-8b8f-4f90-b74b-a5f98cd8daa5 HTTP/1.1" status: 204  len: 168 time: 0.3934515
Dec 22 15:32:32.562635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46402) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:32.686759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.698983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Deleting port fb300278-7755-429c-a1f3-9955e0177fd5 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:32.699325 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.930863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] For port fb300278-7755-429c-a1f3-9955e0177fd5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=fb300278-7755-429c-a1f3-9955e0177fd5,segment=NetworkSegment(eb53b998-a063-4d3c-819d-f2fa2494c125),segment_id=eb53b998-a063-4d3c-819d-f2fa2494c125)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:32.931224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:32.961733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb300278-7755-429c-a1f3-9955e0177fd5 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:33.040303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade21af1-1021-4201-90e5-dd83a808d0c0 None None] Network 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:33.061683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port fb300278-7755-429c-a1f3-9955e0177fd5 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:33.072537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Calling delete_port for fb300278-7755-429c-a1f3-9955e0177fd5 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:33.160028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.163990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3b0ba081-df6d-46dd-8d49-a4c2c46eb5c1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:33.181546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa8a2292-3e51-4102-bbe1-2ba373a34201 None None] Provisioning for port fb300278-7755-429c-a1f3-9955e0177fd5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:33.208682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Port': ['ID=fb300278-7755-429c-a1f3-9955e0177fd5,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:33.214607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-fa8a2292-3e51-4102-bbe1-2ba373a34201 None None] Provisioning complete for port fb300278-7755-429c-a1f3-9955e0177fd5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:33.214607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fa8a2292-3e51-4102-bbe1-2ba373a34201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.218046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No DVR routers for this DVR port fb300278-7755-429c-a1f3-9955e0177fd5 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:33.250992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a2292-3e51-4102-bbe1-2ba373a34201 None None] Port fb300278-7755-429c-a1f3-9955e0177fd5 was deleted so its status cannot be updated. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 15:32:33.251678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.252046 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.252488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.252894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.253292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.253683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.254127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.254467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.254860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.255366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.255635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:33.265230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:33.309603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730f536-857c-412a-895b-47907ef7b4a6 None None] DHCP port deletion for 286eb652-9ca1-4d0d-a68d-2f3169a4b4fb request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:32:33.361351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.387937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574b06d90>,) {'filters': {'network_id': ['286eb652-9ca1-4d0d-a68d-2f3169a4b4fb']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:33.407815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b06d90>, 'eb53b998-a063-4d3c-819d-f2fa2494c125') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:33.408106 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b06d90>, 'eb53b998-a063-4d3c-819d-f2fa2494c125') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:33.420487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.439801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.446502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:33.446885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:33.461389 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:33.564746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.653726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.659687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36048c68-6681-4dc0-95fc-f02cf9c2b890 tempest-FloatingIPNegativeTestJSON-368004409 tempest-FloatingIPNegativeTestJSON-368004409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:33.675021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:33.686320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Network': ['ID=286eb652-9ca1-4d0d-a68d-2f3169a4b4fb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:33.688994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:33.690752 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/286eb652-9ca1-4d0d-a68d-2f3169a4b4fb HTTP/1.1" status: 204  len: 168 time: 1.1275265
Dec 22 15:32:33.693262 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46406) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:33.731749 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-792328ba-0b44-4656-b045-fd1194578273 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:33.732175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792328ba-0b44-4656-b045-fd1194578273 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:33.733774 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-792328ba-0b44-4656-b045-fd1194578273 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/subnets/53b0c939-851d-40b3-933e-43706f44fc07 HTTP/1.1" status: 404  len: 337 time: 0.0395763
Dec 22 15:32:33.736533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46410) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:33.761788 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc184cb-8765-4eeb-bb81-be72a585a02c tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:33.762234 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc184cb-8765-4eeb-bb81-be72a585a02c tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:33.763776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-acc184cb-8765-4eeb-bb81-be72a585a02c tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/470cefa1-03e4-4528-904c-de8edc7ef9e5 HTTP/1.1" status: 404  len: 339 time: 0.0263522
Dec 22 15:32:33.766066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46414) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:33.806695 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c91880-767c-4128-8f5c-c2d8d5b293ae tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:33.807120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c91880-767c-4128-8f5c-c2d8d5b293ae tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:33.808702 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-30c91880-767c-4128-8f5c-c2d8d5b293ae tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/subnets/3ca39cc1-b9bd-4059-9243-3a309f020ad0 HTTP/1.1" status: 404  len: 337 time: 0.0417428
Dec 22 15:32:33.811229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46418) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:33.835995 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6529f019-bf7d-4622-b4e1-b8104bdbb6f1 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] DELETE failed (client error): The resource could not be found.
Dec 22 15:32:33.836319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6529f019-bf7d-4622-b4e1-b8104bdbb6f1 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 15:32:33.837956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6529f019-bf7d-4622-b4e1-b8104bdbb6f1 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/5b955857-4d45-4bd7-9204-c2f8ab3969a8 HTTP/1.1" status: 404  len: 339 time: 0.0258849
Dec 22 15:32:33.840942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46422) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:34.029093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Deleting subnet 0015eafa-af79-4c65-89c5-ce350925ac39 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:32:34.032458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.089745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.169915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.243843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.247568 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4575325-dcea-42c4-96cc-bd5cb11d99aa tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:34.287398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Subnet': ['ID=0015eafa-af79-4c65-89c5-ce350925ac39,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:34.290976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:34.296131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.302407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb5d40-2a31-4f01-9876-e56b963e82d5 None None] Network 8c4f166c-bf82-4855-900e-415adab9e4e1 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:34.307385 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/subnets/0015eafa-af79-4c65-89c5-ce350925ac39 HTTP/1.1" status: 204  len: 168 time: 0.4654753
Dec 22 15:32:34.309785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46426) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:34.426540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.438608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Deleting port c50439c7-f8b9-448e-8c84-88c1581c46bb {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:34.438938 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.564679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] DHCP port deletion for 8c4f166c-bf82-4855-900e-415adab9e4e1 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:32:34.569086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Deleting port c50439c7-f8b9-448e-8c84-88c1581c46bb {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:34.569750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.658280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] For port c50439c7-f8b9-448e-8c84-88c1581c46bb, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c50439c7-f8b9-448e-8c84-88c1581c46bb,segment=NetworkSegment(c5f732a7-7a72-458c-876d-24428c82c81d),segment_id=c5f732a7-7a72-458c-876d-24428c82c81d)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:34.658633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.778660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Calling delete_port for c50439c7-f8b9-448e-8c84-88c1581c46bb owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:34.781217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] For port c50439c7-f8b9-448e-8c84-88c1581c46bb, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c50439c7-f8b9-448e-8c84-88c1581c46bb,segment=NetworkSegment(c5f732a7-7a72-458c-876d-24428c82c81d),segment_id=c5f732a7-7a72-458c-876d-24428c82c81d)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:34.781609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.868116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:34.872034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1f95a70f-17dc-4445-a168-2be7eaf61b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:34.918805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Port': ['ID=c50439c7-f8b9-448e-8c84-88c1581c46bb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:34.921056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:34.923422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] No DVR routers for this DVR port c50439c7-f8b9-448e-8c84-88c1581c46bb on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:34.959290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c50439c7-f8b9-448e-8c84-88c1581c46bb no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:34.987469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Calling delete_port for c50439c7-f8b9-448e-8c84-88c1581c46bb owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:35.029973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c50439c7-f8b9-448e-8c84-88c1581c46bb {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:35.030245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c50439c7-f8b9-448e-8c84-88c1581c46bb not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:35.030640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb300278-7755-429c-a1f3-9955e0177fd5 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:35.065724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: fb300278-7755-429c-a1f3-9955e0177fd5 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:35.066076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device fb300278-7755-429c-a1f3-9955e0177fd5 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:35.068659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.097735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85745ce460>,) {'filters': {'network_id': ['8c4f166c-bf82-4855-900e-415adab9e4e1']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:35.099096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:32:35.099463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:32:35.113942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745ce460>, 'c5f732a7-7a72-458c-876d-24428c82c81d') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:35.114230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85745ce460>, 'c5f732a7-7a72-458c-876d-24428c82c81d') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:35.125490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.142190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.148786 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:35.149175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:35.163050 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:35.239620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.243057 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:35.257683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.273188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Pushing event deleted for resources: {'Network': ['ID=8c4f166c-bf82-4855-900e-415adab9e4e1,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:35.276331 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:35.277864 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] 10.222.0.69 "DELETE /v2.0/networks/8c4f166c-bf82-4855-900e-415adab9e4e1 HTTP/1.1" status: 204  len: 168 time: 0.9671948
Dec 22 15:32:35.576606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46434) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:35.601613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Deleting port c50439c7-f8b9-448e-8c84-88c1581c46bb {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:35.602332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.670150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-617d43fe-dfd2-42a3-8324-476954a763d9 None None] The port 'c50439c7-f8b9-448e-8c84-88c1581c46bb' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:32:35.765894 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4d85c674-e55a-47e9-857b-7649e8e1aebe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc9c1b11a9a446e9845d19eca276d863&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1878805
Dec 22 15:32:35.768942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46440) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:35.849710 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.875361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.929195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.932892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-06a2628d-3105-4c25-87d1-521d492f8fa8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:35.943856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea24c67-f135-4ca8-bebf-55b9c1e228cb,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:35.948045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:35.951231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:35.952330 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ea24c67-f135-4ca8-bebf-55b9c1e228cb HTTP/1.1" status: 204  len: 168 time: 0.1822951
Dec 22 15:32:36.794502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46462) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:36.927113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1835004577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:36.933719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:36.937770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:router and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:36.940951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:36.947599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:36.958842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:36.960310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:36.981843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.000681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.023381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.024602 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10b16027-5908-44a8-91ef-15cf757aace7 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2290900
Dec 22 15:32:37.027509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46468) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:37.033527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1528000392'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:37.039618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:37.047260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:network and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:37.050233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:37.056019 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:37.065887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Made reservation on behalf of bc04992696ec4d8dab0dcb59e7bcc08f for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:37.068794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.081278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.114081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:37.117963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:security_group_rule and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:37.120851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:37.126489 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:37.199985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.204095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.206981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1aa64cd-e84e-44ef-a5fd-2791afbac86e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:37.237403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:37.245902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301cec48-33b0-4060-a203-121f81fbe64e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:37.249350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:37.251727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.252072 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Added segment 8a4af980-71b0-4f4a-9d1b-34299e660d19 of type vlan for network 24b8ac12-be0a-43ef-b064-765e3ed2176e
Dec 22 15:32:37.279499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.309470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.313567 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:37.313769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.317374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5c5b5e9-14ad-4f0c-b4d1-9dcb9206ca20 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:37.519506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event updated for resources: {'Network': ['ID=24b8ac12-be0a-43ef-b064-765e3ed2176e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:37.523090 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4944525
Dec 22 15:32:37.524015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:37.526130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46472) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:37.530512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:37.531606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'subnet': {'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:37.645371 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:37.650042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:subnet and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:37.652832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:37.658389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:37.668752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Made reservation on behalf of bc04992696ec4d8dab0dcb59e7bcc08f for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:37.770582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.986243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:37.991267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-51e6a1e8-2edd-446a-93b8-15a9a262d463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:38.068171 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event updated for resources: {'Subnet': ['ID=f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:38.072166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:38.080034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Checking segment: {'id': '8a4af980-71b0-4f4a-9d1b-34299e660d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:38.080391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Network hostable DHCP agents. Network: 24b8ac12-be0a-43ef-b064-765e3ed2176e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:38.101663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:38.110108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 24b8ac12-be0a-43ef-b064-765e3ed2176e) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:38.114339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:38.114903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.122433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de00f3-6d6e-423b-87c0-d2a37bb71ff6 None None] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:38.137394 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6102309
Dec 22 15:32:38.141574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46476) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:38.148053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-325690144'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:38.153273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:38.157089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:network and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:38.165213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:38.172312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:38.184024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Made reservation on behalf of bc04992696ec4d8dab0dcb59e7bcc08f for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:38.187785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.217455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:38.226908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.227243 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Added segment 2a6d5939-f817-48cb-a015-0363d476c881 of type vlan for network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e
Dec 22 15:32:38.255198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.286569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.291205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:38.291874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.297366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8b016c6d-c864-47b6-839b-fb151632f60c tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:38.341530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-24b8ac12-be0a-43ef-b064-765e3ed2176e', 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e', 'tenant_id': 'bc04992696ec4d8dab0dcb59e7bcc08f', 'fixed_ips': [{'subnet_id': 'f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:38.342820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.393159 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2505007
Dec 22 15:32:38.396753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:38.402898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event updated for resources: {'Network': ['ID=3b3c0a60-2ddf-4963-80e5-c5e94089a86e,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:38.404659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'subnet': {'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:38.405624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-57daae6d-0825-496f-a382-bad9938a9b1e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:38.415424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:38.517748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:38.521884 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Usage tracker for resource:subnet and tenant:bc04992696ec4d8dab0dcb59e7bcc08f is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:38.525996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:38.532162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:38.542223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Made reservation on behalf of bc04992696ec4d8dab0dcb59e7bcc08f for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:38.595942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Allocated IP 172.20.0.2 (24b8ac12-be0a-43ef-b064-765e3ed2176e/f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569/139a1602-bf89-432b-8d13-fbb76f0ef5c8) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:38.653691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.800728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.811654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Transition to ACTIVE for port object 139a1602-bf89-432b-8d13-fbb76f0ef5c8 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:38.829444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Transition to ACTIVE for port object 139a1602-bf89-432b-8d13-fbb76f0ef5c8 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:38.835945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.840202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:38.884603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:38.889694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d89e5b1b-79e2-4991-bb59-b74ed3da96da tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:38.917507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:38.918857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:38.922699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:38.926457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Pushing event updated for resources: {'Port': ['ID=139a1602-bf89-432b-8d13-fbb76f0ef5c8,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:38.930706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:38.968015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event updated for resources: {'Subnet': ['ID=9cfbe022-9134-463e-8f02-816229730b6c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:38.971693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:38.980757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Checking segment: {'id': '2a6d5939-f817-48cb-a015-0363d476c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:38.981110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Network hostable DHCP agents. Network: 3b3c0a60-2ddf-4963-80e5-c5e94089a86e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:39.003265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:39.012592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 3b3c0a60-2ddf-4963-80e5-c5e94089a86e) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:39.016759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:39.018236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.022289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2e705-3232-4b36-b428-21ed486da350 None None] Network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:39.041693 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6425128
Dec 22 15:32:39.044653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:39.050726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-79e5c757-54e0-4aa7-a6db-9d326c8ce120 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:39.087776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Attempting to bind port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:39.087776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Attempting to bind port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '8a4af980-71b0-4f4a-9d1b-34299e660d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:39.088370 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Attempting to bind port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 on network 24b8ac12-be0a-43ef-b064-765e3ed2176e {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:39.102022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:39.102412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Checking segment: {'id': '8a4af980-71b0-4f4a-9d1b-34299e660d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:39.102818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.103226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Bound using segment: {'id': '8a4af980-71b0-4f4a-9d1b-34299e660d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:39.103702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Bound port: 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4af980-71b0-4f4a-9d1b-34299e660d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '24b8ac12-be0a-43ef-b064-765e3ed2176e'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:39.104078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.271169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] For port 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:39.285062 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] For port 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=139a1602-bf89-432b-8d13-fbb76f0ef5c8,segment=NetworkSegment(8a4af980-71b0-4f4a-9d1b-34299e660d19),segment_id=8a4af980-71b0-4f4a-9d1b-34299e660d19)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:39.299605 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:32:39.314742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.322508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:39.420686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-3b3c0a60-2ddf-4963-80e5-c5e94089a86e', 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e', 'tenant_id': 'bc04992696ec4d8dab0dcb59e7bcc08f', 'fixed_ips': [{'subnet_id': '9cfbe022-9134-463e-8f02-816229730b6c'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:39.421768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.517932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Pushing event updated for resources: {'Port': ['ID=139a1602-bf89-432b-8d13-fbb76f0ef5c8,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:39.524277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:39.651555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-79e5c757-54e0-4aa7-a6db-9d326c8ce120 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:39.687257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Allocated IP 172.21.0.2 (3b3c0a60-2ddf-4963-80e5-c5e94089a86e/9cfbe022-9134-463e-8f02-816229730b6c/5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:39.889985 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.api.v2.resource [None req-79e5c757-54e0-4aa7-a6db-9d326c8ce120 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 15:32:39.897268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46488) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:39.900470 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-79e5c757-54e0-4aa7-a6db-9d326c8ce120 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "PUT /v2.0/routers/00bdf367-b428-4d48-90a4-a211d0a20434 HTTP/1.1" status: 400  len: 364 time: 0.8542573
Dec 22 15:32:40.004209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.015120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Transition to ACTIVE for port object 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:40.033395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Transition to ACTIVE for port object 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:40.038841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.043028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:40.104047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:40.111095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:40.115141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:40.121886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Pushing event updated for resources: {'Port': ['ID=5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:40.125393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:40.128937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Deleting subnet 9cfbe022-9134-463e-8f02-816229730b6c {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:32:40.134385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.192939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.206975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Attempting to bind port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:40.207453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Attempting to bind port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '2a6d5939-f817-48cb-a015-0363d476c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:40.207894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Attempting to bind port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c on network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:40.214995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:40.215384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Checking segment: {'id': '2a6d5939-f817-48cb-a015-0363d476c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:40.215794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.216198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Bound using segment: {'id': '2a6d5939-f817-48cb-a015-0363d476c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:40.216697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Bound port: 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6d5939-f817-48cb-a015-0363d476c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b3c0a60-2ddf-4963-80e5-c5e94089a86e'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:40.217078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.300329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.381064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.383892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] For port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:40.385384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-184480f1-5c15-4ed0-ac24-9de3b79ea8f8 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:40.387772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] For port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c,segment=NetworkSegment(2a6d5939-f817-48cb-a015-0363d476c881),segment_id=2a6d5939-f817-48cb-a015-0363d476c881)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:40.394518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.398845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:40.425161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfbe022-9134-463e-8f02-816229730b6c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:40.430092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:40.433138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.440903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5c85fadc-ddd2-4b04-b57c-dbb26ef940d9 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "DELETE /v2.0/subnets/9cfbe022-9134-463e-8f02-816229730b6c HTTP/1.1" status: 204  len: 168 time: 0.5414045
Dec 22 15:32:40.441994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46492) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:40.503055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Pushing event updated for resources: {'Port': ['ID=5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:40.506095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:40.580270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.594402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Deleting port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:40.594819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.638413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465bd750-bd5c-49d2-b353-c98c00f50d8f None None] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:40.760227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d21ac8a0-644f-4475-89cd-9edb8ef3f91b None None] Provisioning for port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:40.861975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] For port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c,segment=NetworkSegment(2a6d5939-f817-48cb-a015-0363d476c881),segment_id=2a6d5939-f817-48cb-a015-0363d476c881)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:40.862486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:40.995697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:41.079453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:41.089193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 139a1602-bf89-432b-8d13-fbb76f0ef5c8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:41.125989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Calling delete_port for 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:41.169692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:41.177294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:41.177893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.211669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.225626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-730a5131-2e6c-4b3a-8db0-3f02fac410cc tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:41.264985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] No DVR routers for this DVR port 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:41.304825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Port': ['ID=5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:41.313739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:41.314933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.335749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4860cf14-3447-40ed-b39a-f2eeff16b9a2 None None] Provisioning complete for port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:41.336209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4860cf14-3447-40ed-b39a-f2eeff16b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.402422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=139a1602-bf89-432b-8d13-fbb76f0ef5c8,segment=NetworkSegment(8a4af980-71b0-4f4a-9d1b-34299e660d19),segment_id=8a4af980-71b0-4f4a-9d1b-34299e660d19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:41.411232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.416010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:41.420783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.461931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85759f8b50>,) {'filters': {'network_id': ['3b3c0a60-2ddf-4963-80e5-c5e94089a86e']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:41.482276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759f8b50>, '2a6d5939-f817-48cb-a015-0363d476c881') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:41.482839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85759f8b50>, '2a6d5939-f817-48cb-a015-0363d476c881') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:41.495012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.517803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.535112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=139a1602-bf89-432b-8d13-fbb76f0ef5c8,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:41.537080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:41.537485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.538784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:41.558406 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:41.564188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde97f86-37b2-451a-93d2-cf79d9bf7957 None None] Network 3b3c0a60-2ddf-4963-80e5-c5e94089a86e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:41.638263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.642792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.645509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0d188fdc-1477-48ee-a55e-cd60151d71b6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:41.669797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Network': ['ID=3b3c0a60-2ddf-4963-80e5-c5e94089a86e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:41.673900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:41.674376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8b13a941-8eda-4bd1-a1ce-c716a4cefe9c None None] Could not find standard attr ID for object 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c. {{(pid=83458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 15:32:41.675981 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "DELETE /v2.0/networks/3b3c0a60-2ddf-4963-80e5-c5e94089a86e HTTP/1.1" status: 204  len: 168 time: 1.2325418
Dec 22 15:32:41.679222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46496) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:41.827228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b6b5b-5637-40f7-95e3-18f9d3359506 None None] DHCP port deletion for 3b3c0a60-2ddf-4963-80e5-c5e94089a86e request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:32:41.876867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Deleting subnet f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:32:41.879713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:41.935569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.021666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.106334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.110570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3d5094d3-212c-4f7a-8c40-5ed37d57dbb4 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:42.148024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:42.152198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:42.154889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.160916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf7ea2-2a67-4bf8-9c42-e65ac76be84b None None] Network 24b8ac12-be0a-43ef-b064-765e3ed2176e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:42.161813 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-11bcaf85-9775-495b-ac5e-fee4993ec75e tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "DELETE /v2.0/subnets/f7c4e9a3-86f8-4f0a-a60c-d4bef9ff8569 HTTP/1.1" status: 204  len: 168 time: 0.4815531
Dec 22 15:32:42.164949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46500) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:42.289993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.301610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Deleting port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:42.301934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.454944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] DHCP port deletion for 24b8ac12-be0a-43ef-b064-765e3ed2176e request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:32:42.459270 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Deleting port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:42.460422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.515591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] For port 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=139a1602-bf89-432b-8d13-fbb76f0ef5c8,segment=NetworkSegment(8a4af980-71b0-4f4a-9d1b-34299e660d19),segment_id=8a4af980-71b0-4f4a-9d1b-34299e660d19)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:42.516026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.641750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Calling delete_port for 139a1602-bf89-432b-8d13-fbb76f0ef5c8 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:42.656933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] For port 139a1602-bf89-432b-8d13-fbb76f0ef5c8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=139a1602-bf89-432b-8d13-fbb76f0ef5c8,segment=NetworkSegment(8a4af980-71b0-4f4a-9d1b-34299e660d19),segment_id=8a4af980-71b0-4f4a-9d1b-34299e660d19)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:42.657401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.727050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:42.732954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0e829fa-9199-41b4-9310-44de6926af66 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:42.798494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Calling delete_port for 139a1602-bf89-432b-8d13-fbb76f0ef5c8 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:32:42.873588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:32:42.874829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:32:42.881917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Port': ['ID=139a1602-bf89-432b-8d13-fbb76f0ef5c8,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:42.884446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:42.889414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] No DVR routers for this DVR port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:32:42.938717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:42.971602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:42.971951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5bd6b6e2-a91d-45ad-a8ef-fbb7f10c384c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:42.972369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 139a1602-bf89-432b-8d13-fbb76f0ef5c8 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:32:43.005984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 139a1602-bf89-432b-8d13-fbb76f0ef5c8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:32:43.006358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 139a1602-bf89-432b-8d13-fbb76f0ef5c8 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:32:43.015142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.041106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575c78c40>,) {'filters': {'network_id': ['24b8ac12-be0a-43ef-b064-765e3ed2176e']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:43.053180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575c78c40>, '8a4af980-71b0-4f4a-9d1b-34299e660d19') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:43.053531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575c78c40>, '8a4af980-71b0-4f4a-9d1b-34299e660d19') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:43.066770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.085061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.091939 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:32:43.092395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:32:43.113277 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:32:43.195618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.199199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-402344d4-5480-4e2a-964c-9e7390665c51 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:43.213602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.223969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Pushing event deleted for resources: {'Network': ['ID=24b8ac12-be0a-43ef-b064-765e3ed2176e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:43.227123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:43.228871 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "DELETE /v2.0/networks/24b8ac12-be0a-43ef-b064-765e3ed2176e HTTP/1.1" status: 204  len: 168 time: 1.0627484
Dec 22 15:32:43.231197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46504) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:43.276501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-244523b7-a02c-41b5-b47f-7ee5a2ad524d tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Synchronizing usage tracker for tenant:bc04992696ec4d8dab0dcb59e7bcc08f on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:43.293402 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-244523b7-a02c-41b5-b47f-7ee5a2ad524d tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Unset dirty status for tenant:bc04992696ec4d8dab0dcb59e7bcc08f on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:43.294914 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-244523b7-a02c-41b5-b47f-7ee5a2ad524d tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "GET /v2.0/ports?device_id=00bdf367-b428-4d48-90a4-a211d0a20434 HTTP/1.1" status: 200  len: 205 time: 0.0626836
Dec 22 15:32:43.297887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46508) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:43.376011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Deleting port 139a1602-bf89-432b-8d13-fbb76f0ef5c8 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:32:43.376435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.438273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1bae425f-b49b-4d02-9222-3354a65a796c None None] The port '139a1602-bf89-432b-8d13-fbb76f0ef5c8' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:32:43.438854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.822870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.826886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.853921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.854500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Fanout notify agent at l3_agent the message router_deleted on router 00bdf367-b428-4d48-90a4-a211d0a20434 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:32:43.865489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:43.866853 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-edfdf95e-d270-4109-b27b-86c300a392b4 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] 10.222.0.69 "DELETE /v2.0/routers/00bdf367-b428-4d48-90a4-a211d0a20434 HTTP/1.1" status: 204  len: 168 time: 0.5675955
Dec 22 15:32:44.177913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46516) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:44.366224 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e6613b61-a2b2-4832-a21c-f376b4eef3c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc04992696ec4d8dab0dcb59e7bcc08f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1861601
Dec 22 15:32:44.368682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46522) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:44.430919 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:44.456670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:44.510181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:44.513953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8520311b-163c-4caa-aee5-e47acf19d7d1 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:44.527069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cec48-33b0-4060-a203-121f81fbe64e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:44.530024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:44.531990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:44.533055 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-90c0c859-8c72-456f-a7ca-2d75b7db37da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/301cec48-33b0-4060-a203-121f81fbe64e HTTP/1.1" status: 204  len: 168 time: 0.1634893
Dec 22 15:32:45.343826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:45.483162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1057433132-network', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:45.489102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:45.493148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Usage tracker for resource:network and tenant:aaa678721e2b40678d6b713bb614ea25 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:45.496030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:45.501619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:45.512655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Made reservation on behalf of aaa678721e2b40678d6b713bb614ea25 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:45.514872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.528010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.561007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:45.565212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Usage tracker for resource:security_group_rule and tenant:aaa678721e2b40678d6b713bb614ea25 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:45.568166 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:45.574957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:45.653733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.658295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.661315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ac19f735-19e7-49b7-b7d8-4b7152dde32d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:45.693184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:45.702194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ae6be-cf38-41eb-98ed-cabb575af3a2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:45.705682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:45.708158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.708659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Added segment e4f080aa-4d45-4cb7-b839-86c341ae7f06 of type vlan for network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0
Dec 22 15:32:45.736444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.765164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.766024 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:45.766591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:45.771168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f8695072-f8d2-4d95-bb3d-453d82d4f0c9 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:45.870834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5259252
Dec 22 15:32:45.873775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46550) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:45.876048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Pushing event updated for resources: {'Network': ['ID=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:45.878721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:45.880790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Request body: {'subnet': {'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-subnet', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:45.887107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:45.887856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:45.891719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Usage tracker for resource:subnet and tenant:aaa678721e2b40678d6b713bb614ea25 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:45.894625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:45.900199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:45.910081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Made reservation on behalf of aaa678721e2b40678d6b713bb614ea25 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:45.912539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.125412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.128953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-463c9ce3-edde-4135-b7a6-53f564776847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:46.207395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:46.211899 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:46.221955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Checking segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:46.222373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Network hostable DHCP agents. Network: a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:46.248850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:46.260689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:46.265234 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:46.265801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.268359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ff5ef-7b05-4002-a8fb-b8bcf566962d None None] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:46.411345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9301c346-9ced-496d-9f46-370d0c596d77 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5363147
Dec 22 15:32:46.416059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46554) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:46.422645 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:46.429067 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:46.434326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Usage tracker for resource:router and tenant:aaa678721e2b40678d6b713bb614ea25 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:46.437461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:46.443261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:46.454297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.455226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.473116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.508399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:46.509215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.632215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.689567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Allocated IP 172.20.0.2 (a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0/cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc/80aa6b38-a89e-4284-9307-196f0488650f) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:46.842617 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.873257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.896002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.906692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Transition to ACTIVE for port object 80aa6b38-a89e-4284-9307-196f0488650f will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:46.925328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Transition to ACTIVE for port object 80aa6b38-a89e-4284-9307-196f0488650f will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:46.930412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:46.935064 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:46.995521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:47.027440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Allocated IP 172.26.3.207 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/7a7ec933-7ad1-4ca6-bb7d-79903971f18b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:47.042208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:47.046664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:47.052622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Pushing event updated for resources: {'Port': ['ID=80aa6b38-a89e-4284-9307-196f0488650f,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:47.056327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:47.135763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Attempting to bind port 80aa6b38-a89e-4284-9307-196f0488650f on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:47.136056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Attempting to bind port 80aa6b38-a89e-4284-9307-196f0488650f by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:47.136451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Attempting to bind port 80aa6b38-a89e-4284-9307-196f0488650f on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:47.142847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:47.143231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Checking segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:47.143637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.144041 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Bound using segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:47.144543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Bound port: 80aa6b38-a89e-4284-9307-196f0488650f, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:47.144925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.188351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.219407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.225805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5af04adb-61c5-404e-946d-b639ad1b1eab tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:47.239786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] For port 80aa6b38-a89e-4284-9307-196f0488650f, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:47.243637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] For port 80aa6b38-a89e-4284-9307-196f0488650f, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=80aa6b38-a89e-4284-9307-196f0488650f,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:47.247138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.250637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:47.294069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:47.297439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:47.301587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:47.329300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:47.333772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Pushing event updated for resources: {'Port': ['ID=80aa6b38-a89e-4284-9307-196f0488650f,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:47.337744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:47.338641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:47.507738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.508552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:47.865514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:32:48.089413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:32:48.098831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Sync routers for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:32:48.117028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:48.120931 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.7010314
Dec 22 15:32:48.121073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:32:48.121073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758b85e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:48.121278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46558) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:48.273111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31db639-b5c2-4976-b378-127c8b558333 None None] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:48.427090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-90a2ec46-066c-497e-becf-bd7ef7561dd6 None None] Provisioning for port 80aa6b38-a89e-4284-9307-196f0488650f completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:48.451368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:32:48.848168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758b85e0>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:47Z', 'revision_number': 3, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:48.852275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Checking router: 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:32:48.852696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Updating router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:32:48.869444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:48.912890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.015004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 80aa6b38-a89e-4284-9307-196f0488650f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:49.126200 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Allocated IP 172.20.0.1 (a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0/cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc/a3763d71-6242-4970-94a0-bde9110b3eee) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:49.215573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 80aa6b38-a89e-4284-9307-196f0488650f completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:49.232776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 80aa6b38-a89e-4284-9307-196f0488650f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:49.233155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.407920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.424832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Transition to ACTIVE for port object a3763d71-6242-4970-94a0-bde9110b3eee will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:49.447069 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.451388 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-92b5264b-0994-47c7-86ad-3bc1da4758ca tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:49.492343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.505766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.513738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:49.518389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:49.522525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:49.529543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Transition to ACTIVE for port object 7a7ec933-7ad1-4ca6-bb7d-79903971f18b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:49.541357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.547238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:49.556208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:49.562522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:49.583546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.586711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 80aa6b38-a89e-4284-9307-196f0488650f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=80aa6b38-a89e-4284-9307-196f0488650f,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:49.602180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.636255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Pushing event updated for resources: {'Port': ['ID=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:49.639860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:49.640535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:49.668799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Attempting to bind port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:49.669139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Attempting to bind port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:49.669450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Attempting to bind port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:49.690441 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.693494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:49.694090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:49.694644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.695560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:49.695771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Bound port: 7a7ec933-7ad1-4ca6-bb7d-79903971f18b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:49.696446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.773857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=80aa6b38-a89e-4284-9307-196f0488650f,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:49.777433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:49.811556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] For port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:49.814924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] For port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:49.820347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.824835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:49.865274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd3b6983-8e64-49fb-a325-608caae6b08d None None] Provisioning for port a3763d71-6242-4970-94a0-bde9110b3eee completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:49.880839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd3b6983-8e64-49fb-a325-608caae6b08d None None] Provisioning complete for port a3763d71-6242-4970-94a0-bde9110b3eee triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:49.881847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dd3b6983-8e64-49fb-a325-608caae6b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.921701 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.927134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:49.950627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Pushing event updated for resources: {'Port': ['ID=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:49.951704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:49.954814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:49.957048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b6983-8e64-49fb-a325-608caae6b08d None None] Port a3763d71-6242-4970-94a0-bde9110b3eee cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:32:49.962037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:32:49.962667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758b85e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:50.028960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:50.033134 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:50.034017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:50.149403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:32:50.176622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:50.177778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:50.487722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758b85e0>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a3763d71-6242-4970-94a0-bde9110b3eee', 'name': '', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'mac_address': 'fa:16:3e:56:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:48Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 2, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'subnets': [{'id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:50.493234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad84ec-d71f-4317-a6f1-84c59b8755c2 None None] The sync data for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv is: [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a3763d71-6242-4970-94a0-bde9110b3eee', 'name': '', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'mac_address': 'fa:16:3e:56:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:48Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 2, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'subnets': [{'id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:32:50.499856 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-70497c86-926b-4181-a345-a615d9f71eb3 None None] Provisioning complete for port a3763d71-6242-4970-94a0-bde9110b3eee triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:50.500120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70497c86-926b-4181-a345-a615d9f71eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:50.558850 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-70497c86-926b-4181-a345-a615d9f71eb3 None None] Port a3763d71-6242-4970-94a0-bde9110b3eee cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:32:50.585066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:32:50.831309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:32:50.841096 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] 10.222.0.69 "PUT /v2.0/routers/067ef7a4-3e97-4aa0-b309-38aac7fbd9e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7189910
Dec 22 15:32:50.948908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 80aa6b38-a89e-4284-9307-196f0488650f up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:51.029008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 80aa6b38-a89e-4284-9307-196f0488650f triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:51.029390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:51.793983 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46580) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:51.800061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1717414150-network', 'tenant_id': '60c83723fa944f218b671e50d35e7745'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:51.805313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:51.809073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Usage tracker for resource:network and tenant:60c83723fa944f218b671e50d35e7745 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:51.811836 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:51.817341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:51.829797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Made reservation on behalf of 60c83723fa944f218b671e50d35e7745 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:51.832882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:51.845248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:51.876960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:51.880680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Usage tracker for resource:security_group_rule and tenant:60c83723fa944f218b671e50d35e7745 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:51.884259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:51.889856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:51.960150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:51.963822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:51.966652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b164a7f1-88cf-47e6-903c-2cc468902add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:51.995164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:32:52.003319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7420721-9ac7-43e7-a994-da271ba2330a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:52.007451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:52.009880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.010210 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Added segment 649ecfbd-168b-4ce8-873f-4cc368ebaeb5 of type vlan for network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b
Dec 22 15:32:52.035352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.065466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.066300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:52.066860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.071147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:52.274014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Pushing event updated for resources: {'Network': ['ID=28bf56b4-1d76-490f-9bde-a117ae8cbe7b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:52.276736 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4817302
Dec 22 15:32:52.277781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:52.279988 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46584) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:52.285562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Request body: {'subnet': {'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-subnet', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:52.285752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:32:52.290977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:52.294830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Usage tracker for resource:subnet and tenant:60c83723fa944f218b671e50d35e7745 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:52.298098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:52.304311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:52.314403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Made reservation on behalf of 60c83723fa944f218b671e50d35e7745 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:32:52.316741 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.515638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.519768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7fc755ff-1aef-4671-bc28-2b5a47ac4219 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:52.580776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e641994a-6571-4964-891c-45b7cc7ed45b,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:52.589403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:52.604922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Checking segment: {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:52.605271 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Network hostable DHCP agents. Network: 28bf56b4-1d76-490f-9bde-a117ae8cbe7b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:32:52.627383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:32:52.637726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 28bf56b4-1d76-490f-9bde-a117ae8cbe7b) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:52.641729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:52.642326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.648406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449def2-81b2-4021-b03d-ba827192b046 None None] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:52.670077 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3dde1ac6-ee8c-4f43-87aa-5896d3ad81c8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3886280
Dec 22 15:32:52.672578 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46588) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:52.677910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:32:52.683164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:32:52.687123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Usage tracker for resource:router and tenant:60c83723fa944f218b671e50d35e7745 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:32:52.689906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:32:52.697704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:32:52.709891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.710933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.732638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.866578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'fixed_ips': [{'subnet_id': 'e641994a-6571-4964-891c-45b7cc7ed45b'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:32:52.867630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.885095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:52.971796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7a7ec933-7ad1-4ca6-bb7d-79903971f18b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:53.085237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.114616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.124173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:53.135650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:53.136021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.177315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Allocated IP 172.20.0.2 (28bf56b4-1d76-490f-9bde-a117ae8cbe7b/e641994a-6571-4964-891c-45b7cc7ed45b/808a7d39-4c48-4ce7-94c6-e1143397f9b5) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:53.267482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Allocated IP 172.26.3.101 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/62f4b9b5-4d08-4f31-9b57-a7cc7f27a088) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:53.375296 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.418803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.437664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:53.445625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.450346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:53.450492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.457255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0e524d0f-2ea9-4553-91c0-4ba247c85a3c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:53.513144 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:53.520501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:53.524512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:53.531860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.547328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Transition to ACTIVE for port object 808a7d39-4c48-4ce7-94c6-e1143397f9b5 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:53.549857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:53.556230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:53.557226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:53.563086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:53.571219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Transition to ACTIVE for port object 808a7d39-4c48-4ce7-94c6-e1143397f9b5 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:53.578848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.582666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:53.649601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:53.652946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:53.657205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:53.659403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Pushing event updated for resources: {'Port': ['ID=808a7d39-4c48-4ce7-94c6-e1143397f9b5,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:53.662888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:53.707957 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.708867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.752603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Attempting to bind port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:53.752987 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Attempting to bind port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:53.753360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Attempting to bind port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 on network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:53.760021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:53.760585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Checking segment: {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:53.760837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.761249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Bound using segment: {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:53.761743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Bound port: 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:53.762126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.848411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] For port 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:53.851954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] For port 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=808a7d39-4c48-4ce7-94c6-e1143397f9b5,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:53.856481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:53.860644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:53.938564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Pushing event updated for resources: {'Port': ['ID=808a7d39-4c48-4ce7-94c6-e1143397f9b5,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:53.941188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:53.953969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:32:54.306696 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:32:54.316562 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Sync routers for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:32:54.328900 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:32:54.329438 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e6bbe0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:54.329598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:54.330905 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.6572549
Dec 22 15:32:54.333506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46592) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:32:54.513593 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:32:54.635784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b33ac09f-f891-4b20-9a52-9c46769dcd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:54.842745 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e6bbe0>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 3, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:54.847620 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Checking router: 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:32:54.848161 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Updating router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:32:54.904113 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:54.983360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573747b6-61f5-49ff-9d09-48e801315340 None None] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:32:55.069745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 808a7d39-4c48-4ce7-94c6-e1143397f9b5 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:55.153622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6db6345f-1f93-4179-9019-20fd81258b69 None None] Provisioning for port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:55.184632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.246527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:55.254273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:55.254663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.329776 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.343453 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Transition to ACTIVE for port object 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:55.352573 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.356410 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:55.425416 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Pushing event updated for resources: {'Port': ['ID=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:55.428781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.446235 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Attempting to bind port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:32:55.446607 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Attempting to bind port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:32:55.446974 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Attempting to bind port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:32:55.457397 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.457738 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.458070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.458389 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.458910 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.460055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.460571 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.461082 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.461561 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.462054 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.462529 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:32:55.462867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Allocated IP 172.20.0.1 (28bf56b4-1d76-490f-9bde-a117ae8cbe7b/e641994a-6571-4964-891c-45b7cc7ed45b/4792b189-9844-4179-9ec5-c81252e2d385) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:32:55.466415 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:32:55.467040 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:32:55.467758 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.468333 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:32:55.469106 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Bound port: 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:32:55.469668 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.472819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=808a7d39-4c48-4ce7-94c6-e1143397f9b5,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:32:55.478855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.480250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7a7ec933-7ad1-4ca6-bb7d-79903971f18b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:55.495779 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:55.514604 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:55.560338 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] For port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:32:55.576947 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] For port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:32:55.588845 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.594496 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7508340a-b19a-45c2-8378-b24afb7d6b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:55.627853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=808a7d39-4c48-4ce7-94c6-e1143397f9b5,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:55.633237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:55.646156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:55.647341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.711569 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.712550 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Pushing event updated for resources: {'Port': ['ID=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:55.716014 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:55.718015 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:32:55.718768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e6bbe0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:55.742236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Transition to ACTIVE for port object 4792b189-9844-4179-9ec5-c81252e2d385 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:32:55.768591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.776396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:55.846097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-68c1dcc1-8ed1-4a6b-b79c-367cafeca062 None None] Provisioning complete for port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:55.846097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcc1-8ed1-4a6b-b79c-367cafeca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.847408 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:55.855763 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:55.860040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:32:55.898141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Pushing event updated for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:55.902381 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:55.929756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:55.930567 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:32:56.038174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.111349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-81750d9b-162d-4f12-8ec5-bcb86d8d7b25 None None] Provisioning for port 4792b189-9844-4179-9ec5-c81252e2d385 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:32:56.116481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-81750d9b-162d-4f12-8ec5-bcb86d8d7b25 None None] Provisioning complete for port 4792b189-9844-4179-9ec5-c81252e2d385 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:56.116854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-81750d9b-162d-4f12-8ec5-bcb86d8d7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.175050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-81750d9b-162d-4f12-8ec5-bcb86d8d7b25 None None] Port 4792b189-9844-4179-9ec5-c81252e2d385 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:32:56.252585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e6bbe0>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 3, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:32:56.257539 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5826da3-b70f-42a8-ade8-783c9eb28fef None None] The sync data for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv is: [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 3, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:32:56.389396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.394286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.424316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-28299a75-4eec-4ec8-99d3-58a79573d2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:32:56.508726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.512369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Pushing event updated for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:32:56.516092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:32:56.654955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:32:56.655989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:32:56.901415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f329278f-0eef-4f8f-be8e-36f1f5fb0696 None None] Provisioning complete for port 4792b189-9844-4179-9ec5-c81252e2d385 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:56.901959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f329278f-0eef-4f8f-be8e-36f1f5fb0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:56.939077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 808a7d39-4c48-4ce7-94c6-e1143397f9b5 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:32:57.003599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f329278f-0eef-4f8f-be8e-36f1f5fb0696 None None] Port 4792b189-9844-4179-9ec5-c81252e2d385 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:32:57.024810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:32:57.025185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:57.062023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:32:57.267558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:32:57.276971 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] 10.222.0.69 "PUT /v2.0/routers/97799168-a0e9-41e4-bc2c-db4adf9aa0a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9419470
Dec 22 15:32:57.589113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1ba01577-ea2a-4299-b0dc-65b9d4d2e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:58.125177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:58.137928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-2d02e070-437b-40be-b85f-6238525debc8 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:32:58.138595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-2d02e070-437b-40be-b85f-6238525debc8 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:58.154107 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-2d02e070-437b-40be-b85f-6238525debc8 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:58.155673 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-2d02e070-437b-40be-b85f-6238525debc8 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 817 time: 0.1589642
Dec 22 15:32:58.174757 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-8cd278e2-6ad0-4022-afa0-004feb2b9729 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/quotas/aaa678721e2b40678d6b713bb614ea25 HTTP/1.1" status: 200  len: 375 time: 0.0127478
Dec 22 15:32:58.196508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:58.256779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-cc5d9e49-fe32-4ffc-8f39-909615ecb10d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:32:58.273498 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-cc5d9e49-fe32-4ffc-8f39-909615ecb10d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:32:58.274934 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-cc5d9e49-fe32-4ffc-8f39-909615ecb10d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0940497
Dec 22 15:32:58.452765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-d7b847c2-cae8-4432-9f38-90116c9c929c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:32:58.453776 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-d7b847c2-cae8-4432-9f38-90116c9c929c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1675162
Dec 22 15:32:58.594159 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-f7fe9281-206a-487e-b109-75e375cd8290 service neutron] 10.222.0.69 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339049
Dec 22 15:32:58.723571 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-e37b2fd4-3fc5-4d03-ab04-837008e28f8b service neutron] 10.222.0.69 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236918
Dec 22 15:32:59.426418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:32:59.934274 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d2efc74-b24d-4178-b20d-90f52c57b239 req-2dd82311-fada-43a1-96fd-077b34ad98fb tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 210 time: 0.0430427
Dec 22 15:33:01.093277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-34373f16-8134-4a25-883b-664edc6da6ea tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:01.094928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-34373f16-8134-4a25-883b-664edc6da6ea tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 817 time: 0.1897972
Dec 22 15:33:01.114935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Request body: {'port': {'device_id': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'admin_state_up': True, 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:33:01.177553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0b06f16e-3692-444d-ae19-34f7967a1001 req-2811e5c9-a23f-46bb-8737-29ea8ef5ad68 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 210 time: 0.0669820
Dec 22 15:33:01.278771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:33:01.290039 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:33:01.303966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Made reservation on behalf of aaa678721e2b40678d6b713bb614ea25 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:33:01.308740 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:01.483050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Allocated IP 172.20.0.3 (a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0/cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc/740dfffb-8ae4-437f-8105-62504608de4a) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:33:01.702057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:01.717592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Transition to ACTIVE for port object 740dfffb-8ae4-437f-8105-62504608de4a will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:01.739362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:01.745716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e5f2e01-6d63-4dbf-ad4f-844bd439f593 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:01.808711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:33:01.815945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:33:01.820906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:33:01.852516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Pushing event updated for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:01.858991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:01.886948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:01.887543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:01.916185 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8064344
Dec 22 15:33:02.010158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Request body: {'port': {'device_id': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:33:02.056560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5d8cc7a6-763d-4c3d-8451-dc8bdafb59dc None None] Provisioning for port 740dfffb-8ae4-437f-8105-62504608de4a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:02.061353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5d8cc7a6-763d-4c3d-8451-dc8bdafb59dc None None] Provisioning complete for port 740dfffb-8ae4-437f-8105-62504608de4a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:02.061731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc7a6-763d-4c3d-8451-dc8bdafb59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:02.115334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5d8cc7a6-763d-4c3d-8451-dc8bdafb59dc None None] Port 740dfffb-8ae4-437f-8105-62504608de4a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:33:02.127729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:02.482560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8931-16b7-4b08-a312-4e9988b9123b req-a61cd389-457e-4dc4-a976-aeda94bbdf43 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:02.483071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c77d8931-16b7-4b08-a312-4e9988b9123b req-a61cd389-457e-4dc4-a976-aeda94bbdf43 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:33:02.547272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-c77d8931-16b7-4b08-a312-4e9988b9123b req-a61cd389-457e-4dc4-a976-aeda94bbdf43 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:33:02.548432 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77d8931-16b7-4b08-a312-4e9988b9123b req-a61cd389-457e-4dc4-a976-aeda94bbdf43 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 931 time: 0.1989722
Dec 22 15:33:02.583870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740dfffb-8ae4-437f-8105-62504608de4a {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:33:02.591905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:02.621248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Transition to ACTIVE for port object 740dfffb-8ae4-437f-8105-62504608de4a will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:02.624115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c77d8931-16b7-4b08-a312-4e9988b9123b req-0e6aa65d-f0cf-4618-b69e-b1172f225c0d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674498
Dec 22 15:33:02.625680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:02.630401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-38462466-9f7f-40ba-b5e1-138e4bf32b96 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:02.764960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Pushing event updated for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:02.767948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:02.879928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Attempting to bind port 740dfffb-8ae4-437f-8105-62504608de4a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:33:02.880411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Attempting to bind port 740dfffb-8ae4-437f-8105-62504608de4a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:33:02.880933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Attempting to bind port 740dfffb-8ae4-437f-8105-62504608de4a on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:02.888454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Port 740dfffb-8ae4-437f-8105-62504608de4a on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:33:02.888835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Attempting to bind port 740dfffb-8ae4-437f-8105-62504608de4a on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:02.899249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:33:02.899648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Checking segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:33:02.900860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Bound using segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:33:02.901298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Bound port: 740dfffb-8ae4-437f-8105-62504608de4a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:33:02.901689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:02.966228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:03.039678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:03.044501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:03.044877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.123669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:33:03.126761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=740dfffb-8ae4-437f-8105-62504608de4a,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:33:03.131929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.136460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:03.164748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.182719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:03.187125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.188952 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a46ed7d4-6ea4-40db-9869-0664f940260b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:03.193197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.194673 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] 10.222.0.61 "PUT /v2.0/ports/740dfffb-8ae4-437f-8105-62504608de4a HTTP/1.1" status: 200  len: 1093 time: 1.2660637
Dec 22 15:33:03.197902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:33:03.238540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Pushing event updated for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:03.242702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:03.269897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:03.274881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:03.284830 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a', 'status': 'completed', 'code': 200}
Dec 22 15:33:03.335625 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-c22b2945-28e3-4dde-9764-bc813051fdf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 1096 time: 0.0916741
Dec 22 15:33:03.410406 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-43526628-6b45-4c0a-ba2e-d4c258b4c3b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=740dfffb-8ae4-437f-8105-62504608de4a HTTP/1.1" status: 200  len: 217 time: 0.0655494
Dec 22 15:33:03.494481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-f5860929-941b-4be1-9a52-9dc779fcccf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:03.496443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-f5860929-941b-4be1-9a52-9dc779fcccf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc HTTP/1.1" status: 200  len: 856 time: 0.0802865
Dec 22 15:33:03.563596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:03.579917 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-2515fa29-8832-470b-93ea-4c8de20e2e0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732427
Dec 22 15:33:03.728053 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-eac87fd4-a137-4989-bef9-137b58f78208 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407497
Dec 22 15:33:03.912481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-be7911c7-650d-49e0-b79f-bad15c6ff426 req-7caa4742-591f-49a7-871b-674a0ffeab99 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740260
Dec 22 15:33:03.933378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f4819-193e-43c4-a2e7-3f99aa79ad21 req-b692ea59-50a5-4f97-9037-02eb4d663858 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:03.935026 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b5f4819-193e-43c4-a2e7-3f99aa79ad21 req-b692ea59-50a5-4f97-9037-02eb4d663858 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 943 time: 0.1336021
Dec 22 15:33:04.022826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b5f4819-193e-43c4-a2e7-3f99aa79ad21 req-ff9ac31e-a0c2-4a2c-92c8-304121656728 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819633
Dec 22 15:33:04.057310 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-ce642319-156d-40a1-b422-d59a9f430bb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 1096 time: 0.0868738
Dec 22 15:33:04.205114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-5d5285b4-cd7d-4f4b-8f96-a499f8bf9671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:04.206601 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-5d5285b4-cd7d-4f4b-8f96-a499f8bf9671 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 918 time: 0.1409650
Dec 22 15:33:04.288647 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-faf78a52-c7e5-417e-bc9d-e363d0873eb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=740dfffb-8ae4-437f-8105-62504608de4a HTTP/1.1" status: 200  len: 217 time: 0.0742252
Dec 22 15:33:04.359512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-b189e435-89bc-456c-956d-f1401df00a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:04.361002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-b189e435-89bc-456c-956d-f1401df00a55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc HTTP/1.1" status: 200  len: 856 time: 0.0646133
Dec 22 15:33:04.441581 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-b8ba9e6b-faed-4d1c-89e9-288e1c78a2ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705395
Dec 22 15:33:04.579096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-52f9735e-e898-4106-a862-511d2431367c service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272929
Dec 22 15:33:04.723095 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3759ff43-f4e7-4460-8ac0-1ec8ceffb34e req-e9904831-7e95-491f-9575-ce282becf493 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362097
Dec 22 15:33:04.941766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:05.009977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:05.010275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:05.264964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Sync routers for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:33:05.282519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:33:05.284121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6e370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:05.364717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3026e-9e81-44ad-b2a5-58b4f304f787 req-8c8cd9cc-52b5-40e4-add9-3a7de9faecc2 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:05.366277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69e3026e-9e81-44ad-b2a5-58b4f304f787 req-8c8cd9cc-52b5-40e4-add9-3a7de9faecc2 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 943 time: 0.2122962
Dec 22 15:33:05.415297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-69e3026e-9e81-44ad-b2a5-58b4f304f787 req-e77b7291-ecf8-47f7-a585-421728af17cf tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:33:05.433827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-69e3026e-9e81-44ad-b2a5-58b4f304f787 req-e77b7291-ecf8-47f7-a585-421728af17cf tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:33:05.435161 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69e3026e-9e81-44ad-b2a5-58b4f304f787 req-e77b7291-ecf8-47f7-a585-421728af17cf tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632284
Dec 22 15:33:05.484882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:33:05.826766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6e370>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a3763d71-6242-4970-94a0-bde9110b3eee', 'name': '', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'mac_address': 'fa:16:3e:56:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:48Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 2, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'subnets': [{'id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:05.830636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Checking router: 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:33:05.830994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Updating router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 port a3763d71-6242-4970-94a0-bde9110b3eee binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:33:05.923057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.292638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.306543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Transition to ACTIVE for port object a3763d71-6242-4970-94a0-bde9110b3eee will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:06.312976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.316658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:06.454362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Pushing event updated for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:06.523097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.524020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.524363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.524723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.525053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.525384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.525725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.526184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.526512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.526834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.527158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:06.535707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:06.556970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Attempting to bind port a3763d71-6242-4970-94a0-bde9110b3eee on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:33:06.557559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Attempting to bind port a3763d71-6242-4970-94a0-bde9110b3eee by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:33:06.557926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Attempting to bind port a3763d71-6242-4970-94a0-bde9110b3eee on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:06.566362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:33:06.566362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Checking segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:33:06.566766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.566919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Bound using segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:33:06.567954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Bound port: a3763d71-6242-4970-94a0-bde9110b3eee, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:33:06.567954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.633317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 740dfffb-8ae4-437f-8105-62504608de4a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:33:06.791600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] For port a3763d71-6242-4970-94a0-bde9110b3eee, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:33:06.807905 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] For port a3763d71-6242-4970-94a0-bde9110b3eee, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a3763d71-6242-4970-94a0-bde9110b3eee,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:33:06.812336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42718cf-7bcb-4096-a2b7-8f8238a6f2d2 req-dd6dfd4d-cf4a-4ef0-aa78-101583112ea9 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:06.813886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c42718cf-7bcb-4096-a2b7-8f8238a6f2d2 req-dd6dfd4d-cf4a-4ef0-aa78-101583112ea9 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 943 time: 0.2062767
Dec 22 15:33:06.821005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:06.827570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:06.874585 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c42718cf-7bcb-4096-a2b7-8f8238a6f2d2 req-0d8b99c6-d8ad-423f-9095-3e7cdeee3566 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510480
Dec 22 15:33:06.901385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=740dfffb-8ae4-437f-8105-62504608de4a,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:06.933770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '740dfffb-8ae4-437f-8105-62504608de4a', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'port_id': '740dfffb-8ae4-437f-8105-62504608de4a', 'mac_address': 'fa:16:3e:ec:13:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:33:06.974382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Pushing event updated for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:06.988982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:07.000269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:33:07.001004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f6e370>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:07.001516 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Sync routers for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:33:07.015904 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:33:07.016649 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7ef70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:07.080354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:07.114082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740dfffb-8ae4-437f-8105-62504608de4a {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:33:07.203941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=740dfffb-8ae4-437f-8105-62504608de4a,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:07.212272 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:33:07.219232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:07.225210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-3d6cba7d-945d-4de9-a089-5031d746eb30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:07.313696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:33:07.365103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:07.370507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:07.572601 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7ef70>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:55Z', 'revision_number': 4, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '4792b189-9844-4179-9ec5-c81252e2d385', 'name': '', 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'mac_address': 'fa:16:3e:94:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:55Z', 'updated_at': '2021-12-22T15:32:56Z', 'revision_number': 2, 'project_id': '60c83723fa944f218b671e50d35e7745', 'subnets': [{'id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:07.576714 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Checking router: 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:33:07.577299 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Updating router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 port 4792b189-9844-4179-9ec5-c81252e2d385 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:33:07.579260 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['740dfffb-8ae4-437f-8105-62504608de4a'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:33:07.631585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:07.850609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f6e370>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a3763d71-6242-4970-94a0-bde9110b3eee', 'name': '', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'mac_address': 'fa:16:3e:56:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:48Z', 'updated_at': '2021-12-22T15:33:06Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'subnets': [{'id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:07.857120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f4a60-32ce-46bb-bfdd-34a3334e5574 None None] The sync data for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv is: [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:49Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a3763d71-6242-4970-94a0-bde9110b3eee', 'name': '', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'mac_address': 'fa:16:3e:56:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:48Z', 'updated_at': '2021-12-22T15:33:06Z', 'revision_number': 4, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'subnets': [{'id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:33:08.003445 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.017956 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Transition to ACTIVE for port object 4792b189-9844-4179-9ec5-c81252e2d385 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:08.027707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.032045 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-71862011-2c08-4107-8649-e637f946382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:08.097740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6f23-b384-4cfa-8e65-0071da1b7dc8 req-352e7681-d454-4ccc-8bfa-d58f9d13f0de tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:08.099833 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-758b6f23-b384-4cfa-8e65-0071da1b7dc8 req-352e7681-d454-4ccc-8bfa-d58f9d13f0de tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 944 time: 0.0943131
Dec 22 15:33:08.166208 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Pushing event updated for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:08.169790 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:08.177021 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-758b6f23-b384-4cfa-8e65-0071da1b7dc8 req-3362671d-f48d-45c1-86f7-21428bbed7dd tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694253
Dec 22 15:33:08.274889 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Attempting to bind port 4792b189-9844-4179-9ec5-c81252e2d385 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:33:08.275275 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Attempting to bind port 4792b189-9844-4179-9ec5-c81252e2d385 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:33:08.275642 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Attempting to bind port 4792b189-9844-4179-9ec5-c81252e2d385 on network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:08.284032 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:33:08.284234 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Checking segment: {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:33:08.284677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.285077 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Bound using segment: {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:33:08.285694 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Bound port: 4792b189-9844-4179-9ec5-c81252e2d385, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649ecfbd-168b-4ce8-873f-4cc368ebaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:33:08.286011 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.377612 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] For port 4792b189-9844-4179-9ec5-c81252e2d385, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:33:08.380492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] For port 4792b189-9844-4179-9ec5-c81252e2d385, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4792b189-9844-4179-9ec5-c81252e2d385,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:33:08.386306 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.390846 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-c2628da2-725d-4bc2-adeb-b8bc7155dbe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:08.470999 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Pushing event updated for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:08.474229 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:08.478189 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:33:08.478781 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c7ef70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:32:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:08.643840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 740dfffb-8ae4-437f-8105-62504608de4a up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:08.675265 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:33:08.727538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 740dfffb-8ae4-437f-8105-62504608de4a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:08.732601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 740dfffb-8ae4-437f-8105-62504608de4a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:08.732984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.860627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.893498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=740dfffb-8ae4-437f-8105-62504608de4a,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:08.894482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:33:08.912547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:08.914681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:09.002798 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a', 'code': 200}
Dec 22 15:33:09.003561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a3763d71-6242-4970-94a0-bde9110b3eee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:09.044135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c7ef70>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:55Z', 'revision_number': 4, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '4792b189-9844-4179-9ec5-c81252e2d385', 'name': '', 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'mac_address': 'fa:16:3e:94:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:55Z', 'updated_at': '2021-12-22T15:33:08Z', 'revision_number': 4, 'project_id': '60c83723fa944f218b671e50d35e7745', 'subnets': [{'id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:33:09.046750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:09.049127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e51e4-5216-40cd-814f-0e28447c79e1 None None] The sync data for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv is: [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:32:55Z', 'revision_number': 4, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '4792b189-9844-4179-9ec5-c81252e2d385', 'name': '', 'network_id': '28bf56b4-1d76-490f-9bde-a117ae8cbe7b', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'mac_address': 'fa:16:3e:94:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:55Z', 'updated_at': '2021-12-22T15:33:08Z', 'revision_number': 4, 'project_id': '60c83723fa944f218b671e50d35e7745', 'subnets': [{'id': 'e641994a-6571-4964-891c-45b7cc7ed45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:33:09.051218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:09.089799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a3763d71-6242-4970-94a0-bde9110b3eee completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:09.095029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a3763d71-6242-4970-94a0-bde9110b3eee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:09.095420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:09.255956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:09.313460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a3763d71-6242-4970-94a0-bde9110b3eee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a3763d71-6242-4970-94a0-bde9110b3eee,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:09.319903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:09.325184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:09.330245 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e925dc2e-e48d-4c34-a9ed-1caa9d30b972 req-f3d67ae6-1c90-4b2f-94e3-59a9f916719d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 1098 time: 0.1130371
Dec 22 15:33:09.397499 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e925dc2e-e48d-4c34-a9ed-1caa9d30b972 req-fb6e051e-fce3-4de0-8b42-5f23d9bbd01c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559034
Dec 22 15:33:09.409853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faeda4-893e-4234-9d82-cde149738717 req-34f3de11-2321-45d4-b04c-97e69d29e9e7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:09.411410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-33faeda4-893e-4234-9d82-cde149738717 req-34f3de11-2321-45d4-b04c-97e69d29e9e7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.1005185
Dec 22 15:33:09.427883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:09.431754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:09.469019 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-33faeda4-893e-4234-9d82-cde149738717 req-88398243-3c92-4cdc-b3a8-6cdaa9329937 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504582
Dec 22 15:33:10.713205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183a86f-30ac-4e9c-8c1c-5eb90b40deff req-35185155-4275-42d2-b790-9a3bb6ad7473 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:10.714644 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9183a86f-30ac-4e9c-8c1c-5eb90b40deff req-35185155-4275-42d2-b790-9a3bb6ad7473 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.1164794
Dec 22 15:33:10.763958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9183a86f-30ac-4e9c-8c1c-5eb90b40deff req-dca42134-10e5-4ef5-ad6d-afbfa8143ec4 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408249
Dec 22 15:33:11.003249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4792b189-9844-4179-9ec5-c81252e2d385 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:11.074345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 4792b189-9844-4179-9ec5-c81252e2d385 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:11.079081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4792b189-9844-4179-9ec5-c81252e2d385 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:11.079463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:11.194715 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:11.226360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 4792b189-9844-4179-9ec5-c81252e2d385, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4792b189-9844-4179-9ec5-c81252e2d385,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:11.230374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:11.231537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a3763d71-6242-4970-94a0-bde9110b3eee up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:11.254200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:11.345100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:11.348249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:11.361511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a3763d71-6242-4970-94a0-bde9110b3eee triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:11.361892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:11.968104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea94b3-991c-41cf-ae8e-96b2417d10bb req-154bb0aa-64e8-4909-8b28-7922713c6a97 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:11.969475 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-79ea94b3-991c-41cf-ae8e-96b2417d10bb req-154bb0aa-64e8-4909-8b28-7922713c6a97 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.0830865
Dec 22 15:33:12.016122 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-79ea94b3-991c-41cf-ae8e-96b2417d10bb req-3c8a4963-366e-4667-8127-380441c91910 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410678
Dec 22 15:33:12.217521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb3f7-66da-4885-a112-5c2f011092ff req-eb81de58-28fd-49d7-b08d-68ba1e6303d0 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:12.219027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b81cb3f7-66da-4885-a112-5c2f011092ff req-eb81de58-28fd-49d7-b08d-68ba1e6303d0 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.0779717
Dec 22 15:33:12.270518 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b81cb3f7-66da-4885-a112-5c2f011092ff req-bbcfe01c-a0a4-4f0f-bd91-996220c4df7b tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458536
Dec 22 15:33:12.952134 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4792b189-9844-4179-9ec5-c81252e2d385 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:13.072960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 4792b189-9844-4179-9ec5-c81252e2d385 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:13.073682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:16.301211 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:33:24.631027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-83b561ef-7b01-487f-9d53-6972d413328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:27.583448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5a3-654c-4c0d-a6d5-20a27da2ad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:28.138021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:28.189407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:29.431888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:33.588516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:34.023196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb97a57-3e75-479f-a15b-8a95bef981c5 req-21b4a896-6db7-4905-9469-a82ed6fad74f tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:34.024598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1cb97a57-3e75-479f-a15b-8a95bef981c5 req-21b4a896-6db7-4905-9469-a82ed6fad74f tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.0775506
Dec 22 15:33:34.072682 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1cb97a57-3e75-479f-a15b-8a95bef981c5 req-533e3154-9da5-4c9a-9d34-3498f96caa0d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422940
Dec 22 15:33:35.274189 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eeb41-e44e-4b4d-8812-cda16fdf257f req-f11bea0a-960e-4888-9826-31182af765ac tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:35.275959 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-898eeb41-e44e-4b4d-8812-cda16fdf257f req-f11bea0a-960e-4888-9826-31182af765ac tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.0794411
Dec 22 15:33:35.326064 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-898eeb41-e44e-4b4d-8812-cda16fdf257f req-5e8ab3f6-a340-4ce8-b411-aaec023d6296 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429690
Dec 22 15:33:35.715719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-2547b21b-41f2-4dd4-bd86-dc6b67c4ea58 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:35.717250 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-2547b21b-41f2-4dd4-bd86-dc6b67c4ea58 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 945 time: 0.0782220
Dec 22 15:33:35.791506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Deleting port 740dfffb-8ae4-437f-8105-62504608de4a {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:33:35.791818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:36.040570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] For port 740dfffb-8ae4-437f-8105-62504608de4a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=740dfffb-8ae4-437f-8105-62504608de4a,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:36.040816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:36.161540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Calling delete_port for 740dfffb-8ae4-437f-8105-62504608de4a owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:33:36.309346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:36.315089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e4716b30-a865-4655-8577-545103b03a1e tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:36.325797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['740dfffb-8ae4-437f-8105-62504608de4a'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:33:36.360731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Pushing event deleted for resources: {'Port': ['ID=740dfffb-8ae4-437f-8105-62504608de4a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:36.372079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.372493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.372877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.373249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.373618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.374579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.374579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.374905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.375098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.375368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.375729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:33:36.402003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:36.468768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] No DVR routers for this DVR port 740dfffb-8ae4-437f-8105-62504608de4a on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:33:36.514555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:36.518589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'name': 'network-vif-deleted', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:33:36.551424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af6a75a5-455d-47e3-aed7-44009db9f244 req-50205ba8-9dda-4819-8f97-c51786169c23 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b4f92e0-3028-49cb-b150-43d68a7bf437 HTTP/1.1" status: 200  len: 210 time: 0.0845635
Dec 22 15:33:36.560358 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5c7a1509-27cd-4668-ae6e-6ebc17d30235 req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "DELETE /v2.0/ports/740dfffb-8ae4-437f-8105-62504608de4a HTTP/1.1" status: 204  len: 173 time: 0.8330722
Dec 22 15:33:36.600198 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f92e0-3028-49cb-b150-43d68a7bf437', 'name': 'network-vif-deleted', 'tag': '740dfffb-8ae4-437f-8105-62504608de4a', 'status': 'completed', 'code': 200}
Dec 22 15:33:38.446544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-78a9aa2e-0a79-4b7a-8d84-c332a7bb253a tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:38.447887 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-78a9aa2e-0a79-4b7a-8d84-c332a7bb253a tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 817 time: 0.1538284
Dec 22 15:33:38.465417 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-463ecdb3-37b7-48c7-8879-e0987450f1b4 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/quotas/aaa678721e2b40678d6b713bb614ea25 HTTP/1.1" status: 200  len: 375 time: 0.0119407
Dec 22 15:33:38.549153 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ed54cafb-4df8-4f88-a24a-259b4b80b540 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0782580
Dec 22 15:33:38.689081 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-f4649983-8260-4127-982e-c2cd700c1f8e service neutron] 10.222.0.69 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278775
Dec 22 15:33:38.823211 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-02aea1cd-f5f5-4889-bb66-ed4c041944a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271658
Dec 22 15:33:39.029315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-91c17b54-4217-4565-a863-18dc91dda260 req-55343256-4304-46d1-be6e-d81cd981cabb tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:33:39.045462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-91c17b54-4217-4565-a863-18dc91dda260 req-55343256-4304-46d1-be6e-d81cd981cabb tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:33:39.047640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-91c17b54-4217-4565-a863-18dc91dda260 req-55343256-4304-46d1-be6e-d81cd981cabb tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 210 time: 0.0658391
Dec 22 15:33:40.265187 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bbd6163f-f104-4632-b3f9-96629531aa77 req-8272bddc-b608-4c07-a9f3-a442dd54fd77 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 210 time: 0.0479209
Dec 22 15:33:40.269671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-73a86352-a9ab-4984-9194-6ef835372adf tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:40.273081 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-73a86352-a9ab-4984-9194-6ef835372adf tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 817 time: 0.2733309
Dec 22 15:33:40.294907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Request body: {'port': {'device_id': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'admin_state_up': True, 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:33:40.443340 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:33:40.453691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:33:40.464499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Made reservation on behalf of aaa678721e2b40678d6b713bb614ea25 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:33:40.467513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:40.634865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Allocated IP 172.20.0.12 (a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0/cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc/8270d576-97e9-425f-bb06-9e3a26e88b5b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:33:40.751188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 740dfffb-8ae4-437f-8105-62504608de4a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:33:40.787218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 740dfffb-8ae4-437f-8105-62504608de4a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:33:40.787844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 740dfffb-8ae4-437f-8105-62504608de4a not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:33:40.857366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:40.873332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Transition to ACTIVE for port object 8270d576-97e9-425f-bb06-9e3a26e88b5b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:40.898037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:40.904098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-42fde553-ef78-4ff7-ad0e-bbf54fe8513d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:40.971612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:33:40.975094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:33:40.979926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:33:41.005423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Pushing event updated for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:41.016429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:41.049070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:41.049719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:41.079993 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7893689
Dec 22 15:33:41.094343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Request body: {'port': {'device_id': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:33:41.261086 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e7867586-14eb-477b-9b43-986b270fd57d None None] Provisioning for port 8270d576-97e9-425f-bb06-9e3a26e88b5b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:41.265877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-e7867586-14eb-477b-9b43-986b270fd57d None None] Provisioning complete for port 8270d576-97e9-425f-bb06-9e3a26e88b5b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:41.266238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e7867586-14eb-477b-9b43-986b270fd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:41.321663 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-e7867586-14eb-477b-9b43-986b270fd57d None None] Port 8270d576-97e9-425f-bb06-9e3a26e88b5b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:33:41.325204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:41.640682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89adce-adbc-436d-990d-4a0b823e1a01 req-2f6c585c-0924-4167-93e1-87efc3c9234c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:41.641371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0a89adce-adbc-436d-990d-4a0b823e1a01 req-2f6c585c-0924-4167-93e1-87efc3c9234c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:33:41.686355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-0a89adce-adbc-436d-990d-4a0b823e1a01 req-2f6c585c-0924-4167-93e1-87efc3c9234c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:33:41.687523 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a89adce-adbc-436d-990d-4a0b823e1a01 req-2f6c585c-0924-4167-93e1-87efc3c9234c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 932 time: 0.2842362
Dec 22 15:33:41.795104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8270d576-97e9-425f-bb06-9e3a26e88b5b {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:33:41.805732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:41.809650 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a89adce-adbc-436d-990d-4a0b823e1a01 req-4a832633-3db5-4772-8a90-198ba246139d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153493
Dec 22 15:33:41.823307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Transition to ACTIVE for port object 8270d576-97e9-425f-bb06-9e3a26e88b5b will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:33:41.828824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:41.832610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6728221-50d9-4d71-accb-a34c1d78fc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:41.964452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Pushing event updated for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:41.967242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:42.079168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Attempting to bind port 8270d576-97e9-425f-bb06-9e3a26e88b5b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:33:42.079496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Attempting to bind port 8270d576-97e9-425f-bb06-9e3a26e88b5b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:33:42.079813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Attempting to bind port 8270d576-97e9-425f-bb06-9e3a26e88b5b on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:42.085769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Port 8270d576-97e9-425f-bb06-9e3a26e88b5b on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:33:42.086073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Attempting to bind port 8270d576-97e9-425f-bb06-9e3a26e88b5b on network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:33:42.092306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:33:42.092729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Checking segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:33:42.093105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Bound using segment: {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:33:42.093519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Bound port: 8270d576-97e9-425f-bb06-9e3a26e88b5b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f080aa-4d45-4cb7-b839-86c341ae7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:33:42.093853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:42.185728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:33:42.188925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:33:42.193715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:42.197769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a3b8ccb1-5ba4-47dd-aaa3-6a0e59744e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:42.256854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:42.258483 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] 10.222.0.61 "PUT /v2.0/ports/8270d576-97e9-425f-bb06-9e3a26e88b5b HTTP/1.1" status: 200  len: 1094 time: 1.1685841
Dec 22 15:33:42.260419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:33:42.285011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Pushing event updated for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:42.289733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:42.372820 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b', 'status': 'completed', 'code': 200}
Dec 22 15:33:42.419704 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-559fd78f-61e2-479b-b51c-f6da103bfb87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 1097 time: 0.1091607
Dec 22 15:33:42.501085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-760945cc-6d9f-4bcb-9f3d-77a428e2de97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b HTTP/1.1" status: 200  len: 217 time: 0.0710592
Dec 22 15:33:42.567393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-bf8e2cef-707f-4788-b843-3655fb36f7ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:42.569487 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-bf8e2cef-707f-4788-b843-3655fb36f7ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc HTTP/1.1" status: 200  len: 856 time: 0.0584540
Dec 22 15:33:42.652872 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-7c3dc147-604e-4c77-97b7-3fdc1015ad4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720708
Dec 22 15:33:42.788970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-0ff371a4-a87e-420b-a2b7-1b70dbba3f52 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270120
Dec 22 15:33:42.931790 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0a0e27bc-eeb4-4f04-bf0b-8f21ce5e2803 req-139fc792-815f-42c3-86fe-95c015d0efa7 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334863
Dec 22 15:33:43.199269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9687a-35ef-4123-a246-e32dd90587c4 req-50542fe3-2051-4b20-bcab-2b2974dd4692 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:43.200754 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-29f9687a-35ef-4123-a246-e32dd90587c4 req-50542fe3-2051-4b20-bcab-2b2974dd4692 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 944 time: 0.2517869
Dec 22 15:33:43.203741 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-51df3173-2e58-4225-b22a-192f334371b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aaa678721e2b40678d6b713bb614ea25&device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 1097 time: 0.1078036
Dec 22 15:33:43.350348 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-29f9687a-35ef-4123-a246-e32dd90587c4 req-da05bbb7-33ea-48e6-b323-3b43ac715a84 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436026
Dec 22 15:33:43.370846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-9db3cc6c-2150-42f0-8dce-de3f5f11804a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:43.372327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-9db3cc6c-2150-42f0-8dce-de3f5f11804a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 200  len: 918 time: 0.1518922
Dec 22 15:33:43.450189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-23c462d7-1395-4466-8348-15bcfff7dce2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b HTTP/1.1" status: 200  len: 217 time: 0.0686100
Dec 22 15:33:43.517572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-8ab3e37d-7e53-479a-85d8-aa6916358362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:43.519008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-8ab3e37d-7e53-479a-85d8-aa6916358362 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc HTTP/1.1" status: 200  len: 856 time: 0.0597365
Dec 22 15:33:43.599226 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-0bd7f7b2-8bac-4858-84b6-16a972ca8fac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724564
Dec 22 15:33:43.737525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-83ea0047-a6a5-403b-b472-b4a582a99d45 service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307704
Dec 22 15:33:43.880719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c13605c-c5ba-4548-856e-e57bfaa1793d req-3a63c36c-b08a-4ed8-ac38-3b04ff34184e service neutron] 10.222.0.61 "GET /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334183
Dec 22 15:33:44.553219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bdd0e-534b-4241-99e0-bc0bef0da0cc req-cb4fb6b5-09c2-4cdb-aa48-486c16f1cc89 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:44.555033 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-960bdd0e-534b-4241-99e0-bc0bef0da0cc req-cb4fb6b5-09c2-4cdb-aa48-486c16f1cc89 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 944 time: 0.0819323
Dec 22 15:33:44.601323 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-960bdd0e-534b-4241-99e0-bc0bef0da0cc req-bff3fc15-66d8-4fd0-93a1-2307138bde84 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401571
Dec 22 15:33:45.808275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f7d1f-5dac-4cae-b563-ea024f969068 req-ab9bd475-c65f-441b-b520-2b902ba7ace5 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:45.809782 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-889f7d1f-5dac-4cae-b563-ea024f969068 req-ab9bd475-c65f-441b-b520-2b902ba7ace5 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 944 time: 0.0829973
Dec 22 15:33:45.855825 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-889f7d1f-5dac-4cae-b563-ea024f969068 req-a53f4806-ffc0-4645-85b4-575b07f26be6 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402732
Dec 22 15:33:46.798670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 8270d576-97e9-425f-bb06-9e3a26e88b5b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:33:46.970462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:46.988255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '8270d576-97e9-425f-bb06-9e3a26e88b5b', 'network_id': 'a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0', 'port_id': '8270d576-97e9-425f-bb06-9e3a26e88b5b', 'mac_address': 'fa:16:3e:d8:19:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:33:47.044299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:47.055894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17af14-1ffe-4237-b616-165221dbeb81 req-7de0049c-c9d3-422f-9923-1e0f68db5a57 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:47.057396 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8a17af14-1ffe-4237-b616-165221dbeb81 req-7de0049c-c9d3-422f-9923-1e0f68db5a57 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 944 time: 0.0781012
Dec 22 15:33:47.061943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8270d576-97e9-425f-bb06-9e3a26e88b5b {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:33:47.077730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:47.082016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:47.083842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:47.106433 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8a17af14-1ffe-4237-b616-165221dbeb81 req-85115aec-15f4-4d9c-94d4-211496be83ee tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430365
Dec 22 15:33:47.148623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:47.151753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:47.324632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['8270d576-97e9-425f-bb06-9e3a26e88b5b'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:33:48.306640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ad2c4-6f30-4036-9f9a-d84fed796281 req-8b044166-f1a8-49a8-85bd-d3170cb71f44 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:48.308099 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-508ad2c4-6f30-4036-9f9a-d84fed796281 req-8b044166-f1a8-49a8-85bd-d3170cb71f44 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 945 time: 0.0798628
Dec 22 15:33:48.358538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-508ad2c4-6f30-4036-9f9a-d84fed796281 req-395d659c-497b-4ac8-8399-40409ccb7f48 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448935
Dec 22 15:33:48.807562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 8270d576-97e9-425f-bb06-9e3a26e88b5b up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:33:48.878087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 8270d576-97e9-425f-bb06-9e3a26e88b5b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:33:48.882968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 8270d576-97e9-425f-bb06-9e3a26e88b5b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:33:48.883343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:48.995989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:49.025976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:33:49.035405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:33:49.040301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:49.042163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:33:49.082501 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b', 'code': 200}
Dec 22 15:33:49.108376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:33:49.111337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:33:49.322561 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8d35e4c-8113-4969-9f41-8d3070f92224 req-a612c552-7338-4364-af52-a6e312ad2b9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 1099 time: 0.0710914
Dec 22 15:33:49.368668 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8d35e4c-8113-4969-9f41-8d3070f92224 req-41ee63d9-9512-42e5-b59a-9d41f13e622a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369449
Dec 22 15:33:49.558268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9dd7d-ab23-4875-999f-219a8d91a04f req-69844445-b2c5-438f-9278-b21444f07d2b tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:49.559701 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cdd9dd7d-ab23-4875-999f-219a8d91a04f req-69844445-b2c5-438f-9278-b21444f07d2b tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.0800440
Dec 22 15:33:49.606043 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cdd9dd7d-ab23-4875-999f-219a8d91a04f req-1240aac3-acef-4afa-ab9d-9ee6b983298d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406244
Dec 22 15:33:50.808519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79340f0-6132-4394-9eea-8872f1b8cddf req-c7883eca-fca8-4d9c-96d1-a6d41ad07f47 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:50.809953 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f79340f0-6132-4394-9eea-8872f1b8cddf req-c7883eca-fca8-4d9c-96d1-a6d41ad07f47 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.0810623
Dec 22 15:33:50.854368 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f79340f0-6132-4394-9eea-8872f1b8cddf req-6d8eacb8-7fd0-4410-bdf5-0a9f893cf17d tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387480
Dec 22 15:33:51.055439 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce0526-f976-4869-afea-9b51cb455955 req-cdb0a364-caff-4d20-9176-c4572acbb31b tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:33:51.056935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-58ce0526-f976-4869-afea-9b51cb455955 req-cdb0a364-caff-4d20-9176-c4572acbb31b tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.0786228
Dec 22 15:33:51.103276 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-58ce0526-f976-4869-afea-9b51cb455955 req-a6d4fe27-ab9e-4a96-8c4d-d9372c3b39dc tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408254
Dec 22 15:33:53.305288 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:33:54.636606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-008f60d9-5d16-49fa-b41b-d6328d3fc91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:57.592118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7a0728bb-cb03-4bed-998c-9d6301e0ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:58.133361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:58.191687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:33:59.434226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:03.571450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:06.950422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f676de3-40b7-4c89-b854-ffe0ec6f6ab6 req-125d1e33-fcfd-47b2-8ff4-ac5e98e97513 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:06.951821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6f676de3-40b7-4c89-b854-ffe0ec6f6ab6 req-125d1e33-fcfd-47b2-8ff4-ac5e98e97513 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.0790803
Dec 22 15:34:06.996326 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6f676de3-40b7-4c89-b854-ffe0ec6f6ab6 req-52a4b83a-86a7-48bb-911f-03245f114225 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391371
Dec 22 15:34:08.276077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409811af-dd16-4bc5-82eb-02d715e16958 req-4b33bc9c-f225-4928-9c68-a9de7863803c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:08.277530 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-409811af-dd16-4bc5-82eb-02d715e16958 req-4b33bc9c-f225-4928-9c68-a9de7863803c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.1499476
Dec 22 15:34:08.326270 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-409811af-dd16-4bc5-82eb-02d715e16958 req-6785dabb-9abb-4875-b7f7-eecc51e5cf18 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb8ae6be-cf38-41eb-98ed-cabb575af3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430605
Dec 22 15:34:08.572176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-a396be3b-2bb1-49fd-9126-587b9544ffdc tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:08.573623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-a396be3b-2bb1-49fd-9126-587b9544ffdc tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 946 time: 0.0772882
Dec 22 15:34:08.644429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Deleting port 8270d576-97e9-425f-bb06-9e3a26e88b5b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:08.644773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:08.987656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] For port 8270d576-97e9-425f-bb06-9e3a26e88b5b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8270d576-97e9-425f-bb06-9e3a26e88b5b,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:08.988001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:09.106411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Calling delete_port for 8270d576-97e9-425f-bb06-9e3a26e88b5b owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:09.245240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:09.251134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87286aa8-a928-4b52-93ab-bfee3554cac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:09.259506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['8270d576-97e9-425f-bb06-9e3a26e88b5b'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:34:09.295962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Pushing event deleted for resources: {'Port': ['ID=8270d576-97e9-425f-bb06-9e3a26e88b5b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:09.298924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:09.375681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] No DVR routers for this DVR port 8270d576-97e9-425f-bb06-9e3a26e88b5b on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:34:09.378029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:09.380727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'name': 'network-vif-deleted', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:34:09.396135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5c411043-54b4-4045-ac4e-99ba50cdf955 req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.61 "DELETE /v2.0/ports/8270d576-97e9-425f-bb06-9e3a26e88b5b HTTP/1.1" status: 204  len: 173 time: 0.8165240
Dec 22 15:34:09.445842 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9ac09-58cb-4af2-a36a-af6742c28ffd', 'name': 'network-vif-deleted', 'tag': '8270d576-97e9-425f-bb06-9e3a26e88b5b', 'status': 'completed', 'code': 200}
Dec 22 15:34:09.501934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-68dce911-79e2-4889-989e-9e5007c74dd5 req-8ebead03-c096-413a-8fac-d1f28bd4771c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Synchronizing usage tracker for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:34:09.519588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-68dce911-79e2-4889-989e-9e5007c74dd5 req-8ebead03-c096-413a-8fac-d1f28bd4771c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Unset dirty status for tenant:aaa678721e2b40678d6b713bb614ea25 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:34:09.524922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-68dce911-79e2-4889-989e-9e5007c74dd5 req-8ebead03-c096-413a-8fac-d1f28bd4771c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eb9ac09-58cb-4af2-a36a-af6742c28ffd HTTP/1.1" status: 200  len: 210 time: 0.0664685
Dec 22 15:34:10.672880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46884) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:11.176217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:11.814339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Deleting port a3763d71-6242-4970-94a0-bde9110b3eee {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:11.815044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:11.996076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] For port a3763d71-6242-4970-94a0-bde9110b3eee, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a3763d71-6242-4970-94a0-bde9110b3eee,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:11.996327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:12.117588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Calling delete_port for a3763d71-6242-4970-94a0-bde9110b3eee owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:12.302376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:12.306113 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-097a50e5-1664-49c2-a880-c8ac6ee3441a tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:12.346901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3763d71-6242-4970-94a0-bde9110b3eee,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:12.382921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.383391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.383775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.384142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.384885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.385251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.385621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.385991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.386351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.386709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.387068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:12.401242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:12.817945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:12.904291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 8270d576-97e9-425f-bb06-9e3a26e88b5b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:12.952839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 8270d576-97e9-425f-bb06-9e3a26e88b5b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:12.953497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 8270d576-97e9-425f-bb06-9e3a26e88b5b not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:13.486718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:34:13.735768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:13.745190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Sync routers for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:13.755540 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] 10.222.0.69 "PUT /v2.0/routers/067ef7a4-3e97-4aa0-b309-38aac7fbd9e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0789332
Dec 22 15:34:13.755879 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46888) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:13.757031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:13.757665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c9070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:13.946946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:13.977249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:14.195978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:14.205320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Deleting port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:14.205646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:14.251200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c9070>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:34:12Z', 'revision_number': 5, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port': {'id': '7a7ec933-7ad1-4ca6-bb7d-79903971f18b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:14.255322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Checking router: 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:14.268002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Routers {'067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:14.268657 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c9070>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:14.435490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] Set router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:14.510159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] For port 7a7ec933-7ad1-4ca6-bb7d-79903971f18b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:14.510407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:14.589803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c9070>, [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:34:14Z', 'revision_number': 6, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:14.594495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3c2-90df-4f6d-abe3-489c5dd0bc48 None None] The sync data for ids ['067ef7a4-3e97-4aa0-b309-38aac7fbd9e9'] in dv-neutron-822675-1-hyperv is: [{'id': '067ef7a4-3e97-4aa0-b309-38aac7fbd9e9', 'name': 'tempest-TestEncryptedCinderVolumes-1057433132-router', 'tenant_id': 'aaa678721e2b40678d6b713bb614ea25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:46Z', 'updated_at': '2021-12-22T15:34:14Z', 'revision_number': 6, 'project_id': 'aaa678721e2b40678d6b713bb614ea25', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:14.634841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Calling delete_port for 7a7ec933-7ad1-4ca6-bb7d-79903971f18b owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:14.805218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:14.808809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9d241dab-9a81-41f8-8a78-52a98e6f4ebf tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:14.851842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7ec933-7ad1-4ca6-bb7d-79903971f18b,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:14.855963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:15.045808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a3763d71-6242-4970-94a0-bde9110b3eee no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:15.099746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a3763d71-6242-4970-94a0-bde9110b3eee {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:15.100276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a3763d71-6242-4970-94a0-bde9110b3eee not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:15.108863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.371882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.378425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.407142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.408014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:34:15.423279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.426864 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] 10.222.0.69 "DELETE /v2.0/routers/067ef7a4-3e97-4aa0-b309-38aac7fbd9e9 HTTP/1.1" status: 204  len: 168 time: 1.6673698
Dec 22 15:34:15.427367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46892) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:15.492161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Deleting subnet cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:34:15.499044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.557755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.645172 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.726783 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.730773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-38db1260-aaec-4dc4-9ead-b0730b2b7bfe tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:15.774306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:15.776801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:15.780659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:15.787325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccba068-ed0b-4506-b60e-fd06f23b5326 None None] Network a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:15.788872 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6cac23e6-6041-43f5-a392-c219971de5bf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cf98dd37-0f49-4a80-b1c2-25bc6c3a03bc HTTP/1.1" status: 204  len: 168 time: 0.3603365
Dec 22 15:34:15.791713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46896) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:16.009885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.020570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Deleting port 80aa6b38-a89e-4284-9307-196f0488650f {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:16.020894 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.049171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] DHCP port deletion for a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:34:16.053406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Deleting port 80aa6b38-a89e-4284-9307-196f0488650f {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:16.053895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.231052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] For port 80aa6b38-a89e-4284-9307-196f0488650f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=80aa6b38-a89e-4284-9307-196f0488650f,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:16.231731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.275582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] For port 80aa6b38-a89e-4284-9307-196f0488650f, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=80aa6b38-a89e-4284-9307-196f0488650f,segment=NetworkSegment(e4f080aa-4d45-4cb7-b839-86c341ae7f06),segment_id=e4f080aa-4d45-4cb7-b839-86c341ae7f06)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:16.275955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.360740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Calling delete_port for 80aa6b38-a89e-4284-9307-196f0488650f owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:16.397875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Calling delete_port for 80aa6b38-a89e-4284-9307-196f0488650f owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:16.438453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.446743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bf94dc20-4908-404f-90a6-53d1f4f0acce tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:16.473519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:34:16.473901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:34:16.495016 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=80aa6b38-a89e-4284-9307-196f0488650f,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:16.497427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:16.502246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] No DVR routers for this DVR port 80aa6b38-a89e-4284-9307-196f0488650f on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:34:16.621376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.656465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857493dd30>,) {'filters': {'network_id': ['a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:16.668551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857493dd30>, 'e4f080aa-4d45-4cb7-b839-86c341ae7f06') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:16.668862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857493dd30>, 'e4f080aa-4d45-4cb7-b839-86c341ae7f06') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:16.680694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.698416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.704429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:34:16.704820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:34:16.717541 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:34:16.793911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.797612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2d93592b-dde8-40fd-b61b-7369a35fce16 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:16.810844 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:16.821215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:16.824237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:16.834449 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a0c3cf9f-c659-4e39-a15e-3f1ca9aa16d0 HTTP/1.1" status: 204  len: 168 time: 1.0416903
Dec 22 15:34:16.837249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46900) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:16.972098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7a7ec933-7ad1-4ca6-bb7d-79903971f18b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:17.000079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Deleting port 80aa6b38-a89e-4284-9307-196f0488650f {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:17.000484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:17.030517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 7a7ec933-7ad1-4ca6-bb7d-79903971f18b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:17.030871 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 7a7ec933-7ad1-4ca6-bb7d-79903971f18b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:17.031290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 80aa6b38-a89e-4284-9307-196f0488650f no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:17.094005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 80aa6b38-a89e-4284-9307-196f0488650f {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:17.094703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 80aa6b38-a89e-4284-9307-196f0488650f not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:17.099668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-97f194bd-7c08-4936-b6b3-40eacd2af61b None None] The port '80aa6b38-a89e-4284-9307-196f0488650f' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:34:17.243420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:17.950687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Deleting port 4792b189-9844-4179-9ec5-c81252e2d385 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:17.950920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:18.136468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] For port 4792b189-9844-4179-9ec5-c81252e2d385, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=4792b189-9844-4179-9ec5-c81252e2d385,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:18.136813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:18.258590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Calling delete_port for 4792b189-9844-4179-9ec5-c81252e2d385 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:18.434822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:18.438281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-68636af4-a019-46a0-896c-ec1855c9a541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:18.490102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4792b189-9844-4179-9ec5-c81252e2d385,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:18.492970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:18.784243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:19.478348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:34:19.686447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:19.696993 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] 10.222.0.69 "PUT /v2.0/routers/97799168-a0e9-41e4-bc2c-db4adf9aa0a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8569219
Dec 22 15:34:19.697199 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Sync routers for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:19.697944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46904) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:19.707922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:19.708629 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c500d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:19.900132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:19.903252 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:20.119683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:20.132971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Deleting port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:20.133307 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:20.197609 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c500d0>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:34:18Z', 'revision_number': 5, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port': {'id': '62f4b9b5-4d08-4f31-9b57-a7cc7f27a088', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:53Z', 'updated_at': '2021-12-22T15:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:20.201734 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Checking router: 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:20.213051 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Routers {'97799168-a0e9-41e4-bc2c-db4adf9aa0a4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:20.213730 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c500d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:20.315990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] For port 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:20.316332 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:20.367743 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] Set router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:20.442502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Calling delete_port for 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:20.479282 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c500d0>, [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:34:20Z', 'revision_number': 6, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:20.483326 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d5628-f644-4fed-ad62-054f367a0fd0 None None] The sync data for ids ['97799168-a0e9-41e4-bc2c-db4adf9aa0a4'] in dv-neutron-822675-1-hyperv is: [{'id': '97799168-a0e9-41e4-bc2c-db4adf9aa0a4', 'name': 'tempest-TestEncryptedCinderVolumes-1717414150-router', 'tenant_id': '60c83723fa944f218b671e50d35e7745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:52Z', 'updated_at': '2021-12-22T15:34:20Z', 'revision_number': 6, 'project_id': '60c83723fa944f218b671e50d35e7745', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:20.618888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:20.623246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:20.783479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f4b9b5-4d08-4f31-9b57-a7cc7f27a088,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:20.785773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:21.016435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.285616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.290900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.296428 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4792b189-9844-4179-9ec5-c81252e2d385 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:21.317748 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.318299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97799168-a0e9-41e4-bc2c-db4adf9aa0a4 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:34:21.331362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.332639 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97799168-a0e9-41e4-bc2c-db4adf9aa0a4 HTTP/1.1" status: 204  len: 168 time: 1.6337578
Dec 22 15:34:21.335830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46908) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:21.340656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 4792b189-9844-4179-9ec5-c81252e2d385 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:21.341079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 4792b189-9844-4179-9ec5-c81252e2d385 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:21.400429 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Deleting subnet e641994a-6571-4964-891c-45b7cc7ed45b {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:34:21.403506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.463423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.547505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.619237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.623394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-207d4dc1-1fc6-48da-8d29-bff0db2d0946 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:21.663335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e641994a-6571-4964-891c-45b7cc7ed45b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:21.666760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:21.670053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.676196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0c8cc-2c8b-48d0-b16a-43f2c07e234a None None] Network 28bf56b4-1d76-490f-9bde-a117ae8cbe7b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:21.676772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-66854259-4577-4ef7-a09a-6b4872606747 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e641994a-6571-4964-891c-45b7cc7ed45b HTTP/1.1" status: 204  len: 168 time: 0.3396697
Dec 22 15:34:21.679619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46912) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:21.787065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.805251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Deleting port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:21.805898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:21.936231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] DHCP port deletion for 28bf56b4-1d76-490f-9bde-a117ae8cbe7b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:34:21.940491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Deleting port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:21.940881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.026295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] For port 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=808a7d39-4c48-4ce7-94c6-e1143397f9b5,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:22.026641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.148680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] For port 808a7d39-4c48-4ce7-94c6-e1143397f9b5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=808a7d39-4c48-4ce7-94c6-e1143397f9b5,segment=NetworkSegment(649ecfbd-168b-4ce8-873f-4cc368ebaeb5),segment_id=649ecfbd-168b-4ce8-873f-4cc368ebaeb5)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:22.149087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.157316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Calling delete_port for 808a7d39-4c48-4ce7-94c6-e1143397f9b5 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:22.245502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.249641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b57e8b44-e7e9-45c5-8d65-828788442fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:22.292902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Pushing event deleted for resources: {'Port': ['ID=808a7d39-4c48-4ce7-94c6-e1143397f9b5,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:22.300321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:22.302935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] No DVR routers for this DVR port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:34:22.312055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Calling delete_port for 808a7d39-4c48-4ce7-94c6-e1143397f9b5 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:34:22.385169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:34:22.385531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:34:22.424134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.454040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857493aaf0>,) {'filters': {'network_id': ['28bf56b4-1d76-490f-9bde-a117ae8cbe7b']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:22.466385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857493aaf0>, '649ecfbd-168b-4ce8-873f-4cc368ebaeb5') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:22.466865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857493aaf0>, '649ecfbd-168b-4ce8-873f-4cc368ebaeb5') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:22.478685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.495997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.502947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:34:22.503393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:34:22.518249 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:34:22.599030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.603191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-df1f3324-a6d2-4370-bad9-c16ea29667b5 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:22.623806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.632659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Pushing event deleted for resources: {'Network': ['ID=28bf56b4-1d76-490f-9bde-a117ae8cbe7b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:22.635721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:22.640847 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] 10.222.0.69 "DELETE /v2.0/networks/28bf56b4-1d76-490f-9bde-a117ae8cbe7b HTTP/1.1" status: 204  len: 168 time: 0.9570849
Dec 22 15:34:22.846607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46918) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:22.886408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Deleting port 808a7d39-4c48-4ce7-94c6-e1143397f9b5 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:34:22.886796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.899986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-86f0a993-5516-44ec-a516-d28e2d64ef6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaa678721e2b40678d6b713bb614ea25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0490048
Dec 22 15:34:22.900650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46922) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:22.953854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ee83-1510-47cc-b1ef-e19caae5cba4 None None] The port '808a7d39-4c48-4ce7-94c6-e1143397f9b5' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:34:22.968716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:22.978116 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 808a7d39-4c48-4ce7-94c6-e1143397f9b5 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:22.997142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.015774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 808a7d39-4c48-4ce7-94c6-e1143397f9b5 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:23.016178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 808a7d39-4c48-4ce7-94c6-e1143397f9b5 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:23.016711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:34:23.056078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.059967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcf7d2b3-02a2-49d7-9ce3-fd794308c16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:23.060329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:34:23.060782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 62f4b9b5-4d08-4f31-9b57-a7cc7f27a088 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:34:23.071893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ae6be-cf38-41eb-98ed-cabb575af3a2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:23.074375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:23.088399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.089844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8a2cf174-4215-48e6-83e2-a9c54dfdb2ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb8ae6be-cf38-41eb-98ed-cabb575af3a2 HTTP/1.1" status: 204  len: 168 time: 0.1882918
Dec 22 15:34:23.490106 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46930) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:23.546091 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-15455d56-64ea-4084-bc28-fdba762ee886 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60c83723fa944f218b671e50d35e7745&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0545547
Dec 22 15:34:23.549283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 46934) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:23.714497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.740035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.792682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.796817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1cc636bc-09d8-4582-bbf7-f6df479a2158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:23.808288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7420721-9ac7-43e7-a994-da271ba2330a,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:23.811850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:23.815194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:23.816178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7420721-9ac7-43e7-a994-da271ba2330a HTTP/1.1" status: 204  len: 168 time: 0.2660227
Dec 22 15:34:24.632857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-15ad96f7-0430-476c-bce1-38ce98e9eda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:24.792851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46956) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:24.940906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307545909-network', 'tenant_id': '11f0dec21874468c9eee9faf380183a5'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:24.945731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:24.949588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Usage tracker for resource:network and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:24.952513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:24.958985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:24.970460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Made reservation on behalf of 11f0dec21874468c9eee9faf380183a5 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:34:24.972705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:24.985816 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.016572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:25.020406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:25.023797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:25.029491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:25.097002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.101788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.104903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d26be05c-57d0-4116-936b-686fb0e1ac4f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:25.138770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:34:25.144276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96745187-3064-4ac1-8181-c30eef57d3ef,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:25.148686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:25.153900 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.154306 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Added segment 217c1c9b-03ef-4d72-86e2-c07c05efd1ef of type vlan for network 853bd3cd-6f97-41cc-a036-1eef5184c535
Dec 22 15:34:25.182424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.212326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.213398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:25.213976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.217354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:25.323689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Pushing event updated for resources: {'Network': ['ID=853bd3cd-6f97-41cc-a036-1eef5184c535,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:25.326624 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5327742
Dec 22 15:34:25.327562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:25.329476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46962) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:25.334775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:34:25.335278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Request body: {'subnet': {'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307545909-subnet', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:25.340267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:25.344162 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Usage tracker for resource:subnet and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:25.347052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:25.354008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:25.366410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Made reservation on behalf of 11f0dec21874468c9eee9faf380183a5 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:34:25.369101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.578185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.581872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-df515bd7-9f6a-4e3e-a197-783db9330db9 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:25.657760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7033dff-a9a3-423c-a507-c6a1f419b488,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:25.662094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:25.673343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Checking segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:25.673695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Network hostable DHCP agents. Network: 853bd3cd-6f97-41cc-a036-1eef5184c535, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:34:25.695958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:34:25.706183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 853bd3cd-6f97-41cc-a036-1eef5184c535) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:25.711616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:25.712487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.716554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399d26c-7f02-407f-97ec-d74a2d82a5e2 None None] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:25.745748 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0af49c24-731c-40bd-a5eb-5f5cbc7561fd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4150631
Dec 22 15:34:25.748546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46966) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:25.756513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:25.763987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:25.769812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Usage tracker for resource:router and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:25.774647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:25.783623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:25.799594 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.801052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.828428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.978321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-853bd3cd-6f97-41cc-a036-1eef5184c535', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:34:25.979222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:25.979837 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.149111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Allocated IP 172.20.0.2 (853bd3cd-6f97-41cc-a036-1eef5184c535/d7033dff-a9a3-423c-a507-c6a1f419b488/65f7d7d2-67ca-4d9c-bf05-101ef72d32af) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:26.316014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.351300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.376886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.389675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Transition to ACTIVE for port object 65f7d7d2-67ca-4d9c-bf05-101ef72d32af will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:26.411229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Transition to ACTIVE for port object 65f7d7d2-67ca-4d9c-bf05-101ef72d32af will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:26.418098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.422694 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:26.491903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:26.493084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:26.495574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:26.503879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Pushing event updated for resources: {'Port': ['ID=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:26.504278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Allocated IP 172.26.3.153 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/b380c967-de2c-4dc6-82a2-5068bc5c6cf3) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:26.542065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.542398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.542731 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.543177 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.543512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.543839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.544164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.544519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.544837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.545152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.545485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:26.549352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:26.603186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Attempting to bind port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:26.603186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Attempting to bind port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:26.603709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Attempting to bind port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af on network 853bd3cd-6f97-41cc-a036-1eef5184c535 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:26.610425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:26.610932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Checking segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:26.611347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.611753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Bound using segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:26.612229 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Bound port: 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:26.612665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.673050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.707315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] For port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:26.711585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] For port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:26.716014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.716239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.720098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8b4adc96-1887-4c16-b543-936caa79a30e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:26.720938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-e3c8d01c-c152-440b-8110-81f541e08a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:26.793955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:26.794765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Pushing event updated for resources: {'Port': ['ID=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:26.797826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:26.800129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:26.801187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:26.803760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Pushing event updated for resources: {'Port': ['ID=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:26.806662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:26.984343 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:26.985521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:27.241087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Router f86047b1-b3a2-4b5c-aa10-a790ba984699 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:34:27.453700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:27.466744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Sync routers for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:27.480597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:27.482484 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7322838
Dec 22 15:34:27.484773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46970) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:27.485413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:27.486360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575446430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:33:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:27.628362 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-745b0250-e93e-48f5-91e8-f514c1f2f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:27.854058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:27.983571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d293f68-7127-47d8-89ea-98191b58ca71 None None] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:28.194539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.202504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-26db5a7e-dec9-415f-98a4-670b0b201f95 None None] Provisioning for port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:28.263797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.439301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575446430>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:26Z', 'revision_number': 3, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:28.446526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Checking router: f86047b1-b3a2-4b5c-aa10-a790ba984699 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:28.446887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Updating router f86047b1-b3a2-4b5c-aa10-a790ba984699 port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:34:28.480608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.509795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.788214 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Allocated IP 172.20.0.1 (853bd3cd-6f97-41cc-a036-1eef5184c535/d7033dff-a9a3-423c-a507-c6a1f419b488/0f1bcd2b-374a-4b0e-866b-7e67876ae77e) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:28.893628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.906088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Transition to ACTIVE for port object b380c967-de2c-4dc6-82a2-5068bc5c6cf3 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:28.913611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.917318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:28.946966 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:28.967207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Transition to ACTIVE for port object 0f1bcd2b-374a-4b0e-866b-7e67876ae77e will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:28.995429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.001650 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Attempting to bind port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:29.002257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Attempting to bind port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:29.002788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Attempting to bind port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:29.005137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Pushing event updated for resources: {'Port': ['ID=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:29.008873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:29.009707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-21b093b5-eade-4994-8b1d-9ae7b45d53e2 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:29.014733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:29.015120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:29.015534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.015939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:29.016442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Bound port: b380c967-de2c-4dc6-82a2-5068bc5c6cf3, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:29.016842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.050012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 65f7d7d2-67ca-4d9c-bf05-101ef72d32af up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:29.085482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:29.088779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:29.093087 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:29.120272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:29.127223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:29.149487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.151554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] For port b380c967-de2c-4dc6-82a2-5068bc5c6cf3, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:29.155158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] For port b380c967-de2c-4dc6-82a2-5068bc5c6cf3, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:29.163450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.168161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:29.225790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:29.241580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:29.241967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.254997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.310230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Pushing event updated for resources: {'Port': ['ID=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:29.313321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:29.316943 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:29.317793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575446430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:29.503426 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.508532 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.533801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e4786a07-3a15-4134-8531-5753da92ba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:29.602691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.620161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:29.622762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.633292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-32180bcd-3be0-4622-94a4-8832a20dea20 None None] Provisioning for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:29.633766 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:29.654686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.664324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-32180bcd-3be0-4622-94a4-8832a20dea20 None None] Provisioning complete for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:29.664733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-32180bcd-3be0-4622-94a4-8832a20dea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.721742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:29.765718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:29.766951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:29.790892 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-32180bcd-3be0-4622-94a4-8832a20dea20 None None] Port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:34:29.811082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:29.822599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:29.828139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:30.056709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:30.059805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:30.158980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7dbff4c9-43eb-4619-8136-7612479d155a None None] Provisioning complete for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:30.159277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7dbff4c9-43eb-4619-8136-7612479d155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:30.231290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7dbff4c9-43eb-4619-8136-7612479d155a None None] Port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:34:30.243368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575446430>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:28Z', 'revision_number': 1, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:30.247523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555832-f5a5-494a-98f9-d7ce5784e3a0 None None] The sync data for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv is: [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:28Z', 'revision_number': 1, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:30.306321 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:34:30.457502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Router f86047b1-b3a2-4b5c-aa10-a790ba984699 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:34:30.682679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:30.692745 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] 10.222.0.69 "PUT /v2.0/routers/f86047b1-b3a2-4b5c-aa10-a790ba984699/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2068050
Dec 22 15:34:31.099635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b380c967-de2c-4dc6-82a2-5068bc5c6cf3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:31.181886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:31.190481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:31.191102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.355669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.375124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port b380c967-de2c-4dc6-82a2-5068bc5c6cf3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:31.380587 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.381635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 65f7d7d2-67ca-4d9c-bf05-101ef72d32af up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:31.405100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:31.499027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:31.502924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:31.515998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:31.516245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.891580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46992) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:31.897480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1498905906-network', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:31.902438 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:31.906545 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Usage tracker for resource:network and tenant:2b283fb6dbef40d4a8d122879a8ad66a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:31.909470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:31.915170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:31.925390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Made reservation on behalf of 2b283fb6dbef40d4a8d122879a8ad66a for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:34:31.928223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.940622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:31.973011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:31.977761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b283fb6dbef40d4a8d122879a8ad66a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:31.980737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:31.986446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:32.052094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.056981 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.059928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-18e5c56a-b879-4a9e-9889-6d93e1037559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:32.087664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:34:32.095953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26779ad8-f946-4d09-8edd-16f601fd2cb7,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:32.099997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:32.102626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.102965 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Added segment e23e810c-d124-476a-a9b9-4f29d62327c2 of type vlan for network abf99b27-a9d7-4708-8d9b-51b2582da92e
Dec 22 15:34:32.134528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.165471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.166457 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:32.167028 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.170455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:32.278253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Pushing event updated for resources: {'Network': ['ID=abf99b27-a9d7-4708-8d9b-51b2582da92e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:32.281235 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3886161
Dec 22 15:34:32.282197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0144f452-0999-4b63-9fdc-0558badcbac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:32.284033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 46996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:32.290994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network abf99b27-a9d7-4708-8d9b-51b2582da92e details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:34:32.293589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Request body: {'subnet': {'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1498905906-subnet', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:32.302047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:32.310735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Usage tracker for resource:subnet and tenant:2b283fb6dbef40d4a8d122879a8ad66a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:32.316143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:32.326583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:32.341626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Made reservation on behalf of 2b283fb6dbef40d4a8d122879a8ad66a for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:34:32.344198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.552942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.556918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eabd66d3-75ee-4362-ae5b-c4e623b267e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:32.628644 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:32.632519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:32.641141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Checking segment: {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:32.641490 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Network hostable DHCP agents. Network: abf99b27-a9d7-4708-8d9b-51b2582da92e, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:34:32.664658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Network abf99b27-a9d7-4708-8d9b-51b2582da92e is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:34:32.674800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, abf99b27-a9d7-4708-8d9b-51b2582da92e) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:32.679205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:32.679776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.685695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185bd33-0454-48e2-a9a0-886e905fa8fa None None] Network abf99b27-a9d7-4708-8d9b-51b2582da92e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:32.702009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-54a4db04-d6da-4cb0-9ab2-f47888ae8793 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4164102
Dec 22 15:34:32.704976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47000) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:32.710922 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:32.715851 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:32.719727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Usage tracker for resource:router and tenant:2b283fb6dbef40d4a8d122879a8ad66a is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:34:32.722788 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:34:32.729432 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:32.740797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.741868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.761626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:32.944875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.011310 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b380c967-de2c-4dc6-82a2-5068bc5c6cf3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:33.054069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-abf99b27-a9d7-4708-8d9b-51b2582da92e', 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'fixed_ips': [{'subnet_id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:34:33.054898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.152802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.181916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:33.182186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.184196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.304618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Allocated IP 172.20.0.2 (abf99b27-a9d7-4708-8d9b-51b2582da92e/7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1/5061f988-04f8-492b-98c5-e7619007dcef) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:33.336349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Allocated IP 172.26.3.88 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/bd5fc498-b6a9-4189-9481-a8abece9110b) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:33.587008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.593697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.600153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Transition to ACTIVE for port object 5061f988-04f8-492b-98c5-e7619007dcef will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:33.622359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Transition to ACTIVE for port object 5061f988-04f8-492b-98c5-e7619007dcef will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:33.629112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.632513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.638102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:33.661658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.666790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-af5f2806-81c2-4b8a-ac1c-148396e1f0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:33.696514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Network abf99b27-a9d7-4708-8d9b-51b2582da92e is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:33.699471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:33.707627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:33.716286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Pushing event updated for resources: {'Port': ['ID=5061f988-04f8-492b-98c5-e7619007dcef,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:33.720018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:33.739606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:33.744750 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:33.746773 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5fc498-b6a9-4189-9481-a8abece9110b,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:33.748905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:33.778139 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:33.818454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Attempting to bind port 5061f988-04f8-492b-98c5-e7619007dcef on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:33.818829 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Attempting to bind port 5061f988-04f8-492b-98c5-e7619007dcef by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:33.819228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Attempting to bind port 5061f988-04f8-492b-98c5-e7619007dcef on network abf99b27-a9d7-4708-8d9b-51b2582da92e {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:33.827034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:33.827421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Checking segment: {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:33.827817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.828219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Bound using segment: {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:33.828720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Bound port: 5061f988-04f8-492b-98c5-e7619007dcef, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:33.829102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.924639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.924979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] For port 5061f988-04f8-492b-98c5-e7619007dcef, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:33.925604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.929241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] For port 5061f988-04f8-492b-98c5-e7619007dcef, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5061f988-04f8-492b-98c5-e7619007dcef,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:33.934510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:33.938237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:34.018752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Pushing event updated for resources: {'Port': ['ID=5061f988-04f8-492b-98c5-e7619007dcef,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:34.022561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:34.232341 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Router 0efa7ed2-df1b-425e-8274-81d96ba34807 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:34:34.447004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:34.458388 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Sync routers for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:34.478666 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:34.479818 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c17fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:34.484551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:34.486652 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7804427
Dec 22 15:34:34.489131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47004) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:34:34.674178 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:35.070171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5061f988-04f8-492b-98c5-e7619007dcef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:35.138397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559de0dc-c5b9-49a3-a9a2-2925282074b5 None None] Network abf99b27-a9d7-4708-8d9b-51b2582da92e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:34:35.143155 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c17fd0>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 3, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:35.148244 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Checking router: 0efa7ed2-df1b-425e-8274-81d96ba34807 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:35.148752 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Updating router 0efa7ed2-df1b-425e-8274-81d96ba34807 port bd5fc498-b6a9-4189-9481-a8abece9110b binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:34:35.207654 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.263527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Provisioning for port 5061f988-04f8-492b-98c5-e7619007dcef completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:35.272808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5061f988-04f8-492b-98c5-e7619007dcef completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:35.289677 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Provisioning complete for port 5061f988-04f8-492b-98c5-e7619007dcef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:35.290034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.320339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5061f988-04f8-492b-98c5-e7619007dcef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:35.320339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.458456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.620323 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.622422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.635945 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Transition to ACTIVE for port object bd5fc498-b6a9-4189-9481-a8abece9110b will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:35.636756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.644536 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.649889 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:35.733173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5061f988-04f8-492b-98c5-e7619007dcef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5061f988-04f8-492b-98c5-e7619007dcef,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:35.744144 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Pushing event updated for resources: {'Port': ['ID=bd5fc498-b6a9-4189-9481-a8abece9110b,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:35.745791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.751992 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Attempting to bind port bd5fc498-b6a9-4189-9481-a8abece9110b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:35.752411 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Attempting to bind port bd5fc498-b6a9-4189-9481-a8abece9110b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:35.752970 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Attempting to bind port bd5fc498-b6a9-4189-9481-a8abece9110b on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:35.762198 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.762650 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.763075 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.763498 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.763916 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.764311 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.764707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.765089 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.765466 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.765838 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.767074 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:35.770635 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:35.773035 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:35.774495 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:35.774495 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.774495 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:35.775201 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Bound port: bd5fc498-b6a9-4189-9481-a8abece9110b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:35.775658 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.794070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:35.856514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Allocated IP 172.20.0.1 (abf99b27-a9d7-4708-8d9b-51b2582da92e/7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1/c98c685b-4848-450a-a076-be0c7817432e) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:35.874227 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] For port bd5fc498-b6a9-4189-9481-a8abece9110b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:35.879419 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] For port bd5fc498-b6a9-4189-9481-a8abece9110b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bd5fc498-b6a9-4189-9481-a8abece9110b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:35.886419 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:35.890711 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:35.915904 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:34:35.916463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-4d12d274-bce3-4614-a866-f5d8f2e8428d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:34:35.926695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5061f988-04f8-492b-98c5-e7619007dcef,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:35.929994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:35.975560 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:35.976155 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c17fd0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:36.031548 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Pushing event updated for resources: {'Port': ['ID=bd5fc498-b6a9-4189-9481-a8abece9110b,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:36.034734 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:36.055439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.071477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Transition to ACTIVE for port object c98c685b-4848-450a-a076-be0c7817432e will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:36.093095 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.096781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-63f962c5-4d45-4992-b707-f05256a3b363 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:36.161922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:36.163903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Network abf99b27-a9d7-4708-8d9b-51b2582da92e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:36.167090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:36.171259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:36.196959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Pushing event updated for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:36.201956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:36.228219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.331809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.482865 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c17fd0>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 3, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:36.487201 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5c12-424a-4d72-a896-132197f45863 None None] The sync data for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv is: [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:33Z', 'revision_number': 3, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:36.560017 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.564486 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.589154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0b9b7f88-079c-4efa-a443-4f4c0c4300fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:36.660003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Provisioning for port c98c685b-4848-450a-a076-be0c7817432e completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:36.665626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Provisioning complete for port c98c685b-4848-450a-a076-be0c7817432e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:36.666012 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.670865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Pushing event updated for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:36.673586 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.677141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:36.718420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Port c98c685b-4848-450a-a076-be0c7817432e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:34:36.731256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Provisioning complete for port 5061f988-04f8-492b-98c5-e7619007dcef triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:36.731630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7e092be3-be3b-427c-8aa2-53a1111b2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:36.811252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Network abf99b27-a9d7-4708-8d9b-51b2582da92e is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:36.812531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:36.989172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5061f988-04f8-492b-98c5-e7619007dcef up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:37.067276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5061f988-04f8-492b-98c5-e7619007dcef triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:37.067571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:37.107827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-0e320848-78db-4d2e-af0f-e3492820729a None None] Provisioning complete for port c98c685b-4848-450a-a076-be0c7817432e triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:37.108202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0e320848-78db-4d2e-af0f-e3492820729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:37.176898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-0e320848-78db-4d2e-af0f-e3492820729a None None] Port c98c685b-4848-450a-a076-be0c7817432e cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:34:37.207385 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Router 0efa7ed2-df1b-425e-8274-81d96ba34807 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:34:37.533074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:34:37.542340 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] 10.222.0.69 "PUT /v2.0/routers/0efa7ed2-df1b-425e-8274-81d96ba34807/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0521371
Dec 22 15:34:43.037497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bd5fc498-b6a9-4189-9481-a8abece9110b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:43.117281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port bd5fc498-b6a9-4189-9481-a8abece9110b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:43.123098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bd5fc498-b6a9-4189-9481-a8abece9110b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:43.123602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:43.243999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:43.260295 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port bd5fc498-b6a9-4189-9481-a8abece9110b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bd5fc498-b6a9-4189-9481-a8abece9110b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:43.267093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:43.269006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ed47d6a5-701d-4389-a162-14a6f711a3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:43.339819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=bd5fc498-b6a9-4189-9481-a8abece9110b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:43.343995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:44.045782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Sync routers for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:44.059580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:44.060949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dfcc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:44.275890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:44.627026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dfcc10>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 2, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:44.633013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Checking router: f86047b1-b3a2-4b5c-aa10-a790ba984699 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:44.633679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Updating router f86047b1-b3a2-4b5c-aa10-a790ba984699 port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:34:44.694173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.050259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bd5fc498-b6a9-4189-9481-a8abece9110b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:45.197373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port bd5fc498-b6a9-4189-9481-a8abece9110b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:45.197662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.234031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.249196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Transition to ACTIVE for port object 0f1bcd2b-374a-4b0e-866b-7e67876ae77e will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:45.258367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.270159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:45.476690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Pushing event updated for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:45.508203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:45.601440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Attempting to bind port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:45.602009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Attempting to bind port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:45.602476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Attempting to bind port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e on network 853bd3cd-6f97-41cc-a036-1eef5184c535 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:45.619656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:45.620304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Checking segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:45.621038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.621746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Bound using segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:45.622559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Bound port: 0f1bcd2b-374a-4b0e-866b-7e67876ae77e, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:45.623256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.776518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] For port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:45.780198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] For port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:45.784685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:45.790491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:45.874281 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Pushing event updated for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:45.877294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:45.878013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:45.878617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dfcc10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:46.196357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:46.576566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dfcc10>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:45Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:46.581224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2c34-2048-4e2a-bd0e-ae7956e971f4 None None] The sync data for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv is: [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:45Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:46.989823 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Sync routers for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:34:47.024223 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:47.025243 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:47.065720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0f1bcd2b-374a-4b0e-866b-7e67876ae77e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:47.175388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:47.184142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:47.184978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:47.299812 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:47.362405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:47.426949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:47.439015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:47.442176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:47.534991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:47.542045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:47.744819 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f430>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:36Z', 'revision_number': 4, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'c98c685b-4848-450a-a076-be0c7817432e', 'name': '', 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'mac_address': 'fa:16:3e:5a:89:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:35Z', 'updated_at': '2021-12-22T15:34:36Z', 'revision_number': 2, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'subnets': [{'id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:47.748430 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Checking router: 0efa7ed2-df1b-425e-8274-81d96ba34807 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:34:47.748798 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Updating router 0efa7ed2-df1b-425e-8274-81d96ba34807 port c98c685b-4848-450a-a076-be0c7817432e binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:34:47.813464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.165244 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.178866 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Transition to ACTIVE for port object c98c685b-4848-450a-a076-be0c7817432e will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:48.185759 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.189440 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-70f36953-d93b-48f5-8d10-3d96d8e26652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:48.257084 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fbf4a-3203-4c60-8235-21ba3f5b4988 None None] Pushing event updated for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:48.303029 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-347fbf4a-3203-4c60-8235-21ba3f5b4988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:48.418733 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Attempting to bind port c98c685b-4848-450a-a076-be0c7817432e on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:34:48.419106 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Attempting to bind port c98c685b-4848-450a-a076-be0c7817432e by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:34:48.419524 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Attempting to bind port c98c685b-4848-450a-a076-be0c7817432e on network abf99b27-a9d7-4708-8d9b-51b2582da92e {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:34:48.426953 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:34:48.428004 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Checking segment: {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:34:48.428497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.428941 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Bound using segment: {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:34:48.429499 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Bound port: c98c685b-4848-450a-a076-be0c7817432e, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23e810c-d124-476a-a9b9-4f29d62327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:34:48.429959 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.528073 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] For port c98c685b-4848-450a-a076-be0c7817432e, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:34:48.531797 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] For port c98c685b-4848-450a-a076-be0c7817432e, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c98c685b-4848-450a-a076-be0c7817432e,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:34:48.538719 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:48.540633 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b28191e8-22d5-4e6d-ab6e-61a7f9a6c6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:48.622199 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fbf4a-3203-4c60-8235-21ba3f5b4988 None None] Pushing event updated for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:48.626573 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-347fbf4a-3203-4c60-8235-21ba3f5b4988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:48.659954 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:34:48.660701 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588f430>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:48.856000 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:34:49.025811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0f1bcd2b-374a-4b0e-866b-7e67876ae77e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:49.159934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:49.160317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:49.221161 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588f430>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:36Z', 'revision_number': 4, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'c98c685b-4848-450a-a076-be0c7817432e', 'name': '', 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'mac_address': 'fa:16:3e:5a:89:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:35Z', 'updated_at': '2021-12-22T15:34:48Z', 'revision_number': 4, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'subnets': [{'id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:34:49.225946 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8e3fd-530f-461f-89b0-cea1a2927039 None None] The sync data for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv is: [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:34:36Z', 'revision_number': 4, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'c98c685b-4848-450a-a076-be0c7817432e', 'name': '', 'network_id': 'abf99b27-a9d7-4708-8d9b-51b2582da92e', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'mac_address': 'fa:16:3e:5a:89:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:35Z', 'updated_at': '2021-12-22T15:34:48Z', 'revision_number': 4, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'subnets': [{'id': '7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:34:49.320654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-49324aec-24c5-42f5-9c8a-0be8e20e18e0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:49.322107 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-49324aec-24c5-42f5-9c8a-0be8e20e18e0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 814 time: 0.1612391
Dec 22 15:34:49.343966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-f2dfebcc-fbb6-4ce9-9d1e-16f26e2f0bc8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/quotas/11f0dec21874468c9eee9faf380183a5 HTTP/1.1" status: 200  len: 375 time: 0.0163100
Dec 22 15:34:49.436303 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-f37bb9fc-3a85-44b9-9cab-e436cbfca52e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0853639
Dec 22 15:34:49.452545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-5a24a870-cd07-4f23-9f2f-683a73748edc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:34:49.453713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-5a24a870-cd07-4f23-9f2f-683a73748edc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053062
Dec 22 15:34:49.594294 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-87bfb8b1-2446-4f87-87fc-91d1011d94b5 service neutron] 10.222.0.69 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341710
Dec 22 15:34:49.732328 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-7838a6d8-309e-4216-8b9c-13937329c76e service neutron] 10.222.0.69 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315775
Dec 22 15:34:50.953288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-d4801857-f364-45b8-b92a-4fe5f138a006 req-2acaa429-77aa-4a54-aeca-fe937f1e6381 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:34:50.975787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-d4801857-f364-45b8-b92a-4fe5f138a006 req-2acaa429-77aa-4a54-aeca-fe937f1e6381 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:34:50.977001 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d4801857-f364-45b8-b92a-4fe5f138a006 req-2acaa429-77aa-4a54-aeca-fe937f1e6381 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 210 time: 0.0689125
Dec 22 15:34:51.023235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c98c685b-4848-450a-a076-be0c7817432e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:51.091784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c98c685b-4848-450a-a076-be0c7817432e completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:51.096524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c98c685b-4848-450a-a076-be0c7817432e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:51.096919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:51.214520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:51.246425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port c98c685b-4848-450a-a076-be0c7817432e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c98c685b-4848-450a-a076-be0c7817432e,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:34:51.250313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:51.252167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2e81705d-3eaa-4753-9b52-b10066cd5bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:51.335314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:51.338363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:52.139545 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9d1768dd-76b6-47ef-bb66-9024efaf9fbc req-59a77d96-d457-40b1-8c69-579f3bfa66b2 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 210 time: 0.0412021
Dec 22 15:34:52.298297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4329930e-b9f0-44f3-8ec7-d77b34a24186 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:52.299596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4329930e-b9f0-44f3-8ec7-d77b34a24186 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 814 time: 0.1424763
Dec 22 15:34:52.319086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'port': {'device_id': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'admin_state_up': True, 'tenant_id': '11f0dec21874468c9eee9faf380183a5'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:34:52.461383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:34:52.471204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:34:52.481212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Made reservation on behalf of 11f0dec21874468c9eee9faf380183a5 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:34:52.484132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:52.654205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Allocated IP 172.20.0.3 (853bd3cd-6f97-41cc-a036-1eef5184c535/d7033dff-a9a3-423c-a507-c6a1f419b488/66dcf8b3-9680-4cac-b23d-8f1ddfcc45da) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:34:52.932290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:52.968089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Transition to ACTIVE for port object 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:34:53.002098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:53.006272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c98c685b-4848-450a-a076-be0c7817432e up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:34:53.010260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0c9c0efc-d1fe-4240-b2f6-7cb29be7c698 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:34:53.076417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:34:53.083872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c98c685b-4848-450a-a076-be0c7817432e triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:53.084095 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:34:53.084648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:53.088556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:34:53.120154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:34:53.172948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.174409 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.175010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.175737 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.176328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.176956 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.177557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.178345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.179592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.180189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.180896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:34:53.189738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:34:53.203546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:53.204249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:53.250262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9338999
Dec 22 15:34:53.418655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e92cf-5b7a-42ca-83b6-1e1b63c511b0 req-e76491cd-cc30-40aa-8d5a-de38cc3d150e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:53.420190 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-661e92cf-5b7a-42ca-83b6-1e1b63c511b0 req-e76491cd-cc30-40aa-8d5a-de38cc3d150e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0900168
Dec 22 15:34:53.468295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-661e92cf-5b7a-42ca-83b6-1e1b63c511b0 req-7bc877f0-9fea-4686-bf82-51586cc3f384 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:34:53.487782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-661e92cf-5b7a-42ca-83b6-1e1b63c511b0 req-7bc877f0-9fea-4686-bf82-51586cc3f384 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:34:53.489194 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-661e92cf-5b7a-42ca-83b6-1e1b63c511b0 req-7bc877f0-9fea-4686-bf82-51586cc3f384 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629261
Dec 22 15:34:53.499194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec6dba2f-e887-405a-83ea-c6c7185864a3 None None] Provisioning for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:34:53.506383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec6dba2f-e887-405a-83ea-c6c7185864a3 None None] Provisioning complete for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:34:53.506801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec6dba2f-e887-405a-83ea-c6c7185864a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:53.562541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec6dba2f-e887-405a-83ea-c6c7185864a3 None None] Port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:34:54.644210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8971b7c7-7cc8-493d-9263-4e50f15d3166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:54.701323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d0dd-330b-4f72-93a3-ba07605dba8c req-24d61e5c-9303-4fa6-bcaa-5c9c8ccf4efa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:54.702025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dad9d0dd-330b-4f72-93a3-ba07605dba8c req-24d61e5c-9303-4fa6-bcaa-5c9c8ccf4efa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:34:54.719545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-dad9d0dd-330b-4f72-93a3-ba07605dba8c req-24d61e5c-9303-4fa6-bcaa-5c9c8ccf4efa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:34:54.720926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dad9d0dd-330b-4f72-93a3-ba07605dba8c req-24d61e5c-9303-4fa6-bcaa-5c9c8ccf4efa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.1036170
Dec 22 15:34:54.774788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dad9d0dd-330b-4f72-93a3-ba07605dba8c req-5a7990de-6e21-4a03-876b-66bd10b256eb tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474966
Dec 22 15:34:55.982031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca0e8f-dc2e-4e23-98d3-022a16778e1f req-bec6b601-75b8-47ed-860f-ee615da46102 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:55.983379 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-feca0e8f-dc2e-4e23-98d3-022a16778e1f req-bec6b601-75b8-47ed-860f-ee615da46102 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0814848
Dec 22 15:34:56.031007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-feca0e8f-dc2e-4e23-98d3-022a16778e1f req-c29b4e91-4403-4b30-8c42-44a327e66679 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422192
Dec 22 15:34:57.257069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e58565-df1f-400b-9e0f-1f95bf927f3b req-43c1186f-92e6-417a-8c58-52218daaab7e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:57.259160 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b8e58565-df1f-400b-9e0f-1f95bf927f3b req-43c1186f-92e6-417a-8c58-52218daaab7e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0850623
Dec 22 15:34:57.310022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b8e58565-df1f-400b-9e0f-1f95bf927f3b req-32481160-972f-4b41-9bdf-deee4005d812 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452747
Dec 22 15:34:57.603754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de717fb8-5ec1-4dc8-82e3-115ef42911dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:58.136363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:58.200068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:58.531674 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36082ba-2731-4fdf-a204-ceb4353fb1ec req-6c1f8de9-73ce-4488-a61d-c9cb73e80340 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:58.533067 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b36082ba-2731-4fdf-a204-ceb4353fb1ec req-6c1f8de9-73ce-4488-a61d-c9cb73e80340 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0834327
Dec 22 15:34:58.580699 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b36082ba-2731-4fdf-a204-ceb4353fb1ec req-32811ba6-4b1a-4435-84bf-3e43ee0e5de9 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416703
Dec 22 15:34:59.442070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:34:59.901291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac406-da58-457d-8120-0a3733fbe2cf req-e1a5f8d3-a132-4e5b-af6a-d478c859bae8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:34:59.902733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01aac406-da58-457d-8120-0a3733fbe2cf req-e1a5f8d3-a132-4e5b-af6a-d478c859bae8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.1943240
Dec 22 15:34:59.953692 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01aac406-da58-457d-8120-0a3733fbe2cf req-3f755e54-b9f5-4e32-96d8-470dd71cb534 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422277
Dec 22 15:35:01.173310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319fefa-8a6f-4646-ba5c-cdd38d877a61 req-fc0f5885-3b07-42b3-876e-7d10098c8d8b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:01.174816 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1319fefa-8a6f-4646-ba5c-cdd38d877a61 req-fc0f5885-3b07-42b3-876e-7d10098c8d8b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0814548
Dec 22 15:35:01.226854 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-1319fefa-8a6f-4646-ba5c-cdd38d877a61 req-43fa199a-f7d2-42d5-ace1-812fd457da21 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460603
Dec 22 15:35:02.453687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71e369-7fff-4b97-82e4-a69626b78b2b req-c142f0db-bf3b-48b7-808f-fcd128cca362 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:02.455175 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5e71e369-7fff-4b97-82e4-a69626b78b2b req-c142f0db-bf3b-48b7-808f-fcd128cca362 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0859568
Dec 22 15:35:02.503006 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5e71e369-7fff-4b97-82e4-a69626b78b2b req-bc7e962f-3854-4e78-b0a4-c67a1181fa17 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423021
Dec 22 15:35:03.579458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:03.605776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Request body: {'port': {'device_id': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:03.702759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c3ad-e54d-490f-9104-c8ed8e7f15b9 req-1da9310c-60e1-4909-8d84-c633a778b665 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:03.704215 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e128c3ad-e54d-490f-9104-c8ed8e7f15b9 req-1da9310c-60e1-4909-8d84-c633a778b665 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 931 time: 0.0780294
Dec 22 15:35:03.717828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:03.750492 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e128c3ad-e54d-490f-9104-c8ed8e7f15b9 req-b6de8692-cac7-4800-a299-5ac01934ec99 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406184
Dec 22 15:35:04.050784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:35:04.057645 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:04.071901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Transition to ACTIVE for port object 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:35:04.075727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:04.079779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-880d11be-3d35-4ec1-9881-2105c906e25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:04.206208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:04.210290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:04.315374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Attempting to bind port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:35:04.315697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Attempting to bind port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:35:04.316072 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Attempting to bind port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da on network 853bd3cd-6f97-41cc-a036-1eef5184c535 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:35:04.322053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da on network 853bd3cd-6f97-41cc-a036-1eef5184c535 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:35:04.322373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Attempting to bind port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da on network 853bd3cd-6f97-41cc-a036-1eef5184c535 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:35:04.328567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:35:04.328897 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Checking segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:35:04.329273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Bound using segment: {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:35:04.329686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Bound port: 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217c1c9b-03ef-4d72-86e2-c07c05efd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:35:04.330019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:04.421471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:35:04.424465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:35:04.428260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:04.432346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c9191e09-a110-466a-80f2-2843357122b1 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:04.485411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:04.486677 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] 10.222.0.61 "PUT /v2.0/ports/66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 1093 time: 0.8861992
Dec 22 15:35:04.487183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:35:04.511047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:04.514272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:04.629942 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-f9c16565-a06c-440c-b6c6-259f9b224a94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1096 time: 0.0920322
Dec 22 15:35:04.710881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-7b071445-011b-4750-9535-cad51ce449ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 217 time: 0.0717041
Dec 22 15:35:04.756812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:35:04.788179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4ec01149-2112-4291-ad89-23fbb2532f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:04.790257 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-4ec01149-2112-4291-ad89-23fbb2532f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0714767
Dec 22 15:35:04.868474 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-e506ff27-5add-450b-99a8-7cf68ad6e714 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701966
Dec 22 15:35:04.969580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a17fb-8b2f-4eee-b69b-85c1a45978a0 req-b9a2e7bb-41f3-4470-8064-41605a355e3b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:04.971038 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-665a17fb-8b2f-4eee-b69b-85c1a45978a0 req-b9a2e7bb-41f3-4470-8064-41605a355e3b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 943 time: 0.0830421
Dec 22 15:35:05.006412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-d0911027-d142-4af8-9639-676718069030 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301136
Dec 22 15:35:05.017328 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-665a17fb-8b2f-4eee-b69b-85c1a45978a0 req-012808f5-1c79-4c55-9f52-8df8c289aef6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399296
Dec 22 15:35:05.138294 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7e917337-cc26-4e61-ba7d-2ec73a4b48cc req-6c02f621-f81b-4942-803b-5cb29f36f800 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244073
Dec 22 15:35:05.358474 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-dc43646f-d517-4285-b084-c57dc817a440 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1096 time: 0.1741679
Dec 22 15:35:05.493654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eca38-a386-4637-8876-3903c65eae01 req-1b291fe8-a91c-4458-b773-ffd79d3b24a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:05.494985 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-1b291fe8-a91c-4458-b773-ffd79d3b24a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.1260405
Dec 22 15:35:05.562750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-dba5880b-72fb-4bd5-9b03-d62d003fe9e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 217 time: 0.0593369
Dec 22 15:35:05.627978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eca38-a386-4637-8876-3903c65eae01 req-328e0fe0-b494-415a-aaa5-3e7aba3f99af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:05.629399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-328e0fe0-b494-415a-aaa5-3e7aba3f99af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0593083
Dec 22 15:35:05.703519 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-e8c5b9f0-6a7f-4de5-b07e-a59f748fd892 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666583
Dec 22 15:35:05.843391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-2a59d87e-34db-4931-87e4-b5017198e848 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283417
Dec 22 15:35:05.981242 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-100eca38-a386-4637-8876-3903c65eae01 req-ff434698-8c8c-4e87-9176-bfc127ce7d94 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294839
Dec 22 15:35:06.230584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2252c-886a-4536-a70b-7f4004e2cfee req-3b1d3c21-f1e8-4bb6-85a4-899e954580b8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:06.232039 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-49d2252c-886a-4536-a70b-7f4004e2cfee req-3b1d3c21-f1e8-4bb6-85a4-899e954580b8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 943 time: 0.0835142
Dec 22 15:35:06.279929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-49d2252c-886a-4536-a70b-7f4004e2cfee req-d8166e42-94ec-4efd-bb73-321009ca3f65 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424230
Dec 22 15:35:07.163532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:35:07.306582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:35:07.307735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:35:07.320093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'port_id': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'mac_address': 'fa:16:3e:2f:fa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:35:07.375341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:07.392124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:35:07.407417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:35:07.411429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:07.414007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:07.480502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:07.482680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1949055-38c0-4b75-850b-081d71864eb5 req-0d73b873-b00d-4b0d-96b6-ac8f6b1158d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:07.483532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:07.484149 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a1949055-38c0-4b75-850b-081d71864eb5 req-0d73b873-b00d-4b0d-96b6-ac8f6b1158d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 944 time: 0.0815699
Dec 22 15:35:07.537812 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a1949055-38c0-4b75-850b-081d71864eb5 req-de9c52a0-8c3d-4d9d-80b2-9dd515fa2750 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479212
Dec 22 15:35:07.681067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:35:08.734092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e960a-ffec-4459-a091-d0c2d1911eae req-eda626be-d21e-48c7-b3fd-460610acc672 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:08.735529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-169e960a-ffec-4459-a091-d0c2d1911eae req-eda626be-d21e-48c7-b3fd-460610acc672 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 944 time: 0.0764782
Dec 22 15:35:08.780296 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-169e960a-ffec-4459-a091-d0c2d1911eae req-8dccb1f1-1626-4531-8e78-f8905e4bf978 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391569
Dec 22 15:35:09.169923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:35:09.238924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:35:09.243637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:35:09.244021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:09.354870 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:09.380167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:35:09.390725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:35:09.394688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:09.396560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:09.460567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:09.464081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:09.515749 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'code': 200}
Dec 22 15:35:09.751280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1e521874-1359-4994-be4a-df0e668ef374 req-70cae687-5e6a-4420-a1f3-2c0d07159eee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1098 time: 0.0710919
Dec 22 15:35:09.795091 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1e521874-1359-4994-be4a-df0e668ef374 req-b0176793-22ae-45cd-b6f6-1b8abee378ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357950
Dec 22 15:35:09.974204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ece62-eb32-4bca-8838-6d4ec3d10766 req-fb2b4e46-b927-4420-9f03-f85f83c6198b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:09.975640 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e91ece62-eb32-4bca-8838-6d4ec3d10766 req-fb2b4e46-b927-4420-9f03-f85f83c6198b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0747027
Dec 22 15:35:10.021762 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e91ece62-eb32-4bca-8838-6d4ec3d10766 req-31bc494d-eb65-45e4-9a39-d7926019a85d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397487
Dec 22 15:35:11.223796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775d9d2-c7cb-451a-ac5e-2f597427645a req-6292699a-2844-468e-9515-d5d788a89682 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:11.225158 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f775d9d2-c7cb-451a-ac5e-2f597427645a req-6292699a-2844-468e-9515-d5d788a89682 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0802326
Dec 22 15:35:11.269973 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f775d9d2-c7cb-451a-ac5e-2f597427645a req-c3fe43be-494e-42f8-aa48-9b036a2a9b6f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391426
Dec 22 15:35:11.470644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7352f-5bae-4dca-b17c-6da38228de1d req-2c50a4c3-507d-41c7-9fc2-e9c56c9094c2 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:11.472070 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3e7352f-5bae-4dca-b17c-6da38228de1d req-2c50a4c3-507d-41c7-9fc2-e9c56c9094c2 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0814073
Dec 22 15:35:11.516720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c3e7352f-5bae-4dca-b17c-6da38228de1d req-9b2db745-04b4-4b13-bca0-bcad110cf9ff tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384140
Dec 22 15:35:11.929561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddca369-b3f2-4fa5-909a-3f890072f461 req-eb880b68-e980-4c0d-93ab-645c739b49fa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:11.931723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ddca369-b3f2-4fa5-909a-3f890072f461 req-eb880b68-e980-4c0d-93ab-645c739b49fa tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0745521
Dec 22 15:35:11.979919 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1ddca369-b3f2-4fa5-909a-3f890072f461 req-cf57ec53-9d12-4488-a2a2-245bad313404 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426190
Dec 22 15:35:22.259756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0708-abd4-4a5b-98af-1b40da266d34 req-118d8605-f418-439c-9ba6-1222297c8e2c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:22.261111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f4cd0708-abd4-4a5b-98af-1b40da266d34 req-118d8605-f418-439c-9ba6-1222297c8e2c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0753233
Dec 22 15:35:22.306254 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f4cd0708-abd4-4a5b-98af-1b40da266d34 req-89ac5af3-f215-441f-9cbc-195611349558 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395288
Dec 22 15:35:22.335538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47188) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:22.520130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-24111fca-88e0-481e-b80c-fe9815eb091e tempest-TestMinimumBasicScenario-1501197072 tempest-TestMinimumBasicScenario-1501197072-project-admin] Synchronizing usage tracker for tenant:2b283fb6dbef40d4a8d122879a8ad66a on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:35:22.537459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-24111fca-88e0-481e-b80c-fe9815eb091e tempest-TestMinimumBasicScenario-1501197072 tempest-TestMinimumBasicScenario-1501197072-project-admin] Unset dirty status for tenant:2b283fb6dbef40d4a8d122879a8ad66a on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:35:22.539097 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-24111fca-88e0-481e-b80c-fe9815eb091e tempest-TestMinimumBasicScenario-1501197072 tempest-TestMinimumBasicScenario-1501197072-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1093 time: 0.2023597
Dec 22 15:35:22.543255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47194) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:22.549116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:22.554676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:22.558730 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:floatingip and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:22.561572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:22.567196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:22.577283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:22.711223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:22.849233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Allocated IP 172.26.3.249 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/4340da7f-6494-4e3e-9601-ffc3a3e237a2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:35:22.993026 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:23.020723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:23.024356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:23.094021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:35:23.097187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:35:23.101430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:35:23.126109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'Port': ['ID=4340da7f-6494-4e3e-9601-ffc3a3e237a2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:23.142734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.143032 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.143419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.143787 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.144150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.144549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.144915 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.145276 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.145635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.145994 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.146350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:35:23.152004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:23.747297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:23.801700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:24.002419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:24.006703 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:24.010242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:24.108970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'Port': ['ID=4340da7f-6494-4e3e-9601-ffc3a3e237a2,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:24.112839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:24.127898 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:24.316067 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Floating IP f6ac1123-627b-4e59-aa26-03ad0373b447 associated. External IP: 172.26.3.249, port: 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da.
Dec 22 15:35:24.639851 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-93a3392b-6825-4954-b9c1-36a606d694ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:24.710182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Router f86047b1-b3a2-4b5c-aa10-a790ba984699 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:35:24.910940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:35:24.921957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Sync routers for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:35:24.933858 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:35:24.934475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f5ea60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:35:24.936540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.005257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47198) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:25.006474 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4611449
Dec 22 15:35:25.006474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:35:25.013753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028150577', 'description': 'tempest-secgroup-smoke-2028150577 description', 'project_id': '11f0dec21874468c9eee9faf380183a5'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:25.020537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.031618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.044119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.091566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.096866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:25.101054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:25.109161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.154680 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:35:25.176294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:35:25.231544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.238775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.245271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-793dbc9b-8dae-439d-946f-7ebfaef9c55b tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:25.292107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f3276-bdeb-4e6a-99c6-7f104317b770,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:25.298430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:25.309902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.311073 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3029971
Dec 22 15:35:25.314592 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47206) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:25.320499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:25.322772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-73a06592-98a1-4c1c-8790-23789fbfbe85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1098 time: 0.1253095
Dec 22 15:35:25.327502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.331407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:25.334501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:25.463664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.467896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-d73c2b77-bb1f-4427-af89-f0e292b4578b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:25.469728 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-d73c2b77-bb1f-4427-af89-f0e292b4578b service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.1402662
Dec 22 15:35:25.480529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.545031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.549648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.558555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-492ded50-a392-4476-a554-dba91ba56a9f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:25.570379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f5ea60>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'f6ac1123-627b-4e59-aa26-03ad0373b447', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'port_id': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'mac_address': 'fa:16:3e:2f:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:23Z', 'updated_at': '2021-12-22T15:35:23Z', 'revision_number': 0, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:35:25.575935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Checking router: f86047b1-b3a2-4b5c-aa10-a790ba984699 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:35:25.581074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335afa4e-b7d5-45ed-a954-1f7b98789a9e,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:25.583937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:25.593572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.596862 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2811515
Dec 22 15:35:25.598422 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47210) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:25.600598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:35:25.601237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f5ea60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:34:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:35:25.607671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:25.613883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.618127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:25.622474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:25.629273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.650117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.710306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-48a5528c-5564-4cf6-bf89-7602789ed7e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 999 time: 0.2202728
Dec 22 15:35:25.721359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.732969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.735086 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-58181f33-023e-4d71-a60b-4b4fe647021b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:25.757387 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff97b0c5-35de-4071-b871-cca46682dcc1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:25.760205 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:25.768818 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.770525 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1678233
Dec 22 15:35:25.773168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47214) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:25.779906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:25.786640 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.787984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-a917f329-758f-4dfa-9b89-8e5e58c34e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:25.789899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-a917f329-758f-4dfa-9b89-8e5e58c34e46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0667741
Dec 22 15:35:25.791493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:25.794661 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:25.800711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.807821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:35:25.822626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.874925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-9d3272fe-b30d-4dc5-828c-636c7d56e7b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766685
Dec 22 15:35:25.890121 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.893908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.895830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ee4a45d-3938-40ab-bd53-e7574ff4d8d5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:25.918511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fef709-1399-449e-aa41-0ef5fd2ef2f9,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:25.923370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:25.929761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:25.932441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1568933
Dec 22 15:35:25.935080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47218) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:25.942005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:25.949692 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:25.955608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:25.960044 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:25.966485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:25.984243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.016599 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-0b4bd98f-c699-4a2a-81c4-9c416566bf38 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331489
Dec 22 15:35:26.049314 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.053850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.064778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa90acb7-6f70-4905-84be-03ffa28aae8a tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:26.089976 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99a64a1-7503-41c1-8f86-cbb9ef5e66ea,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:26.099040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:26.114633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.119834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-2083ba58-7745-4cc8-ad70-56458c042e75 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1798620
Dec 22 15:35:26.120625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47222) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:26.140153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:26.179713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:26.191872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:26.192255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f5ea60>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'f6ac1123-627b-4e59-aa26-03ad0373b447', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'port_id': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'mac_address': 'fa:16:3e:2f:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:23Z', 'updated_at': '2021-12-22T15:35:23Z', 'revision_number': 0, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:35:26.201194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:26.222879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3a53c-b71c-4858-81d4-796f5c1df9c5 None None] The sync data for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv is: [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'f6ac1123-627b-4e59-aa26-03ad0373b447', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'port_id': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'mac_address': 'fa:16:3e:2f:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:23Z', 'updated_at': '2021-12-22T15:35:23Z', 'revision_number': 0, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:35:26.223281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:26.228911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a68fd46-3919-4257-83b5-96b6986cbf7e req-cd90e3bd-0b5d-4949-8bb3-ede195fcccb7 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010510
Dec 22 15:35:26.299636 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Project 11f0dec21874468c9eee9faf380183a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:35:26.307780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.393713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.398156 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.400714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-05c5edbd-12f2-488a-9ed5-30a6fdb35b69 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:26.431711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd27a24-1b34-48bd-8366-360a20886eb1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:26.434434 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:26.443118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.444354 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ad633cd1-7587-4c12-a9b2-3db2b668d931 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3209984
Dec 22 15:35:26.448684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47226) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:35:26.448850 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34571ba7-d021-4531-b786-61c9fc4c01a3 None None] New status for floating IP f6ac1123-627b-4e59-aa26-03ad0373b447: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:35:26.454547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'security_group_rule': {'security_group_id': '756f3276-bdeb-4e6a-99c6-7f104317b770', 'project_id': '11f0dec21874468c9eee9faf380183a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:26.461858 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:35:26.467887 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Usage tracker for resource:security_group_rule and tenant:11f0dec21874468c9eee9faf380183a5 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:35:26.471329 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:35:26.479677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:35:26.492338 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Project 11f0dec21874468c9eee9faf380183a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:35:26.499897 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.589062 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.593182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.601247 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a7a68ab9-f9ed-43fd-bee5-b258be1a95c4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:26.623650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5dcc59-b9a7-4af6-b240-aabececc3664,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:26.626270 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:26.633037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:26.634811 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1845963
Dec 22 15:35:26.796294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-954a48d1-f920-4a21-a1a0-7f595897ad4c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:35:26.812694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-954a48d1-f920-4a21-a1a0-7f595897ad4c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:35:26.813854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-954a48d1-f920-4a21-a1a0-7f595897ad4c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028150577&fields=id&tenant_id=11f0dec21874468c9eee9faf380183a5 HTTP/1.1" status: 200  len: 267 time: 0.0609326
Dec 22 15:35:26.896620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-e6aa25f4-5173-4ed9-9502-b1787537cae3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:26.898084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-e6aa25f4-5173-4ed9-9502-b1787537cae3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0769444
Dec 22 15:35:26.909030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'port': {'security_groups': ['96745187-3064-4ac1-8181-c30eef57d3ef', '756f3276-bdeb-4e6a-99c6-7f104317b770']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:35:27.032294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.297840 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:35:27.324368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.331452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.338074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cc412d7f-e0fa-470f-8de9-960285ab4eb6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:35:27.344762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:35:27.396860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:27.397567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.398924 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-da4b165c-ba45-417f-accf-b9d6fcf88878 req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "PUT /v2.0/ports/66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 981 time: 0.4945736
Dec 22 15:35:27.399487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:35:27.442017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=6']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:35:27.451908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:35:27.488999 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:35:27.490523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:35:27.621846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a00-7ab5-40f7-a71e-250f306d8c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.678954 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-2a8d6ac1-a0a8-4b27-8f77-111b5d4bc3bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1137 time: 0.1542304
Dec 22 15:35:27.688916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ed12-b048-42a3-8bb7-0994626828cd req-07919e81-248e-49be-a29d-b524b249645e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:27.690384 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d671ed12-b048-42a3-8bb7-0994626828cd req-07919e81-248e-49be-a29d-b524b249645e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.1219919
Dec 22 15:35:27.847562 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d671ed12-b048-42a3-8bb7-0994626828cd req-1b7f326c-7588-4673-b61b-2cf8c722f0b7 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1289420
Dec 22 15:35:27.859548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-7cc4cd02-d846-445f-9d2a-4cca686bc961 None None] Provisioning complete for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:35:27.859548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7cc4cd02-d846-445f-9d2a-4cca686bc961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:27.893102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-c74dbf71-3bac-4de8-8d0f-e8168b11c76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:27.894674 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-c74dbf71-3bac-4de8-8d0f-e8168b11c76a service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.2034333
Dec 22 15:35:28.001066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-209c3c3e-a67c-40d3-99fe-3c362052c60c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 1001 time: 0.0982625
Dec 22 15:35:28.064126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-82c7e325-5f4a-4490-aca1-7c7f2b75234f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:28.065739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-82c7e325-5f4a-4490-aca1-7c7f2b75234f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0579507
Dec 22 15:35:28.147590 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-9da0106e-6f7e-49da-9e6f-cd6b71582da9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701694
Dec 22 15:35:28.219741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:28.248908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:28.400744 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-cf646281-39ab-44a5-9f1e-6ce227d91597 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461171
Dec 22 15:35:28.533309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a166978a-bf7e-478f-9ee6-51a55b313c22 req-4e17de51-1e7c-45ba-88a7-7fcd7786ca48 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259663
Dec 22 15:35:29.441016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:33.594934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:44.310587 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:35:50.830478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-0296168c-bc3d-4a60-8063-76a67571a994 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1137 time: 0.1339645
Dec 22 15:35:50.837941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756060e-a3c1-4c0f-8043-8dab3262aef1 req-a447af34-3e18-4f36-862c-dd016a486c7c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:50.839447 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8756060e-a3c1-4c0f-8043-8dab3262aef1 req-a447af34-3e18-4f36-862c-dd016a486c7c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.1047120
Dec 22 15:35:50.992546 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8756060e-a3c1-4c0f-8043-8dab3262aef1 req-c94d7f46-1d2d-4f46-be8a-d639a3757745 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1277683
Dec 22 15:35:51.013175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-fe38a8dd-e953-4858-9eb9-c5a91a4e1d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:51.014670 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-fe38a8dd-e953-4858-9eb9-c5a91a4e1d7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.1743324
Dec 22 15:35:51.124470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-e982aa90-ece3-458a-9f6c-3c85c089b75f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 1001 time: 0.1005268
Dec 22 15:35:51.187520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-031175fc-7354-498c-be5a-1a4d6187207b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:51.188979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-031175fc-7354-498c-be5a-1a4d6187207b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0579293
Dec 22 15:35:51.267469 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-dad4580d-b92c-4217-8829-a500cbb49cf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698712
Dec 22 15:35:51.404331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-f15adfae-52a6-4b28-89bd-709866ee7476 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279466
Dec 22 15:35:51.544402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-163966ed-f3c0-4d07-8f0c-6f5ad28a8b87 req-a0a20987-9ff7-41ea-bc86-e8c2fd421b09 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308606
Dec 22 15:35:52.203779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d92e3-d4d0-49a3-8377-4e91cbfa6d8a req-f874fc28-172f-4f4b-8526-1d555547ee12 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:52.205322 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8f5d92e3-d4d0-49a3-8377-4e91cbfa6d8a req-f874fc28-172f-4f4b-8526-1d555547ee12 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0848825
Dec 22 15:35:52.253712 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8f5d92e3-d4d0-49a3-8377-4e91cbfa6d8a req-d91fabb8-bdec-47db-9d62-f25535a9479f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426884
Dec 22 15:35:53.461393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31c728-f2ac-4663-b977-1024c0f4efef req-c5fe3a14-0dcd-407f-95a5-4e8882908dc6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:53.463486 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab31c728-f2ac-4663-b977-1024c0f4efef req-c5fe3a14-0dcd-407f-95a5-4e8882908dc6 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0834188
Dec 22 15:35:53.514844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab31c728-f2ac-4663-b977-1024c0f4efef req-2b438b0e-baee-4d3f-ac4f-76cd9f86e195 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0452685
Dec 22 15:35:54.649513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c18c50b4-641a-408d-aa33-2a76ee1512f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:54.728010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e398f-6ee2-4aa2-8149-105e2fb49350 req-37cc0cf0-9aa3-4a4a-ad19-ccba8ca83266 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:54.729550 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e31e398f-6ee2-4aa2-8149-105e2fb49350 req-37cc0cf0-9aa3-4a4a-ad19-ccba8ca83266 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0898492
Dec 22 15:35:54.802521 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e31e398f-6ee2-4aa2-8149-105e2fb49350 req-51fcb8ae-4991-4e74-9c73-dd6f42a00e0f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0644934
Dec 22 15:35:56.004571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb27337-c7f7-46d7-8c4c-08ae44c0536d req-b463d0c6-5245-4b2f-aa86-3c2ed4f9416e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:56.006018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-beb27337-c7f7-46d7-8c4c-08ae44c0536d req-b463d0c6-5245-4b2f-aa86-3c2ed4f9416e tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0769076
Dec 22 15:35:56.058201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-beb27337-c7f7-46d7-8c4c-08ae44c0536d req-6ad4e5d4-3552-4763-8cc1-2d4beea2555f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461106
Dec 22 15:35:57.262515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990755b-e9df-4ec3-aac3-3972a76eee48 req-efc90fe5-4f52-40bd-bb5a-029648d4ff59 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:57.263890 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5990755b-e9df-4ec3-aac3-3972a76eee48 req-efc90fe5-4f52-40bd-bb5a-029648d4ff59 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0815074
Dec 22 15:35:57.312343 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5990755b-e9df-4ec3-aac3-3972a76eee48 req-e6f26573-183f-4aad-9601-5734160825d2 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428081
Dec 22 15:35:57.584367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbc5d-8770-4094-8a02-b3a5977f897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:58.142110 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:58.192411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:58.513300 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eebdf3-9d0c-4696-8a74-b372e4c0813a req-1b348aa7-bf81-439c-9057-a14efdd1ab34 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:58.514659 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25eebdf3-9d0c-4696-8a74-b372e4c0813a req-1b348aa7-bf81-439c-9057-a14efdd1ab34 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0792623
Dec 22 15:35:58.562080 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25eebdf3-9d0c-4696-8a74-b372e4c0813a req-b9241eef-f2a6-4d73-b59f-3285b3167a68 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418787
Dec 22 15:35:59.443394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:35:59.756212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e7900-7825-47bc-a459-83b3bd6b73fb req-a12c4d13-812d-41b0-8d78-7134fe1dc634 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:35:59.757582 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-837e7900-7825-47bc-a459-83b3bd6b73fb req-a12c4d13-812d-41b0-8d78-7134fe1dc634 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0751977
Dec 22 15:35:59.804136 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-837e7900-7825-47bc-a459-83b3bd6b73fb req-3e66a8e3-e91a-42e7-ab19-7e94424c56e4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410450
Dec 22 15:36:01.019196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3e3d6-8fb4-4c9a-bb86-4cb18a65ebfb req-f7dc4a07-a897-4e9c-90a2-7d878884d6e8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:01.020661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3bd3e3d6-8fb4-4c9a-bb86-4cb18a65ebfb req-f7dc4a07-a897-4e9c-90a2-7d878884d6e8 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0806410
Dec 22 15:36:01.068063 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3bd3e3d6-8fb4-4c9a-bb86-4cb18a65ebfb req-05ee085c-6916-43ca-a22a-26a77bf883bd tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416076
Dec 22 15:36:02.268791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e017-e861-4c67-ae03-bd037f49918e req-eb242b36-d65a-4d02-ad31-5ca45414710c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:02.270240 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1a6e017-e861-4c67-ae03-bd037f49918e req-eb242b36-d65a-4d02-ad31-5ca45414710c tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0803905
Dec 22 15:36:02.323595 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b1a6e017-e861-4c67-ae03-bd037f49918e req-911df529-90e7-412a-a1ad-aac258f133f1 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461218
Dec 22 15:36:03.535209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bc13-2a19-4d22-96da-21edf5344503 req-3f45f499-cfa0-4ecb-a6f4-8cbeda17efba tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:03.536682 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-44f5bc13-2a19-4d22-96da-21edf5344503 req-3f45f499-cfa0-4ecb-a6f4-8cbeda17efba tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0821493
Dec 22 15:36:03.582470 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:03.592845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-44f5bc13-2a19-4d22-96da-21edf5344503 req-cb2ced89-2957-4986-af9d-a70775b7bab4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&id=756f3276-bdeb-4e6a-99c6-7f104317b770&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0495367
Dec 22 15:36:08.382921 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-c5ac6ac0-6439-4887-9975-8d2a8067067a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1819324
Dec 22 15:36:08.532661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-e82dbe21-f202-4af6-8fb9-595249bfa5ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1137 time: 0.0742188
Dec 22 15:36:08.693932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-60c58b10-2c28-46a6-aea7-85fff9be605d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:08.695456 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-60c58b10-2c28-46a6-aea7-85fff9be605d service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.1322262
Dec 22 15:36:08.805384 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-360a6a4c-11b9-404f-8221-cfea218a826b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 1001 time: 0.1019175
Dec 22 15:36:08.870669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-84415210-d047-49f3-991d-7f502318979e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:08.872140 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-84415210-d047-49f3-991d-7f502318979e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0598593
Dec 22 15:36:08.962142 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-b11073c7-67ff-4b91-936a-efa9f6c1ab5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0800745
Dec 22 15:36:09.097143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-434205bf-45b0-42f8-b73a-4c8cb7b7fb75 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284549
Dec 22 15:36:09.237998 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73ed0730-7dc2-4dc5-8a70-71b626fb3cb3 req-d944a499-ba09-490e-92db-22793bd63f42 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335838
Dec 22 15:36:21.311450 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:36:24.644230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-57648b01-dcdf-4e13-8c70-3a299e7f7f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:27.587126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-715722dd-64fb-43dc-8b72-d5d1c3c003d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:28.143953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:28.194559 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:29.446934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:33.578383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.069995 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61a79149-341b-4b6a-af57-e86449e61c98 req-d1f94125-ba2f-49c4-bd85-c23c7950adbb tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028150577&fields=id&tenant_id=11f0dec21874468c9eee9faf380183a5 HTTP/1.1" status: 200  len: 267 time: 0.0420561
Dec 22 15:36:39.154003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a79149-341b-4b6a-af57-e86449e61c98 req-a9da608d-ae6c-405f-8d75-079dc7935d08 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:39.155438 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61a79149-341b-4b6a-af57-e86449e61c98 req-a9da608d-ae6c-405f-8d75-079dc7935d08 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 984 time: 0.0796282
Dec 22 15:36:39.166152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Request body: {'port': {'security_groups': ['96745187-3064-4ac1-8181-c30eef57d3ef']}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:36:39.289967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.532540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:39.556197 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.561319 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.567712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6d4e97da-215c-4eea-b128-9b3d6bf6fe30 tempest-TestVolumeBootPattern-105622714 tempest-TestVolumeBootPattern-105622714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:39.574632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:36:39.616732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:39.617769 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.619191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-61a79149-341b-4b6a-af57-e86449e61c98 req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "PUT /v2.0/ports/66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 942 time: 0.4577196
Dec 22 15:36:39.626742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:36:39.627465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47284) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:39.690852 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event updated for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=7']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:39.700964 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:36:39.702320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.702707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.703153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.703452 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.703831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.704736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.714321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.714854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.715245 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.715663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.716116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:39.723427 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:39.726393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:36:39.772116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.818299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.879182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-23636812-08e7-477c-ad43-c00d480e8312 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1098 time: 0.1440969
Dec 22 15:36:39.970144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3b9bf819-b3fb-4d0e-9438-7383b47f6049 None None] Provisioning complete for port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:36:39.970469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf819-b3fb-4d0e-9438-7383b47f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:39.996281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.011805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-26275e08-df2d-469f-9974-4650065915e7 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:40.042750 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f3276-bdeb-4e6a-99c6-7f104317b770,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:40.071536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.071837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.072210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.072680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.073011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.073499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.074213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.074213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.074592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.074948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.075303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:36:40.080192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:40.086900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.088030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-96055ccb-886d-4874-bbd5-1a1cbcebb3b0 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "DELETE /v2.0/security-groups/756f3276-bdeb-4e6a-99c6-7f104317b770 HTTP/1.1" status: 204  len: 168 time: 0.4589512
Dec 22 15:36:40.091277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-3537c144-f977-4a8c-b0f4-f34ed82ffffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:40.091755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47290) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:40.092863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-3537c144-f977-4a8c-b0f4-f34ed82ffffa service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.2066438
Dec 22 15:36:40.219240 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-c96e3f6d-1492-4e0a-a60b-eeb8a1e1a088 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 1001 time: 0.1159689
Dec 22 15:36:40.286870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-142bda9f-c0ee-41ad-a9f8-f141156f0984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:40.288315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-142bda9f-c0ee-41ad-a9f8-f141156f0984 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0609608
Dec 22 15:36:40.307610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Deleting port 4340da7f-6494-4e3e-9601-ffc3a3e237a2 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:40.308628 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.368214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-049e11af-4fab-427c-a6ff-216d44c32ff1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718272
Dec 22 15:36:40.506622 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-54883f96-b22c-4b19-936d-d0551df9eb41 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279683
Dec 22 15:36:40.593048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.593404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.645670 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0e07027-d827-4536-bf5e-1ae2ab3373e8 req-7a582cd5-7730-4ff3-9c57-4303dfe71fb2 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319294
Dec 22 15:36:40.715583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Calling delete_port for 4340da7f-6494-4e3e-9601-ffc3a3e237a2 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:40.863294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:40.867003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-723fe6ae-55b9-4a95-8f1c-516558c9de7f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:40.908236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event deleted for resources: {'Port': ['ID=4340da7f-6494-4e3e-9601-ffc3a3e237a2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:40.911663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:41.002798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:41.452041 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Router f86047b1-b3a2-4b5c-aa10-a790ba984699 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:36:41.665058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:36:41.682427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Sync routers for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:36:41.695105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:41.695349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:36:41.695825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85752f8730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:41.753443 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "DELETE /v2.0/floatingips/f6ac1123-627b-4e59-aa26-03ad0373b447 HTTP/1.1" status: 204  len: 168 time: 1.6604841
Dec 22 15:36:41.754116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:36:41.834117 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:36:41.916543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:36:42.066703 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-4811c00d-4b4b-4fd1-a1ed-9eeadb577b81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11f0dec21874468c9eee9faf380183a5&device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 1098 time: 0.2020907
Dec 22 15:36:42.212831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-a4b9783b-062f-42b2-ae22-2d785c60728d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:42.214963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-a4b9783b-062f-42b2-ae22-2d785c60728d service neutron] 10.222.0.61 "GET /v2.0/networks?id=853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 200  len: 915 time: 0.1407115
Dec 22 15:36:42.294346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-ac908442-098e-45d6-9c01-3960459eb55c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 200  len: 217 time: 0.0708311
Dec 22 15:36:42.314293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85752f8730>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:42.318250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Checking router: f86047b1-b3a2-4b5c-aa10-a790ba984699 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:36:42.330077 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:36:42.330691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85752f8730>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:42.362705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-8171bf15-f287-40ae-ba93-8a9ec65d20cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:42.364292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-8171bf15-f287-40ae-ba93-8a9ec65d20cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 200  len: 853 time: 0.0592468
Dec 22 15:36:42.455747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-cd8cc11f-b2f0-4512-98b8-f5990f2f5975 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=853bd3cd-6f97-41cc-a036-1eef5184c535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0806520
Dec 22 15:36:42.566896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:36:42.643134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-381acba2-fd49-4028-84a3-f7b9147aee14 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767061
Dec 22 15:36:42.795004 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2785d724-fad5-4e0e-bf12-2265a324cc94 req-a049d70b-ce5a-4a64-811e-3607d2ff4a16 service neutron] 10.222.0.61 "GET /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421394
Dec 22 15:36:42.902166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85752f8730>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:42.906492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb2ca7-233d-44e3-888d-8e329df03f58 None None] The sync data for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv is: [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:34:29Z', 'revision_number': 4, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '0f1bcd2b-374a-4b0e-866b-7e67876ae77e', 'name': '', 'network_id': '853bd3cd-6f97-41cc-a036-1eef5184c535', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'mac_address': 'fa:16:3e:68:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:28Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'subnets': [{'id': 'd7033dff-a9a3-423c-a507-c6a1f419b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:36:43.139883 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa24d3e-ebfd-4081-90ee-52c852a1c309 None None] New status for floating IP f6ac1123-627b-4e59-aa26-03ad0373b447: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:36:47.308792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753831a3-60b2-4d2b-bf68-ebed96d79562 req-c9187cdc-5bf3-4da3-ad47-7bf3057e2122 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:47.309461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-753831a3-60b2-4d2b-bf68-ebed96d79562 req-c9187cdc-5bf3-4da3-ad47-7bf3057e2122 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:36:47.324810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-753831a3-60b2-4d2b-bf68-ebed96d79562 req-c9187cdc-5bf3-4da3-ad47-7bf3057e2122 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:36:47.326013 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-753831a3-60b2-4d2b-bf68-ebed96d79562 req-c9187cdc-5bf3-4da3-ad47-7bf3057e2122 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0943215
Dec 22 15:36:47.373996 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-753831a3-60b2-4d2b-bf68-ebed96d79562 req-8deb2dfe-1282-41dc-8fef-a51dab706da7 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425410
Dec 22 15:36:48.577564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b31593-3934-4ef0-aee0-e2ce0367100a req-c7370db9-ae28-4064-b604-d7d59956608f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:48.579047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11b31593-3934-4ef0-aee0-e2ce0367100a req-c7370db9-ae28-4064-b604-d7d59956608f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0824919
Dec 22 15:36:48.625451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-11b31593-3934-4ef0-aee0-e2ce0367100a req-8cd4d01c-3218-457e-9713-af1fea4489ad tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Synchronizing usage tracker for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:36:48.648848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-11b31593-3934-4ef0-aee0-e2ce0367100a req-8cd4d01c-3218-457e-9713-af1fea4489ad tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Unset dirty status for tenant:11f0dec21874468c9eee9faf380183a5 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:36:48.650121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11b31593-3934-4ef0-aee0-e2ce0367100a req-8cd4d01c-3218-457e-9713-af1fea4489ad tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654182
Dec 22 15:36:49.323563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-6fea5e57-d83c-42db-9f52-d95959882e3f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:49.325080 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-6fea5e57-d83c-42db-9f52-d95959882e3f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0763888
Dec 22 15:36:49.400729 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Deleting port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:49.401246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:49.651222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] For port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:49.651864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:49.775063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Calling delete_port for 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:49.849727 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3196d-db0f-4298-bc26-d3d6a533d2dd req-ecfa1bb9-55cb-40b5-871e-da1bfef34e6d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:36:49.851206 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-49e3196d-db0f-4298-bc26-d3d6a533d2dd req-ecfa1bb9-55cb-40b5-871e-da1bfef34e6d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee4104d-a430-4d37-b12e-f3d16220b870 HTTP/1.1" status: 200  len: 945 time: 0.0780663
Dec 22 15:36:49.900104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-49e3196d-db0f-4298-bc26-d3d6a533d2dd req-d9180033-9677-4395-84c2-611436bc0a4b tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.69 "GET /v2.0/security-groups?id=96745187-3064-4ac1-8181-c30eef57d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430241
Dec 22 15:36:49.926576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:49.933074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:49.939499 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:36:49.977614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Pushing event deleted for resources: {'Port': ['ID=66dcf8b3-9680-4cac-b23d-8f1ddfcc45da,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:49.980264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:50.055588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] No DVR routers for this DVR port 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:36:50.058610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:50.061328 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'name': 'network-vif-deleted', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:36:50.076944 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-854ce896-8792-4656-9f2c-3baf1755fdbf req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] 10.222.0.61 "DELETE /v2.0/ports/66dcf8b3-9680-4cac-b23d-8f1ddfcc45da HTTP/1.1" status: 204  len: 173 time: 0.7448215
Dec 22 15:36:50.131731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee4104d-a430-4d37-b12e-f3d16220b870', 'name': 'network-vif-deleted', 'tag': '66dcf8b3-9680-4cac-b23d-8f1ddfcc45da', 'status': 'completed', 'code': 200}
Dec 22 15:36:51.573119 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:52.076487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:52.692945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Deleting port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:52.693582 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:52.862871 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] For port 0f1bcd2b-374a-4b0e-866b-7e67876ae77e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:52.863216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:52.982241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Calling delete_port for 0f1bcd2b-374a-4b0e-866b-7e67876ae77e owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:53.158914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:53.162560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ed59aa78-2b66-482e-b3b6-2495f8e532b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:53.204888 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1bcd2b-374a-4b0e-866b-7e67876ae77e,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:53.208303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:53.621022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:53.667279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:36:53.701160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:36:53.701512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 66dcf8b3-9680-4cac-b23d-8f1ddfcc45da not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:36:54.208223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Router f86047b1-b3a2-4b5c-aa10-a790ba984699 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:36:54.410078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:36:54.419556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Sync routers for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:36:54.423559 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] 10.222.0.69 "PUT /v2.0/routers/f86047b1-b3a2-4b5c-aa10-a790ba984699/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8492906
Dec 22 15:36:54.426191 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47384) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:54.432060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:36:54.433903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751c5ca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:54.625307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:36:54.631932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:54.762344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-11a43475-575b-47f9-9871-900eeeb8d331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:54.936802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751c5ca0>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:36:53Z', 'revision_number': 5, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port': {'id': 'b380c967-de2c-4dc6-82a2-5068bc5c6cf3', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:26Z', 'updated_at': '2021-12-22T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:54.940595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Checking router: f86047b1-b3a2-4b5c-aa10-a790ba984699 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:36:54.951289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Routers {'f86047b1-b3a2-4b5c-aa10-a790ba984699'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:36:54.951908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751c5ca0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f86047b1-b3a2-4b5c-aa10-a790ba984699'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:54.957299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:54.966483 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Deleting port b380c967-de2c-4dc6-82a2-5068bc5c6cf3 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:54.966799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:55.112794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] Set router f86047b1-b3a2-4b5c-aa10-a790ba984699 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:36:55.160401 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] For port b380c967-de2c-4dc6-82a2-5068bc5c6cf3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:55.160754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:55.221328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751c5ca0>, [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:36:54Z', 'revision_number': 6, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:55.225315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847cb8e-1c9f-4ef4-acb4-39d430daa09e None None] The sync data for ids ['f86047b1-b3a2-4b5c-aa10-a790ba984699'] in dv-neutron-822675-1-hyperv is: [{'id': 'f86047b1-b3a2-4b5c-aa10-a790ba984699', 'name': 'tempest-TestMinimumBasicScenario-307545909-router', 'tenant_id': '11f0dec21874468c9eee9faf380183a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:25Z', 'updated_at': '2021-12-22T15:36:54Z', 'revision_number': 6, 'project_id': '11f0dec21874468c9eee9faf380183a5', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:36:55.282243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Calling delete_port for b380c967-de2c-4dc6-82a2-5068bc5c6cf3 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:55.444443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:55.448735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d7658bba-0287-4a8c-a50e-172eb3789152 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:55.490425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b380c967-de2c-4dc6-82a2-5068bc5c6cf3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:55.493283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:55.719758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:55.979964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:55.984244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.009221 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.009815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86047b1-b3a2-4b5c-aa10-a790ba984699 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:36:56.023089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.024207 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f86047b1-b3a2-4b5c-aa10-a790ba984699 HTTP/1.1" status: 204  len: 168 time: 1.5971284
Dec 22 15:36:56.027056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47388) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:56.092347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Deleting subnet d7033dff-a9a3-423c-a507-c6a1f419b488 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:36:56.095518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.148778 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.233493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.422755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.426449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c6f7156b-42ec-4209-8237-461e445547ed tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:56.462322 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7033dff-a9a3-423c-a507-c6a1f419b488,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:56.465758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:56.470687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.475637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424cf25-3173-4695-a6ae-9ec5b2353c95 None None] Network 853bd3cd-6f97-41cc-a036-1eef5184c535 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:36:56.476465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-056ab957-abae-4c6a-87b7-39d5452ba00b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7033dff-a9a3-423c-a507-c6a1f419b488 HTTP/1.1" status: 204  len: 168 time: 0.4483643
Dec 22 15:36:56.480070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47392) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:56.591003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.603033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Deleting port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:56.603368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.813159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] DHCP port deletion for 853bd3cd-6f97-41cc-a036-1eef5184c535 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:36:56.817327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Deleting port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:56.817707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.830911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] For port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:56.831239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:56.956909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Calling delete_port for 65f7d7d2-67ca-4d9c-bf05-101ef72d32af owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:57.037995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.044530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-95ea9d39-44bb-4daa-8c62-8996c11d72f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:57.044903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] For port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,segment=NetworkSegment(217c1c9b-03ef-4d72-86e2-c07c05efd1ef),segment_id=217c1c9b-03ef-4d72-86e2-c07c05efd1ef)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:57.045307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.091961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Pushing event deleted for resources: {'Port': ['ID=65f7d7d2-67ca-4d9c-bf05-101ef72d32af,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:57.094418 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:57.097260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] No DVR routers for this DVR port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:36:57.105707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0f1bcd2b-374a-4b0e-866b-7e67876ae77e no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:36:57.199327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Calling delete_port for 65f7d7d2-67ca-4d9c-bf05-101ef72d32af owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:57.215917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.224507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 0f1bcd2b-374a-4b0e-866b-7e67876ae77e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:36:57.224753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 0f1bcd2b-374a-4b0e-866b-7e67876ae77e not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:36:57.225169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b380c967-de2c-4dc6-82a2-5068bc5c6cf3 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:36:57.241384 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574b36730>,) {'filters': {'network_id': ['853bd3cd-6f97-41cc-a036-1eef5184c535']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:57.253549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b36730>, '217c1c9b-03ef-4d72-86e2-c07c05efd1ef') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:57.253765 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574b36730>, '217c1c9b-03ef-4d72-86e2-c07c05efd1ef') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:36:57.264014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: b380c967-de2c-4dc6-82a2-5068bc5c6cf3 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:36:57.264393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device b380c967-de2c-4dc6-82a2-5068bc5c6cf3 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:36:57.264817 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 65f7d7d2-67ca-4d9c-bf05-101ef72d32af no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:36:57.265484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.281745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.287604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:36:57.287985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.298304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 65f7d7d2-67ca-4d9c-bf05-101ef72d32af {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:36:57.298664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 65f7d7d2-67ca-4d9c-bf05-101ef72d32af not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:36:57.302960 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:36:57.336442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:36:57.336797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:36:57.380517 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.384070 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6b19a51c-933e-43c2-912b-afd26a1881fc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:57.397389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.407971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Pushing event deleted for resources: {'Network': ['ID=853bd3cd-6f97-41cc-a036-1eef5184c535,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:57.412079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:57.415461 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] 10.222.0.69 "DELETE /v2.0/networks/853bd3cd-6f97-41cc-a036-1eef5184c535 HTTP/1.1" status: 204  len: 168 time: 0.9347706
Dec 22 15:36:57.418506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:36:57.591914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a69dac49-211e-4d94-bd9f-eab2e9986d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.837766 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Deleting port 65f7d7d2-67ca-4d9c-bf05-101ef72d32af {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:57.838739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:57.908109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f2811ec1-d8e0-4ef0-a195-2f32424e03f6 None None] The port '65f7d7d2-67ca-4d9c-bf05-101ef72d32af' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:36:57.930345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.147422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.199980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.312139 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:36:58.525041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Deleting port c98c685b-4848-450a-a076-be0c7817432e {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:36:58.526193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.698936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] For port c98c685b-4848-450a-a076-be0c7817432e, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c98c685b-4848-450a-a076-be0c7817432e,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:36:58.699277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.819380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Calling delete_port for c98c685b-4848-450a-a076-be0c7817432e owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:36:58.991960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:58.995557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8e1b274d-5fd3-4d1b-840f-fa5411ffc9d1 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:36:59.039616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98c685b-4848-450a-a076-be0c7817432e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:36:59.042721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:36:59.447113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:36:59.448627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:00.019323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Router 0efa7ed2-df1b-425e-8274-81d96ba34807 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:37:00.218506 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:37:00.227218 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Sync routers for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:37:00.235334 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] 10.222.0.69 "PUT /v2.0/routers/0efa7ed2-df1b-425e-8274-81d96ba34807/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8156555
Dec 22 15:37:00.237822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:00.241855 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:00.242586 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61670>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:00.429677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:00.436525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:00.632468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:00.642585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Deleting port bd5fc498-b6a9-4189-9481-a8abece9110b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:37:00.643246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:00.729770 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61670>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:36:58Z', 'revision_number': 5, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port': {'id': 'bd5fc498-b6a9-4189-9481-a8abece9110b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:33Z', 'updated_at': '2021-12-22T15:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:00.733915 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Checking router: 0efa7ed2-df1b-425e-8274-81d96ba34807 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:37:00.745439 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Routers {'0efa7ed2-df1b-425e-8274-81d96ba34807'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:00.746146 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c61670>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['0efa7ed2-df1b-425e-8274-81d96ba34807'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:00.929121 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] Set router 0efa7ed2-df1b-425e-8274-81d96ba34807 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:00.957757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] For port bd5fc498-b6a9-4189-9481-a8abece9110b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=bd5fc498-b6a9-4189-9481-a8abece9110b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:00.958107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.033973 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c61670>, [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:37:00Z', 'revision_number': 6, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:01.039331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a60e63-e906-4ad7-8689-89e8ddb5e75f None None] The sync data for ids ['0efa7ed2-df1b-425e-8274-81d96ba34807'] in dv-neutron-822675-1-hyperv is: [{'id': '0efa7ed2-df1b-425e-8274-81d96ba34807', 'name': 'tempest-TestMinimumBasicScenario-1498905906-router', 'tenant_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:32Z', 'updated_at': '2021-12-22T15:37:00Z', 'revision_number': 6, 'project_id': '2b283fb6dbef40d4a8d122879a8ad66a', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:37:01.083378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Calling delete_port for bd5fc498-b6a9-4189-9481-a8abece9110b owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:37:01.244916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.248173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:01.290669 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5fc498-b6a9-4189-9481-a8abece9110b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:01.293886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:01.515324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.773025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.777431 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.803727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.804242 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0efa7ed2-df1b-425e-8274-81d96ba34807 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:37:01.819868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.821125 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0efa7ed2-df1b-425e-8274-81d96ba34807 HTTP/1.1" status: 204  len: 168 time: 1.5824239
Dec 22 15:37:01.824641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47404) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:01.886953 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Deleting subnet 7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:37:01.889854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:01.940441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.021998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.093254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.096966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c25e2cab-1749-4a33-91f2-cebe3659d416 tempest-PortsIpV6TestJSON-135248134 tempest-PortsIpV6TestJSON-135248134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:02.132580 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:02.135564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:02.138105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.144168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef647e3-f476-47cb-a0d7-2a5136163703 None None] Network abf99b27-a9d7-4708-8d9b-51b2582da92e requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:37:02.144886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7748215c-2abd-43c3-aab7-82a8e1f7dfd6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7be2e38c-ff8a-4f8e-880e-6ceb4f57e6b1 HTTP/1.1" status: 204  len: 168 time: 0.3192446
Dec 22 15:37:02.146614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47408) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:02.368629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.379973 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Deleting port 5061f988-04f8-492b-98c5-e7619007dcef {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:37:02.380311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.397113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] DHCP port deletion for abf99b27-a9d7-4708-8d9b-51b2582da92e request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:37:02.402272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Deleting port 5061f988-04f8-492b-98c5-e7619007dcef {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:37:02.402649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.592946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] For port 5061f988-04f8-492b-98c5-e7619007dcef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5061f988-04f8-492b-98c5-e7619007dcef,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:02.593351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.613575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] For port 5061f988-04f8-492b-98c5-e7619007dcef, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5061f988-04f8-492b-98c5-e7619007dcef,segment=NetworkSegment(e23e810c-d124-476a-a9b9-4f29d62327c2),segment_id=e23e810c-d124-476a-a9b9-4f29d62327c2)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:02.613902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.717723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Calling delete_port for 5061f988-04f8-492b-98c5-e7619007dcef owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:37:02.776002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Calling delete_port for 5061f988-04f8-492b-98c5-e7619007dcef owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:37:02.801268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:02.805152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85103b69-0e79-49c9-b04a-ec51d2be7ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:02.847134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Pushing event deleted for resources: {'Port': ['ID=5061f988-04f8-492b-98c5-e7619007dcef,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:02.851187 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:02.856085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:37:02.856482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:37:02.856793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] No DVR routers for this DVR port 5061f988-04f8-492b-98c5-e7619007dcef on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:37:02.974809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.000281 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85743a2a90>,) {'filters': {'network_id': ['abf99b27-a9d7-4708-8d9b-51b2582da92e']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:03.015841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743a2a90>, 'e23e810c-d124-476a-a9b9-4f29d62327c2') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:03.016134 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85743a2a90>, 'e23e810c-d124-476a-a9b9-4f29d62327c2') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:03.028948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.046306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.053105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:37:03.053679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.055207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bd5fc498-b6a9-4189-9481-a8abece9110b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:37:03.067057 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:37:03.088860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: bd5fc498-b6a9-4189-9481-a8abece9110b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:37:03.089216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device bd5fc498-b6a9-4189-9481-a8abece9110b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:37:03.089635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c98c685b-4848-450a-a076-be0c7817432e no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:37:03.125597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c98c685b-4848-450a-a076-be0c7817432e {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:37:03.125951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c98c685b-4848-450a-a076-be0c7817432e not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:37:03.126369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5061f988-04f8-492b-98c5-e7619007dcef no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:37:03.146344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.150015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc58b438-5fd2-437f-966a-b88b2400ca89 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:03.163573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.174475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf99b27-a9d7-4708-8d9b-51b2582da92e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:03.178828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:03.182986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] 10.222.0.69 "DELETE /v2.0/networks/abf99b27-a9d7-4708-8d9b-51b2582da92e HTTP/1.1" status: 204  len: 168 time: 1.0353649
Dec 22 15:37:03.200916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5061f988-04f8-492b-98c5-e7619007dcef {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:37:03.201420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5061f988-04f8-492b-98c5-e7619007dcef not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:37:03.358235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Deleting port 5061f988-04f8-492b-98c5-e7619007dcef {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:37:03.358631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.401340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47414) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:03.421026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-410414b0-f8a9-4b33-9a70-645a90ebf85d None None] The port '5061f988-04f8-492b-98c5-e7619007dcef' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:37:03.457434 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d2f2af66-859e-4fd2-b086-7e2035960638 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11f0dec21874468c9eee9faf380183a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0545704
Dec 22 15:37:03.459798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47418) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:03.520609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.551524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.593480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.606400 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.610155 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-389a7e66-3426-451f-80ab-80e4ec7d7728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:03.624971 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96745187-3064-4ac1-8181-c30eef57d3ef,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:03.628459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:03.640695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:03.641833 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b29824a-c2b3-416e-9f39-154e2a4d0219 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96745187-3064-4ac1-8181-c30eef57d3ef HTTP/1.1" status: 204  len: 168 time: 0.1811547
Dec 22 15:37:04.043379 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47426) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:04.094026 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-baed7970-4fd8-4d3a-9280-b13555982353 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b283fb6dbef40d4a8d122879a8ad66a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0493960
Dec 22 15:37:04.096492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47430) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:04.163521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:04.189167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:04.240607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:04.244412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f2c17d7d-63de-424d-8635-4754f7760c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:04.258933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26779ad8-f946-4d09-8edd-16f601fd2cb7,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:04.262933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:04.266080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:04.267174 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e2107674-d02c-4b67-bfc6-a58e3973548b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26779ad8-f946-4d09-8edd-16f601fd2cb7 HTTP/1.1" status: 204  len: 168 time: 0.1698182
Dec 22 15:37:06.661029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47476) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:06.667691 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707189751', 'description': 'tempest-secgroup-smoke-1707189751 description', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:06.674072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:06.678011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:06.681265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:06.687663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:06.698240 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.710326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.741845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:06.745542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:06.748216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:06.753774 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:06.823338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.827194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.830290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-124b2e70-81a4-4ee7-a9e5-5d696e4e0548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:06.868768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:06.871254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c49c54d-e233-4559-8c72-fff9b269cb91,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:06.874903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:06.875832 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:06.878967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:06.884695 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:06.939883 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.943507 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.946945 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d053c12e-ac58-41c2-bcb9-fb8666eeb8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:06.987502 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1881741-ec08-4148-bf3e-c71aa5b9d76d,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:06.991573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:06.992397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:06.993572 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-73268d3d-5831-4a02-9449-8fe98eccd2cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3315156
Dec 22 15:37:06.996789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47480) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.002538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.008603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.012542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.015374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.021088 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.042125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.101137 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.104570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.110345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5e96d33e-4f90-4b83-9397-e94cef60d878 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.129920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05832906-d54b-4b32-b5b3-f8577950d1e3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.132491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.140105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.141320 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-666e3fb1-9115-4f0b-a12f-ebed0ea1450d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1434464
Dec 22 15:37:07.144061 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47484) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.149459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.155977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.159757 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.162590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.169118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.185417 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.246694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.250015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.251785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0c50208d-eda1-492f-b2f2-0f82d776060f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.273467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cc9cd8-8b42-451d-b8a9-bbd4c1d8a7af,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.276689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.284273 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.286285 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1410320
Dec 22 15:37:07.288903 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47488) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.295906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.302145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.305873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.309515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.315058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.331528 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.395666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.399275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.401112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e2de28c3-dbd3-4ece-9a16-bd0b5c84ad1d tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.518755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906f2fd-48e6-4665-853b-2b497f2eb32c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.521094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.528406 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.529579 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2395966
Dec 22 15:37:07.532534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47492) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.537943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.543724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.547694 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.550537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.556056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.574101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.639550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.643174 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.645065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-20c3382a-feff-4b87-b22c-78132fc3ba1f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.667926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda63b41-1018-4f40-a700-6c85ff8ebaab,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.671764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.681846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.683074 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8083523a-e061-4074-a10c-521529d5d36f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1496246
Dec 22 15:37:07.686259 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47496) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.692798 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.699047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.703312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.706249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.711861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.722497 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:37:07.729573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.793650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.797760 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.804282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.823469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49347d41-d840-4711-b840-9680864a2f40,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.825986 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.832932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.834075 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1468771
Dec 22 15:37:07.836776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47500) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.843098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'e1881741-ec08-4148-bf3e-c71aa5b9d76d', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:07.848990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:07.852776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:07.856186 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:07.862175 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:07.874674 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:37:07.880985 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.946023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.949519 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.951393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5da7d2a1-6426-4b3e-b7d5-f483cd98319e tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:07.974292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c8b7b8-afe6-4f0a-9f53-3531f0d9b5cb,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:07.976796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:07.984747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:07.986177 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-682be29f-58cc-490e-8468-c94d1ee431f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1484356
Dec 22 15:37:07.989168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47504) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:07.995506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'network': {'name': 'tempest-network-smoke--794921078', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:08.000604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:08.004311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:network and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:08.007130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:08.013013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:08.022487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:37:08.025575 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.053188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:37:08.062405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.062841 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Added segment 39aaa407-e664-424c-9a15-3ead7a590206 of type vlan for network ca639b94-ad1b-4525-a621-d50108aee6a4
Dec 22 15:37:08.092066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.120664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.124402 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:08.124965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.128327 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8be5ebff-9f76-4954-8233-303125586185 tempest-RoutersTest-39666186 tempest-RoutersTest-39666186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:08.223351 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2329991
Dec 22 15:37:08.226371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47510) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:08.232709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'admin_state_up': True, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:08.233704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Network': ['ID=ca639b94-ad1b-4525-a621-d50108aee6a4,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:08.236471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6e0a5b24-5182-4d12-85d9-1ba5cc1bc609 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:08.240059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:08.244049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:router and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:08.244555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network ca639b94-ad1b-4525-a621-d50108aee6a4 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:37:08.247108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:08.253888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:08.264694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.265782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.285403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.435319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.608541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.639312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:08.779185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.30 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:37:09.033202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:09.060353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:09.064342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25577b03-6413-4936-95ec-e4eead096eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:09.129676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:09.132842 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:09.137695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:37:09.163717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:09.169963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:09.296496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:09.297404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:09.521595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 867fe090-dd77-44a2-ade5-b47a4010ab5e is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:37:09.721857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:37:09.731564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Sync routers for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:37:09.742985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:09.743649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bdee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:09.747625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:09.748860 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5214097
Dec 22 15:37:09.752116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47520) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:09.919496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-be51317d-7aa3-4325-a4ae-042c419b5181 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1edbda2dc8de4a84a440a136c8912ba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1660385
Dec 22 15:37:09.922172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47526) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:09.924660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:10.052450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30132f8c-cad0-4434-96c2-1d9dc06df086 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:10.057451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-30132f8c-cad0-4434-96c2-1d9dc06df086 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1311016
Dec 22 15:37:10.057780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47530) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:10.095367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5d922615-be17-491d-a4ef-d12fb54ebd87 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0364616
Dec 22 15:37:10.097874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47534) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:10.103845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-724332831', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:10.212977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bdee0>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:09Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:10.215994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:10.216601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Checking router: 867fe090-dd77-44a2-ade5-b47a4010ab5e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:37:10.216966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Updating router 867fe090-dd77-44a2-ade5-b47a4010ab5e port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:37:10.219747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:subnet and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:10.222613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:10.228823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:10.238700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:37:10.268738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.339048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.556330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.560251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-21dffb76-e208-4bc7-8fad-3f99062131cc tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:10.590610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.604719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Transition to ACTIVE for port object 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:10.611548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.615193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:10.632479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Subnet': ['ID=3b7fe258-8f40-47d3-a346-ca4813c711d0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:10.638243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:10.648022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Checking segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:37:10.648394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network hostable DHCP agents. Network: ca639b94-ad1b-4525-a621-d50108aee6a4, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:37:10.671736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network ca639b94-ad1b-4525-a621-d50108aee6a4 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:37:10.683047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, ca639b94-ad1b-4525-a621-d50108aee6a4) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:10.686864 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:10.687436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.696598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836d2c2-1e10-4d42-bf3e-3823b037dbac None None] Network ca639b94-ad1b-4525-a621-d50108aee6a4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:37:10.709082 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6c026f0e-b2dd-4c61-84f6-6189b51c67bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6099823
Dec 22 15:37:10.711885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47538) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:10.718883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Pushing event updated for resources: {'Port': ['ID=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:10.764140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Attempting to bind port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:37:10.764881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Attempting to bind port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:37:10.764881 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Attempting to bind port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:37:10.784124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.784476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.784812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.785141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.785468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.785811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.786117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.786440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.786758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.787072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.787386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:10.792445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:10.795795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:37:10.796072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:37:10.796542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.797156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:37:10.797641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Bound port: 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:37:10.798016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.938606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] For port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:37:10.953686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] For port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:37:10.960937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:10.970408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:11.118523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-ca639b94-ad1b-4525-a621-d50108aee6a4', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:37:11.119958 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:11.147325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Pushing event updated for resources: {'Port': ['ID=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:11.153347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:11.195625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:11.196156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85753bdee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:11.446277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Allocated IP 172.20.0.2 (ca639b94-ad1b-4525-a621-d50108aee6a4/3b7fe258-8f40-47d3-a346-ca4813c711d0/91f5378e-3cea-4692-9f86-153548176a16) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:37:11.458552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:11.611575 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:11.900545 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:11.918069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Transition to ACTIVE for port object 91f5378e-3cea-4692-9f86-153548176a16 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:11.942355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Transition to ACTIVE for port object 91f5378e-3cea-4692-9f86-153548176a16 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:11.949076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85753bdee0>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:09Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:11.952874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:11.958378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:11.987422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18739160-de3d-4c06-a43e-504af4955ca4 None None] The sync data for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv is: [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:09Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:37:12.018355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Network ca639b94-ad1b-4525-a621-d50108aee6a4 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:12.026216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:12.030959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:37:12.039224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Pushing event updated for resources: {'Port': ['ID=91f5378e-3cea-4692-9f86-153548176a16,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:12.042541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:12.044186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.1 (ca639b94-ad1b-4525-a621-d50108aee6a4/3b7fe258-8f40-47d3-a346-ca4813c711d0/aafb0fd0-afec-4295-bcb5-b6464b021019) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:37:12.130706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Attempting to bind port 91f5378e-3cea-4692-9f86-153548176a16 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:37:12.131091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Attempting to bind port 91f5378e-3cea-4692-9f86-153548176a16 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:37:12.131461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Attempting to bind port 91f5378e-3cea-4692-9f86-153548176a16 on network ca639b94-ad1b-4525-a621-d50108aee6a4 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:37:12.139098 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:37:12.139480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Checking segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:37:12.139894 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.140478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Bound using segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:37:12.140956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Bound port: 91f5378e-3cea-4692-9f86-153548176a16, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:37:12.141416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.227591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.244650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object aafb0fd0-afec-4295-bcb5-b6464b021019 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:12.271391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] For port 91f5378e-3cea-4692-9f86-153548176a16, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:37:12.271604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.274854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] For port 91f5378e-3cea-4692-9f86-153548176a16, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91f5378e-3cea-4692-9f86-153548176a16,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:37:12.277584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0b628ca-be54-433c-a7ac-f8b586d86299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:12.281198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.289494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae4173de-81c7-45f1-976b-a04f83dccbb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:12.340435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network ca639b94-ad1b-4525-a621-d50108aee6a4 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:12.343334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:12.346739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:37:12.377274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Pushing event updated for resources: {'Port': ['ID=91f5378e-3cea-4692-9f86-153548176a16,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:12.380196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:12.406318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:12.409592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:12.433547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:12.535991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.108684 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:13.117829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.123320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.151672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4ea1185a-8db7-403a-92eb-64b27c1a8cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:13.182447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:13.188567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:13.189137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.247083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:13.250056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:13.256353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.315824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.333714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:13.339940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.340986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91f5378e-3cea-4692-9f86-153548176a16 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:13.373966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:13.417985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network ca639b94-ad1b-4525-a621-d50108aee6a4 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:13.419220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:13.524129 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:13.528298 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:13.542751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428b19f-5f42-44ad-90cd-bcc569e2ee70 None None] Network ca639b94-ad1b-4525-a621-d50108aee6a4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:37:13.655377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 91f5378e-3cea-4692-9f86-153548176a16 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:13.689869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Provisioning for port 91f5378e-3cea-4692-9f86-153548176a16 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:13.711880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Provisioning complete for port 91f5378e-3cea-4692-9f86-153548176a16 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:13.712278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.832725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 867fe090-dd77-44a2-ade5-b47a4010ab5e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:37:13.927681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.975469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] For port 91f5378e-3cea-4692-9f86-153548176a16, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91f5378e-3cea-4692-9f86-153548176a16,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:13.983501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:13.985656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:14.050049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:37:14.053653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Pushing event updated for resources: {'Port': ['ID=91f5378e-3cea-4692-9f86-153548176a16,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:14.057768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:14.060827 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/867fe090-dd77-44a2-ade5-b47a4010ab5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3470879
Dec 22 15:37:14.210845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Provisioning complete for port 91f5378e-3cea-4692-9f86-153548176a16 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:14.211403 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:14.245815 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-de960b74-80b2-4374-b3d8-1a5ce9226b4b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707189751&fields=id&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 267 time: 0.0462444
Dec 22 15:37:14.356125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Provisioning for port aafb0fd0-afec-4295-bcb5-b6464b021019 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:14.364536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Provisioning complete for port aafb0fd0-afec-4295-bcb5-b6464b021019 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:14.364923 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:14.406523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-9b66618e-42f3-40cb-9baf-8f4c1de9cc7e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:14.408078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-9b66618e-42f3-40cb-9baf-8f4c1de9cc7e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 796 time: 0.1542017
Dec 22 15:37:14.426029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-773f8474-32c2-4ddc-9f03-1b90b03fdfb6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/quotas/1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 375 time: 0.0115952
Dec 22 15:37:14.427026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-c9bee42b-2c8a-4138-9ccc-f117028773c0 None None] Port aafb0fd0-afec-4295-bcb5-b6464b021019 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:37:14.514544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-46b47cd3-a517-4d06-85a8-784cb38f3162 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:37:14.533771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-46b47cd3-a517-4d06-85a8-784cb38f3162 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:37:14.535336 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-46b47cd3-a517-4d06-85a8-784cb38f3162 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1029415
Dec 22 15:37:14.552181 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f60cf915-50aa-45a7-b5f2-09b82748b731 None None] Provisioning complete for port aafb0fd0-afec-4295-bcb5-b6464b021019 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:14.552661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f60cf915-50aa-45a7-b5f2-09b82748b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:14.608998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f60cf915-50aa-45a7-b5f2-09b82748b731 None None] Port aafb0fd0-afec-4295-bcb5-b6464b021019 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:37:14.730151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1472e6a5-7af0-4622-b24d-85936e283793 None None] Provisioning complete for port aafb0fd0-afec-4295-bcb5-b6464b021019 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:14.730535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1472e6a5-7af0-4622-b24d-85936e283793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:14.781803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1472e6a5-7af0-4622-b24d-85936e283793 None None] Port aafb0fd0-afec-4295-bcb5-b6464b021019 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:37:14.857162 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-1b2baf8c-9d06-4286-8840-f1ace6e02cf6 service neutron] 10.222.0.69 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066907
Dec 22 15:37:14.989464 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-c754814a-d672-425c-ad1d-52b211505e92 service neutron] 10.222.0.69 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258576
Dec 22 15:37:15.092417 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:15.183518 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:15.183997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:15.205593 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f7693f96-a28a-4961-992b-3b336263f045 req-12808f47-d0a8-40dc-ba0a-facf26924886 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 210 time: 0.0516737
Dec 22 15:37:15.313917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91f5378e-3cea-4692-9f86-153548176a16 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:15.389405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 91f5378e-3cea-4692-9f86-153548176a16 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:15.389791 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:15.685805 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Sync routers for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:37:15.700486 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:15.701121 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:15.903053 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:16.245440 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89520>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 2, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:16.249910 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Checking router: 867fe090-dd77-44a2-ade5-b47a4010ab5e for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:37:16.250281 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Updating router 867fe090-dd77-44a2-ade5-b47a4010ab5e port aafb0fd0-afec-4295-bcb5-b6464b021019 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:37:16.305651 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:16.423305 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8360f669-f35b-42e8-864c-7d81055a04d7 req-01208f48-9dfe-41a0-a330-e7416ed77370 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 210 time: 0.0643387
Dec 22 15:37:16.497457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-a8d02740-7cb3-4fda-8037-bec24795d104 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:16.498910 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-a8d02740-7cb3-4fda-8037-bec24795d104 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 796 time: 0.2192638
Dec 22 15:37:16.558762 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-4f112c88-676f-4d49-82bc-1d873935a64f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 380 time: 0.0434790
Dec 22 15:37:16.575143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'port': {'device_id': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'admin_state_up': True, 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'security_groups': ['e1881741-ec08-4148-bf3e-c71aa5b9d76d']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:16.658882 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:16.670939 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Transition to ACTIVE for port object aafb0fd0-afec-4295-bcb5-b6464b021019 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:16.677902 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:16.681697 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:16.713699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:16.723275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:16.733390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:37:16.736637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:16.805684 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Pushing event updated for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:16.820284 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.820672 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.821000 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.821333 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.821661 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.822032 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.822585 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.822908 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.823387 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.823707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.824030 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:37:16.855155 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:16.908783 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Attempting to bind port aafb0fd0-afec-4295-bcb5-b6464b021019 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:37:16.909357 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Attempting to bind port aafb0fd0-afec-4295-bcb5-b6464b021019 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:37:16.909724 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Attempting to bind port aafb0fd0-afec-4295-bcb5-b6464b021019 on network ca639b94-ad1b-4525-a621-d50108aee6a4 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:37:16.916334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.8 (ca639b94-ad1b-4525-a621-d50108aee6a4/3b7fe258-8f40-47d3-a346-ca4813c711d0/57456665-8e58-43f1-b862-8f04fbdd3596) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:37:16.917599 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:37:16.918045 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Checking segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:37:16.918741 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:16.919090 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Bound using segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:37:16.919558 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Bound port: aafb0fd0-afec-4295-bcb5-b6464b021019, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:37:16.920133 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.043234 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] For port aafb0fd0-afec-4295-bcb5-b6464b021019, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:37:17.046595 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] For port aafb0fd0-afec-4295-bcb5-b6464b021019, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aafb0fd0-afec-4295-bcb5-b6464b021019,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:37:17.050588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.055130 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:17.124544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.133014 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:17.133668 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:36:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:17.144674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object 57456665-8e58-43f1-b862-8f04fbdd3596 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:17.173540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.179595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca7a404d-880e-486d-92b1-6e6ae1cbac85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:17.249021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network ca639b94-ad1b-4525-a621-d50108aee6a4 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:17.256712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:17.261460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:37:17.294236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Pushing event updated for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:17.297887 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:17.299472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:17.303697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:17.334783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:17.335412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.340707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:17.365984 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7960043
Dec 22 15:37:17.380617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Request body: {'port': {'device_id': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:17.519739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.589510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d6436e87-eb99-43d8-b682-db32e2b85991 None None] Provisioning for port 57456665-8e58-43f1-b862-8f04fbdd3596 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:17.596189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d6436e87-eb99-43d8-b682-db32e2b85991 None None] Provisioning complete for port 57456665-8e58-43f1-b862-8f04fbdd3596 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:17.596671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d6436e87-eb99-43d8-b682-db32e2b85991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.642360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef6da5-4122-4db8-a798-a45632f2e3c3 req-82f3d094-e697-4bac-a4d3-4761a9f2b57e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:17.644473 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ecef6da5-4122-4db8-a798-a45632f2e3c3 req-82f3d094-e697-4bac-a4d3-4761a9f2b57e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 931 time: 0.0871406
Dec 22 15:37:17.688075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d6436e87-eb99-43d8-b682-db32e2b85991 None None] Port 57456665-8e58-43f1-b862-8f04fbdd3596 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:37:17.700370 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-ecef6da5-4122-4db8-a798-a45632f2e3c3 req-da463213-6276-49c7-86f6-b1efdfcc430f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:37:17.718065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-ecef6da5-4122-4db8-a798-a45632f2e3c3 req-da463213-6276-49c7-86f6-b1efdfcc430f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:37:17.719191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ecef6da5-4122-4db8-a798-a45632f2e3c3 req-da463213-6276-49c7-86f6-b1efdfcc430f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681450
Dec 22 15:37:17.745707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89520>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:17Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:17.749754 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c533d8-7098-4e4b-b9a5-5e93ddbbb697 None None] The sync data for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv is: [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:17Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:37:17.926066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57456665-8e58-43f1-b862-8f04fbdd3596 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:37:17.934016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.950165 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Transition to ACTIVE for port object 57456665-8e58-43f1-b862-8f04fbdd3596 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:37:17.954519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:17.958209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-96f542e5-aa44-48b6-8580-4b3cdca60647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:18.222390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Pushing event updated for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:18.250675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:18.334563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Attempting to bind port 57456665-8e58-43f1-b862-8f04fbdd3596 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:37:18.334813 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Attempting to bind port 57456665-8e58-43f1-b862-8f04fbdd3596 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:37:18.335138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Attempting to bind port 57456665-8e58-43f1-b862-8f04fbdd3596 on network ca639b94-ad1b-4525-a621-d50108aee6a4 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:37:18.342591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Port 57456665-8e58-43f1-b862-8f04fbdd3596 on network ca639b94-ad1b-4525-a621-d50108aee6a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:37:18.342905 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Attempting to bind port 57456665-8e58-43f1-b862-8f04fbdd3596 on network ca639b94-ad1b-4525-a621-d50108aee6a4 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:37:18.349617 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:37:18.349945 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Checking segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:37:18.350327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Bound using segment: {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:37:18.350745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Bound port: 57456665-8e58-43f1-b862-8f04fbdd3596, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aaa407-e664-424c-9a15-3ead7a590206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:37:18.351098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:18.448662 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:37:18.451828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57456665-8e58-43f1-b862-8f04fbdd3596,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:37:18.457367 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:18.461769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-267375d1-ed19-4b6b-92e8-d19b6406ebd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:18.517142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:18.518734 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] 10.222.0.61 "PUT /v2.0/ports/57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 1093 time: 1.1438341
Dec 22 15:37:18.519257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:37:18.547097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Pushing event updated for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:18.580567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:18.621999 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596', 'status': 'completed', 'code': 200}
Dec 22 15:37:18.671217 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-9ccdf006-d286-4b43-a821-8990815ca729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1096 time: 0.0892241
Dec 22 15:37:18.747382 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-fac193bf-59a7-4430-90b4-1d1dc2db7c64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 217 time: 0.0630748
Dec 22 15:37:18.818401 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-b968ce37-b5ed-4160-970d-f801ce99f1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:18.819743 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-b968ce37-b5ed-4160-970d-f801ce99f1e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 200  len: 834 time: 0.0624852
Dec 22 15:37:18.898007 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-fe068d06-6c65-4a95-933e-600d24f64246 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca639b94-ad1b-4525-a621-d50108aee6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689194
Dec 22 15:37:18.924076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278eac-63f1-4c93-bcbd-916eae6116dc req-888a2b98-6521-45cd-8ebe-6ee1e4ef7cc2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:18.925531 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c278eac-63f1-4c93-bcbd-916eae6116dc req-888a2b98-6521-45cd-8ebe-6ee1e4ef7cc2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 943 time: 0.0806870
Dec 22 15:37:18.971311 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c278eac-63f1-4c93-bcbd-916eae6116dc req-1deefb41-7d05-4b9f-aad6-e22d83b046c8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401742
Dec 22 15:37:19.035371 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-8aeebfd0-908a-4f0d-a5bc-c5cdbc9effd3 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268806
Dec 22 15:37:19.086297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aafb0fd0-afec-4295-bcb5-b6464b021019 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:19.157023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port aafb0fd0-afec-4295-bcb5-b6464b021019 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:19.162076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aafb0fd0-afec-4295-bcb5-b6464b021019 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:19.162487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:19.174894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cc6d67a3-b666-41a6-afb6-bb1ee758bb04 req-7211703b-35c3-4faa-bf62-027b1da5e2b9 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293097
Dec 22 15:37:19.276994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:19.296798 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-38146a3d-944b-4fba-b76f-c337668d4c48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1096 time: 0.0730166
Dec 22 15:37:19.312510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port aafb0fd0-afec-4295-bcb5-b6464b021019, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aafb0fd0-afec-4295-bcb5-b6464b021019,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:19.315986 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:19.317773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:19.380049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:19.382947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:19.437865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea72b-914b-494b-9a93-919ec605bf12 req-522de960-f5fa-41c7-badc-fde7bf1760d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:19.439213 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-522de960-f5fa-41c7-badc-fde7bf1760d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 897 time: 0.1346967
Dec 22 15:37:19.506480 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-d65793b0-04d1-4eef-adf6-51d771471b68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 217 time: 0.0596802
Dec 22 15:37:19.572200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea72b-914b-494b-9a93-919ec605bf12 req-0de2d034-6861-4698-a1df-366480767e57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:19.573943 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-0de2d034-6861-4698-a1df-366480767e57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 200  len: 834 time: 0.0598304
Dec 22 15:37:19.652260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-94989202-ba4b-479a-8f5e-cefcc59c83a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca639b94-ad1b-4525-a621-d50108aee6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686951
Dec 22 15:37:19.786534 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-9b6f6ba2-b995-4f98-bed9-0de555828f29 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261117
Dec 22 15:37:20.032505 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051ea72b-914b-494b-9a93-919ec605bf12 req-5902d8cf-3020-4802-a58d-4d2860d3e923 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372241
Dec 22 15:37:20.176361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5782-3d09-43bf-992f-e67ac6c9d7e6 req-7898a7fb-c971-4143-a614-befd885a27af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:20.177058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a9cf5782-3d09-43bf-992f-e67ac6c9d7e6 req-7898a7fb-c971-4143-a614-befd885a27af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:37:20.191994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a9cf5782-3d09-43bf-992f-e67ac6c9d7e6 req-7898a7fb-c971-4143-a614-befd885a27af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:37:20.193131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9cf5782-3d09-43bf-992f-e67ac6c9d7e6 req-7898a7fb-c971-4143-a614-befd885a27af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 943 time: 0.0975800
Dec 22 15:37:20.239238 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a9cf5782-3d09-43bf-992f-e67ac6c9d7e6 req-4eeed47f-4762-464c-8174-648442780677 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396664
Dec 22 15:37:21.073200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aafb0fd0-afec-4295-bcb5-b6464b021019 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:21.142562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aafb0fd0-afec-4295-bcb5-b6464b021019 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:21.142937 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:21.580428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69805c7f-282d-4f2e-a39b-46603349f3ce req-2b68c50f-d09a-45e5-8d75-68e3b7990b7f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:21.581799 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69805c7f-282d-4f2e-a39b-46603349f3ce req-2b68c50f-d09a-45e5-8d75-68e3b7990b7f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 943 time: 0.0753946
Dec 22 15:37:21.628706 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-69805c7f-282d-4f2e-a39b-46603349f3ce req-2b0182e0-c783-456b-9f0c-ddf5334e17bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413508
Dec 22 15:37:21.763357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 57456665-8e58-43f1-b862-8f04fbdd3596 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:37:21.893583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57456665-8e58-43f1-b862-8f04fbdd3596,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:21.906173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '57456665-8e58-43f1-b862-8f04fbdd3596', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'port_id': '57456665-8e58-43f1-b862-8f04fbdd3596', 'mac_address': 'fa:16:3e:b3:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:37:21.962302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:21.979410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57456665-8e58-43f1-b862-8f04fbdd3596 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:37:21.993887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57456665-8e58-43f1-b862-8f04fbdd3596,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:21.997661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:21.999333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:22.062433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:22.065339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:22.301930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['57456665-8e58-43f1-b862-8f04fbdd3596'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:37:22.824056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b3262-16ef-4767-b6f9-7f3cc01a847b req-f893e578-1036-4b83-a436-419d55025e7b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:22.825482 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e70b3262-16ef-4767-b6f9-7f3cc01a847b req-f893e578-1036-4b83-a436-419d55025e7b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 944 time: 0.0744975
Dec 22 15:37:22.870922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e70b3262-16ef-4767-b6f9-7f3cc01a847b req-8f5172a8-8f2a-430e-8ecf-b9fb5101a2aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399797
Dec 22 15:37:23.776031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 57456665-8e58-43f1-b862-8f04fbdd3596 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:37:23.845671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 57456665-8e58-43f1-b862-8f04fbdd3596 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:37:23.850363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 57456665-8e58-43f1-b862-8f04fbdd3596 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:37:23.850734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:23.966589 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:23.992745 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:37:24.003845 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57456665-8e58-43f1-b862-8f04fbdd3596,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:37:24.007355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:24.010872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-41111ada-ffb1-4ea5-9238-a91e4f7367de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:24.053712 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596', 'code': 200}
Dec 22 15:37:24.073627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf4333-c501-4842-b34b-88d14f31bb6a req-68f16652-750c-467c-ad88-a4cd5ef5de43 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:24.075087 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7faf4333-c501-4842-b34b-88d14f31bb6a req-68f16652-750c-467c-ad88-a4cd5ef5de43 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0839758
Dec 22 15:37:24.082752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:24.086910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:24.126185 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7faf4333-c501-4842-b34b-88d14f31bb6a req-5437ab84-490d-440f-ba10-dd062d5ec67f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444589
Dec 22 15:37:24.288930 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0b68177-4660-41c1-84dc-7838c130216c req-2e22e10b-cb9c-45ad-8107-cf2850998914 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1098 time: 0.0720401
Dec 22 15:37:24.333543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0b68177-4660-41c1-84dc-7838c130216c req-aebec5e7-d4f0-4b26-9017-15578cde90e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355234
Dec 22 15:37:24.644720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6e40c84c-bb58-4509-8cfa-f39f852a7ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:25.324770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19485015-40b8-4bd8-a590-64222e060d26 req-c8a74c6e-e6c0-4f80-902a-41be58768e3e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:25.326143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19485015-40b8-4bd8-a590-64222e060d26 req-c8a74c6e-e6c0-4f80-902a-41be58768e3e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0782380
Dec 22 15:37:25.371791 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-19485015-40b8-4bd8-a590-64222e060d26 req-2f56b1bf-bd03-489a-a582-c60e9328a2d0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401092
Dec 22 15:37:26.564723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e88c8-b58a-4ddb-b87b-7886e28f8381 req-275b9c7f-04ca-443f-893b-4002614883fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:26.566174 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bc5e88c8-b58a-4ddb-b87b-7886e28f8381 req-275b9c7f-04ca-443f-893b-4002614883fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0766823
Dec 22 15:37:26.617268 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-bc5e88c8-b58a-4ddb-b87b-7886e28f8381 req-62aee800-aa0f-49f0-b400-fd857a78920f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455863
Dec 22 15:37:26.818499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd49342-ccbf-4fda-9194-4e3dc0a58710 req-6351bf0d-c986-469a-bace-e5a6364942be tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:26.819940 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cdd49342-ccbf-4fda-9194-4e3dc0a58710 req-6351bf0d-c986-469a-bace-e5a6364942be tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0792818
Dec 22 15:37:26.868878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cdd49342-ccbf-4fda-9194-4e3dc0a58710 req-1087f640-79a4-42f9-b418-6e650fcd8947 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417707
Dec 22 15:37:26.895733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47590) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:26.963938 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-51a8207a-c222-4c60-af35-52c3db742cbd tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1093 time: 0.0670061
Dec 22 15:37:26.966533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47594) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:26.971686 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '57456665-8e58-43f1-b862-8f04fbdd3596', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:37:26.977290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:37:26.982845 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:floatingip and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:37:26.985650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:37:26.991094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:37:27.001090 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:27.138063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:27.277429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.62 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/106181f0-378d-4878-91ec-cc9afe5c44c3) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:37:27.425663 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:27.452397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:27.456444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:27.518662 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:37:27.521785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=106181f0-378d-4878-91ec-cc9afe5c44c3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:27.524226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:37:27.526638 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:27.527266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:37:27.585460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d1ae712b-00c7-4eb6-924a-1b804bacc1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.125368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.151180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.184050 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.202474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.388159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.392456 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.396409 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bdb3faab-f0b7-42f4-b3cc-be6d1b5e151f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:37:28.498619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=106181f0-378d-4878-91ec-cc9afe5c44c3,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:37:28.501593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:37:28.516942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:28.707260 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Floating IP 78ddd851-9921-4b36-9265-c4c075edc916 associated. External IP: 172.26.3.62, port: 57456665-8e58-43f1-b862-8f04fbdd3596.
Dec 22 15:37:29.091522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 867fe090-dd77-44a2-ade5-b47a4010ab5e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:37:29.402744 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:37:29.413142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Sync routers for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:37:29.427474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:29.428533 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535cb20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:29.431658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:29.490037 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5225084
Dec 22 15:37:29.490729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:37:29.517862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:29.564238 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596', 'status': 'completed', 'code': 200}
Dec 22 15:37:29.626050 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:29.671526 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-a0e33adf-eea3-46ee-b133-e7310a537437 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1098 time: 0.0799651
Dec 22 15:37:29.683218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dbb80-42e2-42d0-ad5b-3fb02c67a95f req-0ca4f448-4c57-41cd-bb8f-0db9c18ec234 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:29.689125 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c7dbb80-42e2-42d0-ad5b-3fb02c67a95f req-0ca4f448-4c57-41cd-bb8f-0db9c18ec234 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0808160
Dec 22 15:37:29.731677 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c7dbb80-42e2-42d0-ad5b-3fb02c67a95f req-e5b3179f-7636-4e8e-ad94-b120fb7fb2d0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411613
Dec 22 15:37:29.762042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47602) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:29.819833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-4c5be5c9-2dac-4946-bc22-3b21cf6c3a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:29.821845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-4c5be5c9-2dac-4946-bc22-3b21cf6c3a90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 897 time: 0.1438315
Dec 22 15:37:29.874255 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-28242777-2ce3-4e25-8af0-12c6d0c6e0a7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 990 time: 0.1109159
Dec 22 15:37:29.934077 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-5478bf5f-f5b3-45d7-8c7f-abd2a73525c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 998 time: 0.1053727
Dec 22 15:37:29.997547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535cb20>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '78ddd851-9921-4b36-9265-c4c075edc916', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'port_id': '57456665-8e58-43f1-b862-8f04fbdd3596', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'mac_address': 'fa:16:3e:b3:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:27Z', 'updated_at': '2021-12-22T15:37:27Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:30.001374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Checking router: 867fe090-dd77-44a2-ade5-b47a4010ab5e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:37:30.002035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-48c3af09-f4fa-4705-b175-2bb27ad0f66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:37:30.003490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-48c3af09-f4fa-4705-b175-2bb27ad0f66b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 200  len: 834 time: 0.0626278
Dec 22 15:37:30.012468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:37:30.013078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535cb20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:30.078362 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-cc8f8e7e-1b29-4035-966e-a213c2991f65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca639b94-ad1b-4525-a621-d50108aee6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679319
Dec 22 15:37:30.217296 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-5fb06935-b56f-431f-b5ef-b2e76aade10b service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321630
Dec 22 15:37:30.230744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:37:30.353104 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9cf8af8e-884e-4c1d-ac8e-97fbe42b9b70 req-de31e813-24f4-4df7-bf29-7acec0134023 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261022
Dec 22 15:37:30.574105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535cb20>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '78ddd851-9921-4b36-9265-c4c075edc916', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'port_id': '57456665-8e58-43f1-b862-8f04fbdd3596', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'mac_address': 'fa:16:3e:b3:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:27Z', 'updated_at': '2021-12-22T15:37:27Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:37:30.578097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b38b5-7922-4202-a18c-70d0460ede8d None None] The sync data for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv is: [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '78ddd851-9921-4b36-9265-c4c075edc916', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'port_id': '57456665-8e58-43f1-b862-8f04fbdd3596', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'mac_address': 'fa:16:3e:b3:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:27Z', 'updated_at': '2021-12-22T15:37:27Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:37:30.878123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47606) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:30.982437 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4b53d9d1-840d-4b57-b1b7-dcc317594376 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 990 time: 0.1031237
Dec 22 15:37:31.986244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47610) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:32.091496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-03fa0922-041d-4a3e-afb8-37b28f104284 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 990 time: 0.1041195
Dec 22 15:37:33.095215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47614) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:33.199926 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c314fede-d774-4236-91ed-9401891ebf47 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 990 time: 0.1034331
Dec 22 15:37:33.549777 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3371377-90f2-43db-8753-106c7a2a1c84 None None] New status for floating IP 78ddd851-9921-4b36-9265-c4c075edc916: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:37:33.605538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:34.203055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47618) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:37:34.307813 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5f5c6d49-7df9-4afc-acc4-c73a19a48675 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 992 time: 0.1035225
Dec 22 15:37:35.313142 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:37:54.646690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b45aaa20-af4c-4ebd-9f4c-7c6c86230268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:57.593616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3c54247f-72ab-4c47-bb02-6aed22529d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:58.152507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:58.204483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:37:59.454736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:03.620769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:05.850225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed769-ba2f-4a27-89dd-b5aa4323b939 req-618bc137-41d8-4101-b204-340ebd19d0b8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:05.851679 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-630ed769-ba2f-4a27-89dd-b5aa4323b939 req-618bc137-41d8-4101-b204-340ebd19d0b8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0765014
Dec 22 15:38:05.902075 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-630ed769-ba2f-4a27-89dd-b5aa4323b939 req-ac0fcbc9-1d45-461b-9d7f-96d2b1df29d2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449345
Dec 22 15:38:07.104391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7d01-3f9b-442b-9e23-4a4aebc5ba72 req-4b02897e-247f-4958-b362-435009fa0323 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:07.105864 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-847d7d01-3f9b-442b-9e23-4a4aebc5ba72 req-4b02897e-247f-4958-b362-435009fa0323 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0766389
Dec 22 15:38:07.151264 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-847d7d01-3f9b-442b-9e23-4a4aebc5ba72 req-6fb08a34-4cde-4549-b6fe-9a8966f01aff tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391741
Dec 22 15:38:07.179351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47638) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:07.282541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fc9de0de-856f-4ac4-a527-6704a332e422 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 992 time: 0.1019273
Dec 22 15:38:08.791318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695d14-f211-44de-932c-0cdc56af7bc1 req-4e0b9a23-7f87-420e-9f42-5cab0dbeb522 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:08.792803 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99695d14-f211-44de-932c-0cdc56af7bc1 req-4e0b9a23-7f87-420e-9f42-5cab0dbeb522 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0763388
Dec 22 15:38:08.838989 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-99695d14-f211-44de-932c-0cdc56af7bc1 req-c1cb6223-8dde-4f1f-80bb-27577687fd49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392807
Dec 22 15:38:10.040520 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320cd7-752c-4157-907c-44a83081e49a req-726e5097-f8b2-4ad4-9c56-d5c66ddfe4f9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:10.041975 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ce320cd7-752c-4157-907c-44a83081e49a req-726e5097-f8b2-4ad4-9c56-d5c66ddfe4f9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0787015
Dec 22 15:38:10.092493 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ce320cd7-752c-4157-907c-44a83081e49a req-1c9d78e8-a6fc-4d98-bfa6-a66c18f72dce tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447383
Dec 22 15:38:11.302497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fce98-5c5b-4153-b275-7922908ed8fc req-552518a7-3767-4cf3-bde1-984c63a23d9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:11.303875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d2fce98-5c5b-4153-b275-7922908ed8fc req-552518a7-3767-4cf3-bde1-984c63a23d9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0880938
Dec 22 15:38:11.456666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0d2fce98-5c5b-4153-b275-7922908ed8fc req-77988bf4-e600-43f8-8a4b-20862b9b7a29 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472740
Dec 22 15:38:12.314606 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:38:12.391647 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-101af133-c6a3-4dff-a04b-d6f6d99f5484 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1098 time: 0.1369014
Dec 22 15:38:12.539479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623da68-4722-4478-b666-76dd476c3ca4 req-b1941f5f-1c9b-4f36-886e-568f13f5f143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:12.540881 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-b1941f5f-1c9b-4f36-886e-568f13f5f143 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 897 time: 0.1276534
Dec 22 15:38:12.652812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-004b6571-6db1-4f08-ba80-3099ec1d1007 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 1000 time: 0.1028876
Dec 22 15:38:12.659394 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cae09-a0ab-4d61-a5e5-5c2e6be3e4dd req-a343945d-d4bc-461d-a434-18efdc6a28e1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:12.661193 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-699cae09-a0ab-4d61-a5e5-5c2e6be3e4dd req-a343945d-d4bc-461d-a434-18efdc6a28e1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0790343
Dec 22 15:38:12.708858 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-699cae09-a0ab-4d61-a5e5-5c2e6be3e4dd req-2e398d14-540e-4c4b-be90-72051dffea05 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418470
Dec 22 15:38:12.722848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623da68-4722-4478-b666-76dd476c3ca4 req-a0c2b770-d81e-443d-aa97-3f6824c1e7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:12.724220 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-a0c2b770-d81e-443d-aa97-3f6824c1e7b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 200  len: 834 time: 0.0633399
Dec 22 15:38:12.805325 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-76bf4d8e-998c-4171-9bdb-67e6b6e6cc4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca639b94-ad1b-4525-a621-d50108aee6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698764
Dec 22 15:38:12.935890 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-d9a821c0-9422-441b-8f7f-271317820af8 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227231
Dec 22 15:38:13.070146 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c623da68-4722-4478-b666-76dd476c3ca4 req-eebb2ab1-8425-4e4e-a009-bd1d86efb99e service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249616
Dec 22 15:38:13.907041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fddd3-bbd6-4e76-93d5-ba2ff7f4214e req-cf144cff-37a8-4e8c-8634-41033d085e7b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:13.908538 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-943fddd3-bbd6-4e76-93d5-ba2ff7f4214e req-cf144cff-37a8-4e8c-8634-41033d085e7b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0772269
Dec 22 15:38:13.959465 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-943fddd3-bbd6-4e76-93d5-ba2ff7f4214e req-fd4166d0-ea85-4d07-ac4e-f3ff66e82c11 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454056
Dec 22 15:38:15.177681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c29b-82a2-4c2e-bc91-cd962ce56ef7 req-e80603ee-402a-4cfa-baba-dc6f7eebbbfb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:15.179042 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a42c29b-82a2-4c2e-bc91-cd962ce56ef7 req-e80603ee-402a-4cfa-baba-dc6f7eebbbfb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0956216
Dec 22 15:38:15.226710 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4a42c29b-82a2-4c2e-bc91-cd962ce56ef7 req-96f71e5a-7b9d-44ec-9e66-72db5ba421fe tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421407
Dec 22 15:38:15.256115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47660) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:15.382231 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0b85ad1c-2dc0-4580-8a95-99472914c10b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 200  len: 992 time: 0.1247323
Dec 22 15:38:15.721608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47668) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:15.958039 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 106181f0-378d-4878-91ec-cc9afe5c44c3 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:38:15.965294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:16.272207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:16.272953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:16.395726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 106181f0-378d-4878-91ec-cc9afe5c44c3 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:38:16.554043 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:16.557713 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-74847de4-643c-4d99-8b16-756ad1ca92b7 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:16.602593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=106181f0-378d-4878-91ec-cc9afe5c44c3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:16.646153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.646536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.646912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.647284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.647651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.648015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.648374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.648758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.649115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.649469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.649824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:16.681299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:16.715419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:17.116244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 867fe090-dd77-44a2-ade5-b47a4010ab5e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:38:17.321965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:38:17.333367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Sync routers for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:38:17.344369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:17.346415 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:17.347034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756b6d30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:17.402928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/floatingips/78ddd851-9921-4b36-9265-c4c075edc916 HTTP/1.1" status: 204  len: 168 time: 1.6776135
Dec 22 15:38:17.402928 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:38:17.466277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596', 'status': 'completed', 'code': 200}
Dec 22 15:38:17.537833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:17.585187 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-99cf65d9-2c5e-4770-b8ff-a3cede6c67cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 1098 time: 0.0891104
Dec 22 15:38:17.758773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-68219ed6-8b7f-4b70-9c41-abc36dd2d2cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:17.762164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-68219ed6-8b7f-4b70-9c41-abc36dd2d2cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 200  len: 897 time: 0.1670110
Dec 22 15:38:17.868845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-145ddc98-143d-4c18-aee1-955b9c3c145f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 200  len: 217 time: 0.0994680
Dec 22 15:38:17.894936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756b6d30>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:17.899360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Checking router: 867fe090-dd77-44a2-ade5-b47a4010ab5e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:38:17.911797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:17.912450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756b6d30>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:17.948147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-56df930d-e0c4-4242-bb71-dc6b867ac0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:17.949591 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-56df930d-e0c4-4242-bb71-dc6b867ac0e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 200  len: 834 time: 0.0714908
Dec 22 15:38:18.009624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d29566-14bb-4dbe-8076-f9c49c707a12 req-aa27ca29-63f3-4cbb-a0b2-e3f4eadb8dd1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:18.011101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09d29566-14bb-4dbe-8076-f9c49c707a12 req-aa27ca29-63f3-4cbb-a0b2-e3f4eadb8dd1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.1938217
Dec 22 15:38:18.082502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09d29566-14bb-4dbe-8076-f9c49c707a12 req-12bdab4e-dec5-424d-a0a0-7c2debe65181 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637374
Dec 22 15:38:18.085543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-93466eb2-9fc6-4262-b27f-b35a6beb344d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca639b94-ad1b-4525-a621-d50108aee6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1265814
Dec 22 15:38:18.104294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:18.236276 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-4764e50c-52cd-4442-a91d-78ed24a37ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393857
Dec 22 15:38:18.503786 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbc03297-4cda-4b2b-8b14-e1eae302f35e req-3b613393-562b-47c3-9c14-7136dd050b47 service neutron] 10.222.0.61 "GET /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598991
Dec 22 15:38:18.504497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756b6d30>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:18.509251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee4913-a43a-4e98-a021-3c56a055d38c None None] The sync data for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv is: [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:12Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'aafb0fd0-afec-4295-bcb5-b6464b021019', 'name': '', 'network_id': 'ca639b94-ad1b-4525-a621-d50108aee6a4', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:11Z', 'updated_at': '2021-12-22T15:37:19Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3b7fe258-8f40-47d3-a346-ca4813c711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:38:18.755039 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75246b03-23ea-43ef-af1a-bb7cdd91e4cc None None] New status for floating IP 78ddd851-9921-4b36-9265-c4c075edc916: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:38:19.286496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9001-ce6e-4bb2-8f53-d04a9f38a493 req-cbbebbd0-c242-4e9c-b27a-942e2bf9e6cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:19.287173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-fcff9001-ce6e-4bb2-8f53-d04a9f38a493 req-cbbebbd0-c242-4e9c-b27a-942e2bf9e6cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:19.306908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-fcff9001-ce6e-4bb2-8f53-d04a9f38a493 req-cbbebbd0-c242-4e9c-b27a-942e2bf9e6cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:19.308131 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fcff9001-ce6e-4bb2-8f53-d04a9f38a493 req-cbbebbd0-c242-4e9c-b27a-942e2bf9e6cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0973201
Dec 22 15:38:19.355800 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fcff9001-ce6e-4bb2-8f53-d04a9f38a493 req-625dd4b0-8292-496b-9809-59f5ea48ecfb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1881741-ec08-4148-bf3e-c71aa5b9d76d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407758
Dec 22 15:38:19.710851 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dde62e-8483-4439-979e-f92962e2ac53 req-b314f4b5-eb0e-41ea-aa03-3114c643e6d2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:19.712400 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62dde62e-8483-4439-979e-f92962e2ac53 req-b314f4b5-eb0e-41ea-aa03-3114c643e6d2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 945 time: 0.0805233
Dec 22 15:38:19.800579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 57456665-8e58-43f1-b862-8f04fbdd3596 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:38:19.800912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:20.065490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 57456665-8e58-43f1-b862-8f04fbdd3596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57456665-8e58-43f1-b862-8f04fbdd3596,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:20.065747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:20.190863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 57456665-8e58-43f1-b862-8f04fbdd3596 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:38:20.340981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:20.349622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:20.425718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=57456665-8e58-43f1-b862-8f04fbdd3596,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:20.473419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.473794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.474164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.474527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.474887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.475249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.475611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.475959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.476309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.476681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.477035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:20.480970 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:20.488279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] No DVR routers for this DVR port 57456665-8e58-43f1-b862-8f04fbdd3596 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:38:20.491030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:20.495301 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'name': 'network-vif-deleted', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:38:20.544521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0443c21-0dfe-4a92-a45e-0130ddfda975 req-de92eb47-2be9-4330-8960-8a131c4b809d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e29094-c5fa-40eb-8ec3-13d8a3692704 HTTP/1.1" status: 200  len: 210 time: 0.0575445
Dec 22 15:38:20.550760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-62dde62e-8483-4439-979e-f92962e2ac53 req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "DELETE /v2.0/ports/57456665-8e58-43f1-b862-8f04fbdd3596 HTTP/1.1" status: 204  len: 173 time: 0.8295867
Dec 22 15:38:20.554872 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e29094-c5fa-40eb-8ec3-13d8a3692704', 'name': 'network-vif-deleted', 'tag': '57456665-8e58-43f1-b862-8f04fbdd3596', 'status': 'completed', 'code': 200}
Dec 22 15:38:21.659316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47686) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:22.206558 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:22.850931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port aafb0fd0-afec-4295-bcb5-b6464b021019 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:38:22.851611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:23.043085 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port aafb0fd0-afec-4295-bcb5-b6464b021019, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aafb0fd0-afec-4295-bcb5-b6464b021019,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:23.043407 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:23.170560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for aafb0fd0-afec-4295-bcb5-b6464b021019 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:38:23.361176 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:23.365099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-206257a9-acd9-4259-8742-8da44aa91100 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:23.413188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=aafb0fd0-afec-4295-bcb5-b6464b021019,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:23.416537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:23.855815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:24.010975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 57456665-8e58-43f1-b862-8f04fbdd3596 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:38:24.042977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 57456665-8e58-43f1-b862-8f04fbdd3596 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:38:24.043340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 57456665-8e58-43f1-b862-8f04fbdd3596 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:38:24.461458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 867fe090-dd77-44a2-ade5-b47a4010ab5e has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:38:24.651160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8d26bdc-a1c7-4784-ac95-07298249d1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:24.679114 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:38:24.689567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Sync routers for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:38:24.694126 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/867fe090-dd77-44a2-ade5-b47a4010ab5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0337341
Dec 22 15:38:24.696914 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47690) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:24.702278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:24.702908 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575984b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:24.894362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting subnet 3b7fe258-8f40-47d3-a346-ca4813c711d0 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:38:24.897547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:24.899356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:24.957997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.059081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.156848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.160958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-99cf96e5-a52f-439b-950b-1a36f48860f7 tempest-RoutersIpV6Test-468592560 tempest-RoutersIpV6Test-468592560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:25.199060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7fe258-8f40-47d3-a346-ca4813c711d0,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:25.203007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:25.204008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.210184 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d5c8de38-84ef-4db0-afd0-1fb2a4106c61 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/subnets/3b7fe258-8f40-47d3-a346-ca4813c711d0 HTTP/1.1" status: 204  len: 168 time: 0.5122857
Dec 22 15:38:25.213126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47694) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:25.214783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac31d0-53fa-4c4c-b371-48319bd05af7 None None] Network ca639b94-ad1b-4525-a621-d50108aee6a4 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:38:25.232561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575984b50>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:25.287442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Checking router: 867fe090-dd77-44a2-ade5-b47a4010ab5e for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:38:25.325346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Routers {'867fe090-dd77-44a2-ade5-b47a4010ab5e'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:25.326068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575984b50>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:37:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['867fe090-dd77-44a2-ade5-b47a4010ab5e'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:25.435191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.594546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] Set router 867fe090-dd77-44a2-ade5-b47a4010ab5e gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:25.660290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.671893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:38:25.672578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.734893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] DHCP port deletion for ca639b94-ad1b-4525-a621-d50108aee6a4 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:38:25.789092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Deleting port 91f5378e-3cea-4692-9f86-153548176a16 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:38:25.789532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:25.981944 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:25.982209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.105282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:38:26.145451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] For port 91f5378e-3cea-4692-9f86-153548176a16, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=91f5378e-3cea-4692-9f86-153548176a16,segment=NetworkSegment(39aaa407-e664-424c-9a15-3ead7a590206),segment_id=39aaa407-e664-424c-9a15-3ead7a590206)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:26.145846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.283187 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Calling delete_port for 91f5378e-3cea-4692-9f86-153548176a16 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:38:26.300034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.304049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6099e01a-01d9-40e6-9185-ebe38031bad2 tempest-ServersNegativeTestJSON-539078910 tempest-ServersNegativeTestJSON-539078910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:26.347692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:26.348040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575984b50>, [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:26.351824 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:26.366058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90764241-94ca-4975-a272-7ff8ea29938f None None] The sync data for ids ['867fe090-dd77-44a2-ade5-b47a4010ab5e'] in dv-neutron-822675-1-hyperv is: [{'id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060158309', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:38:23Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fe090-dd77-44a2-ade5-b47a4010ab5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:08Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:38:26.381275 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.386070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:26.434622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Pushing event deleted for resources: {'Port': ['ID=91f5378e-3cea-4692-9f86-153548176a16,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:26.445603 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] No DVR routers for this DVR port 91f5378e-3cea-4692-9f86-153548176a16 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:38:26.448054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.448308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.448665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.449001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.449330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.449654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.449977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.450505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.450811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.451153 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.451474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:26.457313 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:26.600267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.873123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.878132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.904863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.905672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Fanout notify agent at l3_agent the message router_deleted on router 867fe090-dd77-44a2-ade5-b47a4010ab5e {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:38:26.920769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:26.921846 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/routers/867fe090-dd77-44a2-ade5-b47a4010ab5e HTTP/1.1" status: 204  len: 168 time: 1.7073479
Dec 22 15:38:26.924950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47698) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:27.046692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.186805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.212102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85750e4fa0>,) {'filters': {'network_id': ['ca639b94-ad1b-4525-a621-d50108aee6a4']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:27.237280 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85750e4fa0>, '39aaa407-e664-424c-9a15-3ead7a590206') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:27.237565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85750e4fa0>, '39aaa407-e664-424c-9a15-3ead7a590206') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:27.250350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.267243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.273791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:38:27.274182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:38:27.289118 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:38:27.486264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aafb0fd0-afec-4295-bcb5-b6464b021019 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:38:27.511295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.515898 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c910f559-f5ae-4dbd-9571-ed2dfa5b2468 tempest-NetworksIpV6TestAttrs-1013211028 tempest-NetworksIpV6TestAttrs-1013211028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:27.521714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: aafb0fd0-afec-4295-bcb5-b6464b021019 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:38:27.522022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aafb0fd0-afec-4295-bcb5-b6464b021019 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:38:27.522445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91f5378e-3cea-4692-9f86-153548176a16 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:38:27.533962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.541759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Network': ['ID=ca639b94-ad1b-4525-a621-d50108aee6a4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:27.544739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/networks/ca639b94-ad1b-4525-a621-d50108aee6a4 HTTP/1.1" status: 204  len: 168 time: 0.6188381
Dec 22 15:38:27.545839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d62bfa18-00a3-4fef-96f8-784846393330 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:27.547816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47702) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:27.558390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 91f5378e-3cea-4692-9f86-153548176a16 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:38:27.558746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 91f5378e-3cea-4692-9f86-153548176a16 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:38:27.593622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0f85b917-0091-4ce6-b80d-b02b66b77371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.627903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.658999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.725464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.729493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3dd377d7-b972-4739-b14a-819202357388 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:27.745447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1881741-ec08-4148-bf3e-c71aa5b9d76d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:27.748555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:27.758647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:27.759821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/security-groups/e1881741-ec08-4148-bf3e-c71aa5b9d76d HTTP/1.1" status: 204  len: 168 time: 0.2111032
Dec 22 15:38:28.037254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47710) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.043979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344321002', 'description': 'tempest-secgroup-smoke-344321002 description', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.051428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.055624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.058572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.064561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.075317 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.113626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.117322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.120182 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.126611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.159157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.183545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.195419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.199589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-886eb3ec-7698-49ca-842c-c9399a1a9986 tempest-ServersAdminNegativeTestJSON-685288824 tempest-ServersAdminNegativeTestJSON-685288824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:28.212180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.246505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e54ba-ae0b-4ba2-812e-d52787c6780c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:28.250448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:28.251349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.252610 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2134023
Dec 22 15:38:28.256172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.261814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.269706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.274235 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.277815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.284593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.304277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.370600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.374437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.376221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7797ff59-386f-4a36-b205-251991b89c4b tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:28.398683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3437d85f-9bd3-4653-80bc-2c1137f9114b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:28.401198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:28.409461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.410638 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1535199
Dec 22 15:38:28.413417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47718) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.418880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.425321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.429275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.432146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.438403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.456156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.518875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.523161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.525159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b73d94ea-4212-44f4-9176-af2d61a2af79 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:28.550153 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e851adf3-d026-442e-ae54-819bbcb974f1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:28.552951 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:28.561108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.562310 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1479666
Dec 22 15:38:28.565002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47722) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.570697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.577240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.581104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.584049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.590078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.608639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.676903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.680499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.682276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-540d1083-89ce-4a81-925b-ad7495bd1030 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:28.705547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caf2f5d-b33b-414b-abcb-95e383b3f7af,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:28.710119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:28.714846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.716015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1500800
Dec 22 15:38:28.719943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47726) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.725446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.731403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.735717 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.738800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.744756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.763249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.831818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.835830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.837684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb852c64-9da5-4188-b8b7-46711a0dd4d6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:28.859754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ebf15f-16a6-4164-8fd5-b39c90b428d4,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:28.862294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:28.870419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.871643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1507432
Dec 22 15:38:28.875594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:28.881337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:28.887437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:28.892548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:28.895558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:28.902504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:28.914872 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:38:28.922803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.990958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.994895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:28.996742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b2ac8d-1bb8-4579-ba4f-c6b6b3b7ce1c tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:29.019388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d2e999-9cac-442c-ac19-a90f901c5c1b,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:29.021866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:29.029692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.030990 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-533ea68a-391b-43cc-be0c-aeeff188aba4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1544614
Dec 22 15:38:29.034756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47734) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:29.040965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'c38e54ba-ae0b-4ba2-812e-d52787c6780c', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:29.047477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:29.051611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:29.055137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:29.058575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:38:29.062795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:29.077671 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:38:29.084691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.098427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:38:29.098427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 3685a1bf-e9be-4ce9-8b97-e6f4ef24ea6b not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:38:29.155946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.159372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.166071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-08a2b227-94ec-4d59-a1e1-6d66dbbbdb3f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:29.188487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaf452b-ba88-4a1e-830a-ae0d0f198be3,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:29.191306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:29.199293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.200738 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f0eef1ce-69e5-4d6f-aa17-ec38a817a600 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1646469
Dec 22 15:38:29.203673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47738) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:29.209186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'network': {'name': 'tempest-network-smoke--1111044153', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:29.214273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:29.218974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:network and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:29.222257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:29.228117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:29.240069 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:38:29.243272 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.273345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:38:29.283397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.283799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Added segment 38d330a6-af58-4b1c-a91b-03aece276979 of type vlan for network 602e9d1f-ad41-4e52-86ef-fe93db6721ce
Dec 22 15:38:29.318590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.350149 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.353676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:29.354251 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.359104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f74ef156-3355-47a9-ba47-26958b919f1c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:29.459839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2551813
Dec 22 15:38:29.462120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.463713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47742) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:29.472502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'admin_state_up': True, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:29.481593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Network': ['ID=602e9d1f-ad41-4e52-86ef-fe93db6721ce,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:29.484672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:29.487127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-25b8d694-431d-491d-8f8b-a0261a8da669 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:29.489441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:router and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:29.492333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:29.493846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:38:29.498241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:29.510285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.511215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.533763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.693537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.881604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:29.912192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:30.058931 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.110 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/028d092a-36d8-4fde-8840-661623f63712) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:38:30.220292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:30.254758 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:30.258699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:30.334025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:30.337396 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:30.341794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:38:30.482743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=028d092a-36d8-4fde-8840-661623f63712,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:30.489992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:30.625638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:30.626366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:30.863838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router f6bd14e6-f703-4c83-93ea-7ecf38c32810 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:38:31.078642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:38:31.089867 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Sync routers for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:38:31.105343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:31.106542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6419146
Dec 22 15:38:31.109130 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:31.110074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47746) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:31.110254 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:31.152135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-95cb7489-c4d5-4a83-97eb-bba89b44aa9b tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1edbda2dc8de4a84a440a136c8912ba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0407836
Dec 22 15:38:31.154760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47750) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:31.300286 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9edaa3-e8ae-4392-a0fa-1ccef71285fe tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:31.301899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1b9edaa3-e8ae-4392-a0fa-1ccef71285fe tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1456857
Dec 22 15:38:31.305452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47754) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:31.345614 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f29c88a-d0e4-49d5-82e4-60fec1ab90bf tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0389957
Dec 22 15:38:31.348083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47758) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:31.353885 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253589470', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:31.357613 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:31.605453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:31.611462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:subnet and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:31.614607 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:31.622747 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:31.640076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:38:31.691692 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9d00>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:30Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:31.696720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Checking router: f6bd14e6-f703-4c83-93ea-7ecf38c32810 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:38:31.697116 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Updating router f6bd14e6-f703-4c83-93ea-7ecf38c32810 port 028d092a-36d8-4fde-8840-661623f63712 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:38:31.753392 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:31.757151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.002754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.007597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-faee3326-a11a-4ec4-8183-fcae6b99240b tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:32.086700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Subnet': ['ID=5255aace-476c-466f-a064-49c41953c3be,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:32.098538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:32.113284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Checking segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:38:32.113636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network hostable DHCP agents. Network: 602e9d1f-ad41-4e52-86ef-fe93db6721ce, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:38:32.120720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.133617 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Transition to ACTIVE for port object 028d092a-36d8-4fde-8840-661623f63712 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:32.137220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:38:32.140952 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.144574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:32.147469 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 602e9d1f-ad41-4e52-86ef-fe93db6721ce) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:32.151501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:32.152195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.160490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3c3fe-4df1-4756-bcad-93525edd4e5b None None] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:38:32.177095 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-08049f4b-469d-4e99-bc46-27eecc504048 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8274946
Dec 22 15:38:32.179863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47762) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:32.212172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Pushing event updated for resources: {'Port': ['ID=028d092a-36d8-4fde-8840-661623f63712,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:32.222021 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.222378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.222679 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.223016 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.223343 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.223674 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.224011 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.224318 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.224660 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.224989 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.225485 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:38:32.230693 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:32.256270 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Attempting to bind port 028d092a-36d8-4fde-8840-661623f63712 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:38:32.256630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Attempting to bind port 028d092a-36d8-4fde-8840-661623f63712 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:38:32.256956 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Attempting to bind port 028d092a-36d8-4fde-8840-661623f63712 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:38:32.265917 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:38:32.266522 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:38:32.267171 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.267665 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:38:32.268140 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Bound port: 028d092a-36d8-4fde-8840-661623f63712, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:38:32.268537 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.342106 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] For port 028d092a-36d8-4fde-8840-661623f63712, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:38:32.345435 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] For port 028d092a-36d8-4fde-8840-661623f63712, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=028d092a-36d8-4fde-8840-661623f63712,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:38:32.351052 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.355819 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:32.421402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:38:32.427955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.435084 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Pushing event updated for resources: {'Port': ['ID=028d092a-36d8-4fde-8840-661623f63712,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:32.439006 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-7dd9a265-4679-4506-9874-56d93d85cb54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:32.448641 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:32.449276 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9d00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:32.624277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Allocated IP 172.20.0.2 (602e9d1f-ad41-4e52-86ef-fe93db6721ce/5255aace-476c-466f-a064-49c41953c3be/8e1db2bd-225c-4c89-84c6-ed01097b41c5) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:38:32.659328 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:32.912021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.923660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Transition to ACTIVE for port object 8e1db2bd-225c-4c89-84c6-ed01097b41c5 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:32.952092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Transition to ACTIVE for port object 8e1db2bd-225c-4c89-84c6-ed01097b41c5 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:32.958259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:32.963325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:32.983161 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd9d00>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:30Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:32.987848 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf1f95-157f-4f90-ae73-f8690f8eb8d3 None None] The sync data for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv is: [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:30Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:38:33.032769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:33.036283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.036926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:33.038300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8e1db2bd-225c-4c89-84c6-ed01097b41c5,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:33.040514 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:38:33.042722 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:33.131579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Attempting to bind port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:38:33.131961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Attempting to bind port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:38:33.132337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Attempting to bind port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 on network 602e9d1f-ad41-4e52-86ef-fe93db6721ce {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:38:33.140612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:38:33.140612 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Checking segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:38:33.141067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.141421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Bound using segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:38:33.141913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Bound port: 8e1db2bd-225c-4c89-84c6-ed01097b41c5, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:38:33.142297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.274091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] For port 8e1db2bd-225c-4c89-84c6-ed01097b41c5, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:38:33.277263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] For port 8e1db2bd-225c-4c89-84c6-ed01097b41c5, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8e1db2bd-225c-4c89-84c6-ed01097b41c5,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:38:33.282823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.286562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-74c2b957-2e17-403f-8242-425f7a09c75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:33.372416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8e1db2bd-225c-4c89-84c6-ed01097b41c5,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:33.376935 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:33.657570 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.752361 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.1 (602e9d1f-ad41-4e52-86ef-fe93db6721ce/5255aace-476c-466f-a064-49c41953c3be/6e9cf42e-88cc-4acb-bd80-d83cd62383f3) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:38:33.927839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.945184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:33.969473 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:33.973380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-150d7904-482f-4e3e-b8b4-44661254e7d4 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:34.050738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:34.054614 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:34.059066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:38:34.089288 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:34.095728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:34.127905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.224038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.423233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f4050-ef8c-4b28-b567-89a3391f6167 None None] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:38:34.597323 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-c1408ede-e193-4332-b9fe-75261e63906c None None] Provisioning for port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:34.690681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.695255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.726207 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a021526d-5c7b-482f-9c04-045aaadd93a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:34.810878 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:34.815622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:34.818681 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.935528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db0202a7-453d-4b11-90a9-0ee960757dbb None None] Provisioning for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:34.941586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-db0202a7-453d-4b11-90a9-0ee960757dbb None None] Provisioning complete for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:34.942056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-db0202a7-453d-4b11-90a9-0ee960757dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:34.978235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:34.979544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:35.009292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-db0202a7-453d-4b11-90a9-0ee960757dbb None None] Port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:38:35.161830 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a46120ac-ddbb-4b89-9b47-2d9b0f7b8526 None None] Provisioning complete for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:35.169376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a46120ac-ddbb-4b89-9b47-2d9b0f7b8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.204656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 028d092a-36d8-4fde-8840-661623f63712 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:35.284853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a46120ac-ddbb-4b89-9b47-2d9b0f7b8526 None None] Port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:38:35.319864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 028d092a-36d8-4fde-8840-661623f63712 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:35.327071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 028d092a-36d8-4fde-8840-661623f63712 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:35.327546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.437170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-be190881-5f5f-444f-b63d-8c56118ce862 None None] Provisioning complete for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:35.438055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-be190881-5f5f-444f-b63d-8c56118ce862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.540853 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-be190881-5f5f-444f-b63d-8c56118ce862 None None] Port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:38:35.543606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.556159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router f6bd14e6-f703-4c83-93ea-7ecf38c32810 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:38:35.561462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 028d092a-36d8-4fde-8840-661623f63712, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=028d092a-36d8-4fde-8840-661623f63712,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:35.566891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.568027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8e1db2bd-225c-4c89-84c6-ed01097b41c5 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:35.593167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:35.684888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=028d092a-36d8-4fde-8840-661623f63712,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:35.690640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:35.705238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:35.710501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:35.710883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.801429 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:38:35.816320 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/f6bd14e6-f703-4c83-93ea-7ecf38c32810/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6340466
Dec 22 15:38:35.840071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.882347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 8e1db2bd-225c-4c89-84c6-ed01097b41c5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8e1db2bd-225c-4c89-84c6-ed01097b41c5,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:35.886468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:35.888425 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:35.958267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=8e1db2bd-225c-4c89-84c6-ed01097b41c5,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:35.962267 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:36.024372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-e24fce72-d678-4968-923e-a21eef3a5bec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:36.040634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-e24fce72-d678-4968-923e-a21eef3a5bec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:36.042118 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-e24fce72-d678-4968-923e-a21eef3a5bec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344321002&fields=id&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 267 time: 0.0644944
Dec 22 15:38:36.201828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-f99fdba0-8644-4e40-badc-bf24a8a5ceae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:36.202480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-f99fdba0-8644-4e40-badc-bf24a8a5ceae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:36.220891 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-f99fdba0-8644-4e40-badc-bf24a8a5ceae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:36.222070 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-f99fdba0-8644-4e40-badc-bf24a8a5ceae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 797 time: 0.1721175
Dec 22 15:38:36.240309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-1151d56e-b0ed-448b-b367-a44a85c78585 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/quotas/1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 375 time: 0.0124907
Dec 22 15:38:36.326205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-9fb9432c-648d-4c11-93bf-8349bbba3578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:36.342610 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-9fb9432c-648d-4c11-93bf-8349bbba3578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:36.344188 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-9fb9432c-648d-4c11-93bf-8349bbba3578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0985875
Dec 22 15:38:36.487817 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-5d1003f2-f317-4a1a-b1e8-da02f1956d19 service neutron] 10.222.0.69 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321816
Dec 22 15:38:36.646766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-628e0e57-ec42-43d4-a400-cf28571dc7df service neutron] 10.222.0.69 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529694
Dec 22 15:38:36.748163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Sync routers for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:38:36.766629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:36.767601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575871280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:36.849366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-79951fe7-c799-473e-8bf0-a8aa931ab5d4 req-b90e3c17-6d05-4d25-8be0-40061d565d8b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:36.861430 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-79951fe7-c799-473e-8bf0-a8aa931ab5d4 req-b90e3c17-6d05-4d25-8be0-40061d565d8b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:36.862585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-79951fe7-c799-473e-8bf0-a8aa931ab5d4 req-b90e3c17-6d05-4d25-8be0-40061d565d8b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0595183
Dec 22 15:38:36.952502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:37.122442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 028d092a-36d8-4fde-8840-661623f63712 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:37.335523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 028d092a-36d8-4fde-8840-661623f63712 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:37.335781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:37.472538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575871280>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 2, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:37.479482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Checking router: f6bd14e6-f703-4c83-93ea-7ecf38c32810 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:38:37.479846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Updating router f6bd14e6-f703-4c83-93ea-7ecf38c32810 port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:38:37.507088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8e1db2bd-225c-4c89-84c6-ed01097b41c5 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:37.583141 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:37.660027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:37.660434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:37.984932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e368dba1-72b0-43f5-89e4-79b9b870e082 req-077a3092-9bb1-4c30-8aa6-f2a083a41deb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0464396
Dec 22 15:38:38.061863 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:38.074865 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Transition to ACTIVE for port object 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:38.083121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:38.086980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:38.212879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Pushing event updated for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:38.216497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:38.309433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Attempting to bind port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:38:38.309818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Attempting to bind port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:38:38.310194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Attempting to bind port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 on network 602e9d1f-ad41-4e52-86ef-fe93db6721ce {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:38:38.317643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:38:38.318025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Checking segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:38:38.318435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:38.318843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Bound using segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:38:38.319322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Bound port: 6e9cf42e-88cc-4acb-bd80-d83cd62383f3, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:38:38.319704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:38.429348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] For port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:38:38.432523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] For port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:38:38.437097 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:38.440754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:38.518682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Pushing event updated for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:38.522852 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:38.524502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:38.525169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575871280>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:38.771553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:39.098639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575871280>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:38Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:39.102792 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7aebc3f0-7ff8-4f56-a40e-b74ee48f3796 req-1f70ba0c-1178-401f-b6cf-88d4b6574de7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0439796
Dec 22 15:38:39.103535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d9553-4343-47a3-a252-776dbe4dcff4 None None] The sync data for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv is: [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:38Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:38:40.251041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9f36537a-d0c4-4aa8-974e-7c575a3f3cb9 req-a00b20bb-4de8-4b1c-b6fa-f295dbf9f99c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0442173
Dec 22 15:38:41.125827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:41.201793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:41.207951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:41.208638 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:41.333163 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:41.374980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:41.379736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:41.381728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:41.437388 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-92d2ae7d-4646-4a73-bdef-7ab0057a793d req-341e1b75-9735-474e-9ecb-1f217b83f425 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0504293
Dec 22 15:38:41.451929 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:41.455309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:42.221397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-831535de-0546-418b-8074-0fcd7d40f4f1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:42.222854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-831535de-0546-418b-8074-0fcd7d40f4f1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 797 time: 0.2782013
Dec 22 15:38:42.290856 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-4e738ea6-5bb8-4187-8849-6ce6825ec4d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 379 time: 0.0523989
Dec 22 15:38:42.302784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'port': {'device_id': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'admin_state_up': True, 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'security_groups': ['c38e54ba-ae0b-4ba2-812e-d52787c6780c']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:42.446349 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:42.456566 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:42.468412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:38:42.471613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:42.617177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ec54ee6a-cd21-4a37-8281-e22179a4a9f4 req-c94e7d18-acbe-4340-9d30-4fb7d18f1450 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0487416
Dec 22 15:38:42.699778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.7 (602e9d1f-ad41-4e52-86ef-fe93db6721ce/5255aace-476c-466f-a064-49c41953c3be/b6768944-57c0-44ae-8250-08457efbe6aa) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:38:42.909511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:42.932667 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object b6768944-57c0-44ae-8250-08457efbe6aa will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:42.955494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:42.961556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:43.033288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:43.036979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:43.041368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:38:43.067706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:43.073803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:43.112083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:43.112759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.130200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:43.144416 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8441777
Dec 22 15:38:43.157334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Request body: {'port': {'device_id': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:43.207172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:43.207471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.288754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.372647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2144652d-df71-433d-898c-8fee94288422 None None] Provisioning for port b6768944-57c0-44ae-8250-08457efbe6aa completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:43.378369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2144652d-df71-433d-898c-8fee94288422 None None] Provisioning complete for port b6768944-57c0-44ae-8250-08457efbe6aa triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:43.379398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2144652d-df71-433d-898c-8fee94288422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.447843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2144652d-df71-433d-898c-8fee94288422 None None] Port b6768944-57c0-44ae-8250-08457efbe6aa cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:38:43.645721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6768944-57c0-44ae-8250-08457efbe6aa {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:38:43.658569 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.675484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Transition to ACTIVE for port object b6768944-57c0-44ae-8250-08457efbe6aa will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:38:43.679108 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:43.682876 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2899ffc6-00da-4dd6-a175-d1dc16b94920 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:43.814597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Pushing event updated for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:43.819034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:43.854505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52784-158d-42bb-b7fd-e1ae5e7cf661 req-885a3248-bbf1-41bf-8c00-eb6ac6b3110b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:43.856543 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-06f52784-158d-42bb-b7fd-e1ae5e7cf661 req-885a3248-bbf1-41bf-8c00-eb6ac6b3110b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 943 time: 0.1120381
Dec 22 15:38:43.916314 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-06f52784-158d-42bb-b7fd-e1ae5e7cf661 req-b25da4d1-da92-4dde-8abd-211310488f16 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535059
Dec 22 15:38:43.932055 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Attempting to bind port b6768944-57c0-44ae-8250-08457efbe6aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:38:43.932548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Attempting to bind port b6768944-57c0-44ae-8250-08457efbe6aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:38:43.932739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Attempting to bind port b6768944-57c0-44ae-8250-08457efbe6aa on network 602e9d1f-ad41-4e52-86ef-fe93db6721ce {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:38:43.944473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Port b6768944-57c0-44ae-8250-08457efbe6aa on network 602e9d1f-ad41-4e52-86ef-fe93db6721ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:38:43.944882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Attempting to bind port b6768944-57c0-44ae-8250-08457efbe6aa on network 602e9d1f-ad41-4e52-86ef-fe93db6721ce {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:38:43.953178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:38:43.953510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Checking segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:38:43.953954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Bound using segment: {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:38:43.954305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Bound port: b6768944-57c0-44ae-8250-08457efbe6aa, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d330a6-af58-4b1c-a91b-03aece276979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:38:43.954647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:44.054443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:38:44.057332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b6768944-57c0-44ae-8250-08457efbe6aa,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:38:44.062392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:44.066283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b211d588-0ccf-4bdc-b152-11fc03e32dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:44.121133 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:44.122567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 1093 time: 0.9709320
Dec 22 15:38:44.123719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:38:44.147013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Pushing event updated for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:44.150120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:44.206674 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'status': 'completed', 'code': 200}
Dec 22 15:38:44.379315 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-f00b31be-fa1f-4d1b-8c20-4b3506af4cfe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1096 time: 0.2069948
Dec 22 15:38:44.450529 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-857249c9-018a-483a-b2d9-90eb4abbe6f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 217 time: 0.0623658
Dec 22 15:38:44.517567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-14dc0ea1-799c-4d84-8b96-01334b6d98ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:44.519046 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-14dc0ea1-799c-4d84-8b96-01334b6d98ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0621657
Dec 22 15:38:44.605160 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-e6f6c003-d804-483e-8ead-eedd95ffcce5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771484
Dec 22 15:38:44.751832 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-e3246470-648d-454b-adaa-5bcc9781e814 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346958
Dec 22 15:38:44.892871 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e8ea0067-3284-4e76-bc2d-2b6ac75e63aa req-91346efe-9909-46ed-963f-5689ea37dbbe service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341968
Dec 22 15:38:45.013302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-c722d9fb-cab4-40b4-8c4d-2738ccce5335 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1096 time: 0.0751753
Dec 22 15:38:45.139657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db59a-2bde-4b4c-bf50-cdaa4be23f0a req-b916622b-ac09-4cb5-a1b7-085d896424e9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:45.141259 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-714db59a-2bde-4b4c-bf50-cdaa4be23f0a req-b916622b-ac09-4cb5-a1b7-085d896424e9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 943 time: 0.0844100
Dec 22 15:38:45.157169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-38bfe8a3-5ff0-45a3-b51c-e8759eacd1e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:45.158623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-38bfe8a3-5ff0-45a3-b51c-e8759eacd1e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1385663
Dec 22 15:38:45.202160 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-714db59a-2bde-4b4c-bf50-cdaa4be23f0a req-1bd3d5c6-3bba-4e04-94d8-be3bf69a42fd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544422
Dec 22 15:38:45.230033 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-dfd7777f-da4b-417d-b071-d10eea32b420 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 217 time: 0.0628710
Dec 22 15:38:45.299093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-9906963c-0b10-4083-80fb-a6f034acc9f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:45.300610 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-9906963c-0b10-4083-80fb-a6f034acc9f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0640657
Dec 22 15:38:45.384003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-08a2d7e0-fc08-440c-9293-d3fd43ed89be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731721
Dec 22 15:38:45.522719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-9dc0da4f-174f-43ed-afbe-1c3af74d341b service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314538
Dec 22 15:38:45.660424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79417e07-f293-4c5e-9c07-137ee64d23a0 req-15fde202-1a33-4e07-80d1-1d99550d04a9 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298044
Dec 22 15:38:46.418047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5c024-3f92-4f27-b8bf-46719cf9d937 req-a37e1a7b-4be8-48c2-848f-425e2ce61855 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:46.418738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d8f5c024-3f92-4f27-b8bf-46719cf9d937 req-a37e1a7b-4be8-48c2-848f-425e2ce61855 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:38:46.434893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d8f5c024-3f92-4f27-b8bf-46719cf9d937 req-a37e1a7b-4be8-48c2-848f-425e2ce61855 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:38:46.437069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8f5c024-3f92-4f27-b8bf-46719cf9d937 req-a37e1a7b-4be8-48c2-848f-425e2ce61855 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 943 time: 0.0987346
Dec 22 15:38:46.489320 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d8f5c024-3f92-4f27-b8bf-46719cf9d937 req-540da455-ec01-4a3d-be24-38234df031ce tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460236
Dec 22 15:38:47.692306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e06e-6c02-408e-901a-543e07e520f5 req-c306a489-3ab0-4ae7-a6e1-52cbb34665f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:47.694040 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9aa2e06e-6c02-408e-901a-543e07e520f5 req-c306a489-3ab0-4ae7-a6e1-52cbb34665f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 943 time: 0.0795641
Dec 22 15:38:47.742091 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9aa2e06e-6c02-408e-901a-543e07e520f5 req-1a8136f9-79da-4fee-b237-11814a96204b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425479
Dec 22 15:38:48.143867 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b6768944-57c0-44ae-8250-08457efbe6aa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:38:48.298234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b6768944-57c0-44ae-8250-08457efbe6aa,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:48.313087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'port_id': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'mac_address': 'fa:16:3e:ad:57:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:38:48.378073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:48.395546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6768944-57c0-44ae-8250-08457efbe6aa {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:38:48.410838 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b6768944-57c0-44ae-8250-08457efbe6aa,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:48.416682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:48.419562 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:48.490619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:48.494286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:48.684546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['b6768944-57c0-44ae-8250-08457efbe6aa'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:38:48.949921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8562d9-5c52-4052-a6ee-48f0b907b80b req-339e0fb5-6265-4d1b-9731-cdc9dc136170 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:48.952618 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3c8562d9-5c52-4052-a6ee-48f0b907b80b req-339e0fb5-6265-4d1b-9731-cdc9dc136170 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 944 time: 0.0841749
Dec 22 15:38:49.008364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3c8562d9-5c52-4052-a6ee-48f0b907b80b req-544f7ddf-4a7e-4cf7-936d-16c7b9f3b688 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504203
Dec 22 15:38:49.315051 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:38:50.140074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b6768944-57c0-44ae-8250-08457efbe6aa up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:38:50.215157 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port b6768944-57c0-44ae-8250-08457efbe6aa completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:38:50.220896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257deec-8cab-45ff-a34d-a9af0222f8e4 req-393ab44a-817a-4ccb-803f-a3a14695e702 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:50.222398 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b257deec-8cab-45ff-a34d-a9af0222f8e4 req-393ab44a-817a-4ccb-803f-a3a14695e702 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 944 time: 0.0866976
Dec 22 15:38:50.223547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port b6768944-57c0-44ae-8250-08457efbe6aa triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:38:50.224120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:50.275201 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b257deec-8cab-45ff-a34d-a9af0222f8e4 req-ea13aea9-0813-4b2a-bacc-41b6dc464ef6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435536
Dec 22 15:38:50.412860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:50.449341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:38:50.461369 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b6768944-57c0-44ae-8250-08457efbe6aa,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:38:50.465926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:50.469324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:50.516229 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'code': 200}
Dec 22 15:38:50.543190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:50.546734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:50.761450 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b7bcd84-a3a4-4384-9c68-e4fcf717e84b req-40851766-1502-4ba4-958e-fc83e8a30c59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.0741639
Dec 22 15:38:50.811882 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b7bcd84-a3a4-4384-9c68-e4fcf717e84b req-c125371c-495f-455a-9e25-76ae7d8b0f40 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396893
Dec 22 15:38:51.482804 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e7b3-5ebe-4c38-bb17-f37b2d74b5a7 req-19660e21-7c00-45e7-9251-1000a2eb1cfc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:51.484370 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-38f5e7b3-5ebe-4c38-bb17-f37b2d74b5a7 req-19660e21-7c00-45e7-9251-1000a2eb1cfc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0804193
Dec 22 15:38:51.532844 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-38f5e7b3-5ebe-4c38-bb17-f37b2d74b5a7 req-4f230586-d065-4205-ae1b-75122fca52eb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427682
Dec 22 15:38:52.735746 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70ae4-0e8b-4909-a651-bc7702d3cb3a req-35ed22b6-6975-4061-a02d-b1c580f5c0db tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:52.737355 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2a70ae4-0e8b-4909-a651-bc7702d3cb3a req-35ed22b6-6975-4061-a02d-b1c580f5c0db tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0786247
Dec 22 15:38:52.784877 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f2a70ae4-0e8b-4909-a651-bc7702d3cb3a req-06c2f91c-d732-476c-9758-f8e6aeb091a6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418169
Dec 22 15:38:52.989627 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89993-6219-4be3-9d75-1d7678afaee8 req-8747aa27-dcae-4b45-9950-b45683d2e1f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:52.991106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fac89993-6219-4be3-9d75-1d7678afaee8 req-8747aa27-dcae-4b45-9950-b45683d2e1f7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0814476
Dec 22 15:38:53.039502 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fac89993-6219-4be3-9d75-1d7678afaee8 req-bec09913-ab5c-4c8d-a56a-61cf0a1a29ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427217
Dec 22 15:38:53.068584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47824) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:53.140335 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fc12cf7c-1911-48a0-a5e7-005b73b93b06 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1093 time: 0.0704126
Dec 22 15:38:53.142867 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47828) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:53.148443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:38:53.154899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:38:53.159835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:floatingip and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:38:53.162775 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:38:53.168637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:38:53.180672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:53.329995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:53.475523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.87 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/d1e4548b-e1b8-42a2-a1c9-01772572d7af) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:38:53.646718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:53.679912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:53.683709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1f6eeb32-fe11-4670-9440-107ef796f0df tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:53.859924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:38:53.863354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:38:53.865968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:38:53.899149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=d1e4548b-e1b8-42a2-a1c9-01772572d7af,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:53.901995 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:54.408173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:54.470396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:54.649702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e11b0a57-2673-4d94-b14e-52400d53f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:54.692958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:54.698458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:54.702839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:38:54.803929 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=d1e4548b-e1b8-42a2-a1c9-01772572d7af,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:38:54.807942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:38:54.822770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:55.023303 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Floating IP e66d3f47-7f6e-427b-9b1d-ef05891dbe40 associated. External IP: 172.26.3.87, port: b6768944-57c0-44ae-8250-08457efbe6aa.
Dec 22 15:38:55.562122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router f6bd14e6-f703-4c83-93ea-7ecf38c32810 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:38:55.774959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:38:55.787011 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Sync routers for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:38:55.801927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:55.844334 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:55.844994 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758cf0a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:55.862613 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7186978
Dec 22 15:38:55.863275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:38:55.936071 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'status': 'completed', 'code': 200}
Dec 22 15:38:56.052968 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:56.200027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-a4fa8358-a814-4bae-a8ed-bb702c5ba93b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.2394645
Dec 22 15:38:56.291777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe7c52-cab4-4e90-aaeb-9370cce4d6b0 req-566bd807-939f-4049-bd3a-0756e78cb913 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:56.293292 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-77fe7c52-cab4-4e90-aaeb-9370cce4d6b0 req-566bd807-939f-4049-bd3a-0756e78cb913 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.1796429
Dec 22 15:38:56.385379 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-77fe7c52-cab4-4e90-aaeb-9370cce4d6b0 req-fbb93812-b4c2-4277-9abc-39465baea3b3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792568
Dec 22 15:38:56.394357 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-dcec088d-6656-49d9-a48c-cc8d9d1d65f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:56.395824 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-dcec088d-6656-49d9-a48c-cc8d9d1d65f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1870580
Dec 22 15:38:56.415972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47836) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:56.432326 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758cf0a0>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'e66d3f47-7f6e-427b-9b1d-ef05891dbe40', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'port_id': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'mac_address': 'fa:16:3e:ad:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:54Z', 'updated_at': '2021-12-22T15:38:54Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:56.436999 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Checking router: f6bd14e6-f703-4c83-93ea-7ecf38c32810 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:38:56.448116 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:38:56.448766 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758cf0a0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:38:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:56.523543 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-8d0760ef-cab2-4fe8-8e9e-a27f2a2bbeea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 998 time: 0.1204300
Dec 22 15:38:56.564455 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ea75c5a6-8faa-41fd-8ffc-a05fc5889a13 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/e66d3f47-7f6e-427b-9b1d-ef05891dbe40 HTTP/1.1" status: 200  len: 990 time: 0.1459644
Dec 22 15:38:56.612254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-b1ece406-023a-4e25-b768-1076440a0cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:38:56.614886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-b1ece406-023a-4e25-b768-1076440a0cf2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0819964
Dec 22 15:38:56.647953 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:38:56.708648 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-f6f0d9e1-8150-4c11-aeae-dfdff485064d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0871224
Dec 22 15:38:56.857403 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-6ccd162d-3a1b-4f43-b162-89b79c38b5c2 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414640
Dec 22 15:38:56.994144 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-576e4248-7c1a-40f5-aab1-4cc26078158c req-b2dee63b-4dac-4144-93e5-37b21509a504 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301172
Dec 22 15:38:57.024753 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758cf0a0>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'e66d3f47-7f6e-427b-9b1d-ef05891dbe40', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'port_id': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'mac_address': 'fa:16:3e:ad:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:54Z', 'updated_at': '2021-12-22T15:38:54Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:38:57.031310 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f930b67-a4d1-4466-815a-2d64073ca7ec None None] The sync data for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv is: [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'e66d3f47-7f6e-427b-9b1d-ef05891dbe40', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'port_id': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'mac_address': 'fa:16:3e:ad:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:38:54Z', 'updated_at': '2021-12-22T15:38:54Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:38:57.230404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088c86d-9c0c-41c0-8c91-a907198d403c None None] New status for floating IP e66d3f47-7f6e-427b-9b1d-ef05891dbe40: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:38:57.567064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47840) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:38:57.588996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b28386ab-9ff5-426d-a952-dceb3df6db52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:57.682498 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c5848d37-0196-4a85-ac8c-1075df4ba7f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/e66d3f47-7f6e-427b-9b1d-ef05891dbe40 HTTP/1.1" status: 200  len: 992 time: 0.1141772
Dec 22 15:38:58.161357 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:58.206699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:38:59.473327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:01.904054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-e37872b2-c007-4d06-b30f-b8d4c9e4b4a2 req-a518a3d6-0b00-46bd-b85c-9a18cc2698d4 tempest-ServerDiskConfigTestJSON-2049606917 tempest-ServerDiskConfigTestJSON-2049606917-project] (83456) timed out ('10.222.0.61', 53490) {{(pid=83456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 15:39:03.624816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:14.260566 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-57c0ef9e-c7b3-41f4-8243-9e6b8bb455ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733004
Dec 22 15:39:14.402496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-75ae2ab4-a66c-4fe1-bb80-738bfc3f0e19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.0704973
Dec 22 15:39:14.557646 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-2f816d4f-0be4-4fcf-9a95-a9b5136a919f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:14.559007 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-2f816d4f-0be4-4fcf-9a95-a9b5136a919f service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1346128
Dec 22 15:39:14.667121 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-3163b4a5-7b66-4f3e-90a6-d889a8a493fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 1000 time: 0.1000481
Dec 22 15:39:14.735278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-5f44dbec-de47-483f-955d-39847fb861d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:14.736812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-5f44dbec-de47-483f-955d-39847fb861d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0602534
Dec 22 15:39:14.824060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-51beb1cd-2053-47c9-a921-6d9df87fd27b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776870
Dec 22 15:39:14.837992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-a4291443-356e-4f1f-8a75-bb495431b991 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:39:14.838977 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-a4291443-356e-4f1f-8a75-bb495431b991 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047841
Dec 22 15:39:14.975826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-299372ea-8981-4bbe-95df-edb943d54fc4 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298466
Dec 22 15:39:15.224027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d9c4a25-eed9-4b16-82b3-48bb5e2c6bf6 req-4bfebe3a-24de-4f17-a79f-82db69ae0ed8 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393839
Dec 22 15:39:24.642572 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-67db0a78-031f-47e2-b55a-565af23e5d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:26.315790 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:39:27.586424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d11d3abc-a607-4f6b-9925-ddd01fd3c405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:28.165137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:28.210147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:29.469910 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:32.122633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-b0e7632c-a2b9-4f36-a81d-cf64ab9fe49e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.0813730
Dec 22 15:39:32.263414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-75282bec-c86d-4337-9355-35f5cc0f37cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:32.264824 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-75282bec-c86d-4337-9355-35f5cc0f37cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1348433
Dec 22 15:39:32.270841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04df141-a346-428b-a23e-d95a88d44ffc req-fd655861-ed2f-49a6-957c-cdd4f69ab12e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:32.272497 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f04df141-a346-428b-a23e-d95a88d44ffc req-fd655861-ed2f-49a6-957c-cdd4f69ab12e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.1931133
Dec 22 15:39:32.331051 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f04df141-a346-428b-a23e-d95a88d44ffc req-5ed296db-d7ca-4886-8b0d-ede6bb81b3a0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521977
Dec 22 15:39:32.386632 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-95339f0b-9107-41d5-b868-a67e27ab22a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 1000 time: 0.1149218
Dec 22 15:39:32.464037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-2e721200-5580-461c-9d43-0f2a2b03d927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:32.466205 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-2e721200-5580-461c-9d43-0f2a2b03d927 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0702522
Dec 22 15:39:32.549078 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-1dcddd63-3877-4f92-a7d2-1a9ba751eb52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751572
Dec 22 15:39:32.695105 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-396d0e8d-d006-4735-af06-89decc147c9a service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345863
Dec 22 15:39:32.842111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f6617ea4-7e00-4b6e-8a85-1bfbe12f0965 req-feb86fe9-e8d1-4160-8f33-06b3a5e7a030 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397266
Dec 22 15:39:33.641401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:33.647136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52b8b4-91c5-4633-bab5-d5a4d2fe71c8 req-abd42f82-63fb-400f-9a99-4f8eb198a7fc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:33.648695 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad52b8b4-91c5-4633-bab5-d5a4d2fe71c8 req-abd42f82-63fb-400f-9a99-4f8eb198a7fc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.1882045
Dec 22 15:39:33.699778 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad52b8b4-91c5-4633-bab5-d5a4d2fe71c8 req-50c3d84b-0342-46f2-8e3c-50093df2314f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441558
Dec 22 15:39:34.902237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c724ea-70a1-4002-b9ce-55dbf1a75c08 req-ca697b0f-e797-4062-b811-0ff78823aad3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:34.903829 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-68c724ea-70a1-4002-b9ce-55dbf1a75c08 req-ca697b0f-e797-4062-b811-0ff78823aad3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0792696
Dec 22 15:39:34.960352 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-68c724ea-70a1-4002-b9ce-55dbf1a75c08 req-ab3ed028-f8df-4136-87e2-f0c55453178d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507898
Dec 22 15:39:36.169546 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcacea5-ea33-4e0f-aa2d-63f5f008786f req-f0d81dea-45d3-4751-ad26-cae0f79741eb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:36.171015 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bcacea5-ea33-4e0f-aa2d-63f5f008786f req-f0d81dea-45d3-4751-ad26-cae0f79741eb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0811410
Dec 22 15:39:36.217894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0bcacea5-ea33-4e0f-aa2d-63f5f008786f req-bfbde2fd-2afc-48ca-9d78-fce9fd8f9637 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411410
Dec 22 15:39:37.429330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9b7ca-bd73-4047-824f-1279dec0f35b req-25182d4c-3250-4f3f-ad12-87c11baed5cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:37.430834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-17e9b7ca-bd73-4047-824f-1279dec0f35b req-25182d4c-3250-4f3f-ad12-87c11baed5cc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0824833
Dec 22 15:39:37.479208 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-17e9b7ca-bd73-4047-824f-1279dec0f35b req-792625bf-02bb-4329-b9c1-be6951783e0e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425079
Dec 22 15:39:38.681399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702931-3abf-47f1-ad23-8cc2ad46f7c2 req-5e613ef8-44c7-45cf-92b5-f3d08e3270bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:38.682875 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc702931-3abf-47f1-ad23-8cc2ad46f7c2 req-5e613ef8-44c7-45cf-92b5-f3d08e3270bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0796044
Dec 22 15:39:38.735544 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc702931-3abf-47f1-ad23-8cc2ad46f7c2 req-dba1b77f-6179-4179-9008-136faf75c622 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465715
Dec 22 15:39:39.940805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eee96-6712-482f-a977-01a47d117310 req-73f0612b-89cd-4edf-a147-283658e42e5f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:39.942164 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ad1eee96-6712-482f-a977-01a47d117310 req-73f0612b-89cd-4edf-a147-283658e42e5f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0789809
Dec 22 15:39:39.991452 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ad1eee96-6712-482f-a977-01a47d117310 req-6db780f3-7066-4786-a5cb-cf07df71b29a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437539
Dec 22 15:39:41.205444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe4ac7-2b7e-4e96-ba19-2d7b344a1dee req-b8aa2c93-799f-45c0-afbb-6483ba984be3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:41.206975 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6cfe4ac7-2b7e-4e96-ba19-2d7b344a1dee req-b8aa2c93-799f-45c0-afbb-6483ba984be3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0874681
Dec 22 15:39:41.261281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6cfe4ac7-2b7e-4e96-ba19-2d7b344a1dee req-fbbe077f-e07a-4275-8caf-27ecb39a3e34 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487528
Dec 22 15:39:42.473451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c2974-0567-43b1-8080-ae2184c83bd7 req-bbae9c25-ed50-4527-bebf-b09ee78356dc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:42.475094 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e1c2974-0567-43b1-8080-ae2184c83bd7 req-bbae9c25-ed50-4527-bebf-b09ee78356dc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0860438
Dec 22 15:39:42.525334 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e1c2974-0567-43b1-8080-ae2184c83bd7 req-e667027f-0b1a-4369-8661-43729d9ddc22 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405390
Dec 22 15:39:43.733157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038d5f-11f2-4639-9c8a-8251f557c4d2 req-fcbff855-5232-4b5c-8737-0af90d371c22 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:43.734604 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa038d5f-11f2-4639-9c8a-8251f557c4d2 req-fcbff855-5232-4b5c-8737-0af90d371c22 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0814071
Dec 22 15:39:43.782598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa038d5f-11f2-4639-9c8a-8251f557c4d2 req-1e7636cc-9758-4ca7-9ca4-bd18c56147dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423844
Dec 22 15:39:44.987286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383484dd-dbe5-4309-a2c4-fc85c74fecf7 req-3e0f35f2-090f-416d-b2eb-1965f7f5d988 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:44.988693 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-383484dd-dbe5-4309-a2c4-fc85c74fecf7 req-3e0f35f2-090f-416d-b2eb-1965f7f5d988 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0802407
Dec 22 15:39:45.041007 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-383484dd-dbe5-4309-a2c4-fc85c74fecf7 req-6d8d97aa-7131-4b2b-be5f-77cdcb88d65f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456560
Dec 22 15:39:46.239266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588ccbb-f920-488e-a281-642e41f1ef7f req-9760fb36-eb87-4f3a-81b3-0e989167a33f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:46.240837 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6588ccbb-f920-488e-a281-642e41f1ef7f req-9760fb36-eb87-4f3a-81b3-0e989167a33f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0789742
Dec 22 15:39:46.287572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6588ccbb-f920-488e-a281-642e41f1ef7f req-3192f940-7d6d-45e4-b84e-f9a586a40b53 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407293
Dec 22 15:39:47.497412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca31ac-3749-4729-b111-80ff5be39270 req-044653a2-c15d-4b80-bd3c-3372c1e9e86f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:47.498906 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1ca31ac-3749-4729-b111-80ff5be39270 req-044653a2-c15d-4b80-bd3c-3372c1e9e86f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0847681
Dec 22 15:39:47.549964 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1ca31ac-3749-4729-b111-80ff5be39270 req-381ac88d-298f-4f3f-9fcc-d1578b574d4d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454700
Dec 22 15:39:48.769494 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6dfde-7904-4503-b78a-8c6a18147ca9 req-3952a098-8f69-4aed-b77b-e6155d719f84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:48.771019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2ce6dfde-7904-4503-b78a-8c6a18147ca9 req-3952a098-8f69-4aed-b77b-e6155d719f84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0832670
Dec 22 15:39:48.827331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2ce6dfde-7904-4503-b78a-8c6a18147ca9 req-7a008686-7a8e-498e-a171-73ea8d6080cd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463946
Dec 22 15:39:50.039740 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a06c-c027-4afc-afd2-8081396d95b0 req-a2714830-758f-496a-86bf-78ac829b1b01 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:39:50.041191 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d061a06c-c027-4afc-afd2-8081396d95b0 req-a2714830-758f-496a-86bf-78ac829b1b01 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0850670
Dec 22 15:39:50.089044 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d061a06c-c027-4afc-afd2-8081396d95b0 req-c0f5a9b5-4ed5-484a-83d0-d631a10978c3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418293
Dec 22 15:39:50.118822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47896) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:39:50.228270 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8b3a3e0c-1ff5-41f4-b0dc-a02833c4f3bc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/e66d3f47-7f6e-427b-9b1d-ef05891dbe40 HTTP/1.1" status: 200  len: 992 time: 0.1080799
Dec 22 15:39:54.653974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-71530d28-090d-4319-8c0c-ed1d8987a510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:57.586977 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe16e-7ca1-42bf-b0bb-50af5bd875cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:58.166811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:58.213126 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:39:59.470136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:03.316166 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:40:03.678039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:16.915181 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-2c7050a6-54a1-4937-adfe-8998398e7f44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0847063
Dec 22 15:40:17.211537 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-1e217e6d-e5ef-49dd-95f4-cf6cdb8a8628 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.2098091
Dec 22 15:40:17.366355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-2cb8c88d-d019-463a-905a-652a5a619e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:17.367816 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-2cb8c88d-d019-463a-905a-652a5a619e3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1342545
Dec 22 15:40:17.496948 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-d87d3b79-e5e8-4cbd-8562-efc90ed13bb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 1000 time: 0.1204245
Dec 22 15:40:17.563442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-928cbab0-bfe3-4d70-9a68-93559ae7d261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:17.565000 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-928cbab0-bfe3-4d70-9a68-93559ae7d261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0606496
Dec 22 15:40:17.645681 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-c0d01dcf-8628-489a-a537-83905b2202a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711052
Dec 22 15:40:17.781774 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-4a41083d-4551-4194-9649-145607354433 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271701
Dec 22 15:40:17.920889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3dc78444-0b59-470d-b7f4-162a51a2f549 req-922a48ee-1b55-4ee4-a33e-3dd1bdd33da3 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279798
Dec 22 15:40:22.782734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47910) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:22.985814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port d1e4548b-e1b8-42a2-a1c9-01772572d7af {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:40:22.986037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:23.162101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:23.162414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:23.286818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for d1e4548b-e1b8-42a2-a1c9-01772572d7af owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:40:23.448772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:23.452577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ab54d427-42eb-4646-9965-6bcf3bb5ecf1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:23.501663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=d1e4548b-e1b8-42a2-a1c9-01772572d7af,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:23.568290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.568614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.568993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.569360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.569723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.570084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.570444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.570798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.571155 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.571514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.571868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:23.578075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:23.604992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:24.111464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router f6bd14e6-f703-4c83-93ea-7ecf38c32810 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:40:24.314683 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:40:24.324833 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Sync routers for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:40:24.336635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:24.337997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:24.338607 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a91bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:24.394179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/floatingips/e66d3f47-7f6e-427b-9b1d-ef05891dbe40 HTTP/1.1" status: 204  len: 168 time: 1.6076510
Dec 22 15:40:24.394179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:40:24.537362 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'status': 'completed', 'code': 200}
Dec 22 15:40:24.554749 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:24.659245 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-23920c62-7563-4701-8def-0497179333ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 1098 time: 0.0975418
Dec 22 15:40:24.673542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-88081817-d114-479e-8ddb-06c7c7a2b740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:24.850052 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-2ff6ad1c-c0a6-4b11-a2c9-6c5fea8ba604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:24.851698 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-2ff6ad1c-c0a6-4b11-a2c9-6c5fea8ba604 service neutron] 10.222.0.61 "GET /v2.0/networks?id=602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 200  len: 898 time: 0.1855643
Dec 22 15:40:24.916316 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a91bb0>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:24.921129 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Checking router: f6bd14e6-f703-4c83-93ea-7ecf38c32810 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:40:24.931932 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:24.933233 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a91bb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:39:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:24.936810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-836a37bc-0af2-4161-afdc-8268be5c540d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 200  len: 217 time: 0.0732722
Dec 22 15:40:24.943131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792359e-6051-481b-811e-83dda195956f req-60a38744-dd80-4635-a8c4-79e3482b3e88 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:24.943803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1792359e-6051-481b-811e-83dda195956f req-60a38744-dd80-4635-a8c4-79e3482b3e88 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:25.009026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-1792359e-6051-481b-811e-83dda195956f req-60a38744-dd80-4635-a8c4-79e3482b3e88 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:25.010172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1792359e-6051-481b-811e-83dda195956f req-60a38744-dd80-4635-a8c4-79e3482b3e88 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.2587109
Dec 22 15:40:25.013799 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-eb4cff9c-c578-433c-b182-380ee88790ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:25.015392 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-eb4cff9c-c578-433c-b182-380ee88790ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 200  len: 834 time: 0.0685122
Dec 22 15:40:25.109154 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1792359e-6051-481b-811e-83dda195956f req-341131bd-a62e-481a-89ad-e8c864ce4fc9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922151
Dec 22 15:40:25.112878 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:25.128804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-148d629f-e0ae-41dd-95b0-94668e066d86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=602e9d1f-ad41-4e52-86ef-fe93db6721ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0969844
Dec 22 15:40:25.267389 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-314cf3cc-cfa1-4671-942d-33a47cf26278 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304159
Dec 22 15:40:25.403900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fa463a2c-9ce8-4d71-a071-712dd6a24fe8 req-ff5ae68f-a506-42a2-a84c-598817e11ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274612
Dec 22 15:40:25.438488 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a91bb0>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:25.442557 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762d5ac-cb62-4d5d-b5b5-7a31f8645cfb None None] The sync data for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv is: [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:34Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '6e9cf42e-88cc-4acb-bd80-d83cd62383f3', 'name': '', 'network_id': '602e9d1f-ad41-4e52-86ef-fe93db6721ce', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:17:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5255aace-476c-466f-a064-49c41953c3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:33Z', 'updated_at': '2021-12-22T15:38:41Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '5255aace-476c-466f-a064-49c41953c3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:40:25.672540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f6a25-7997-4c88-84f2-e893594186d3 None None] New status for floating IP e66d3f47-7f6e-427b-9b1d-ef05891dbe40: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:40:26.321987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000cddf-d738-4cae-b8d5-8070d093dd45 req-17467697-12f8-4af8-8c3b-6945a5320c59 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:26.323855 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b000cddf-d738-4cae-b8d5-8070d093dd45 req-17467697-12f8-4af8-8c3b-6945a5320c59 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0764065
Dec 22 15:40:26.368928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b000cddf-d738-4cae-b8d5-8070d093dd45 req-e8ee502c-b7a5-4ac9-951f-0cdfa1f96fc1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38e54ba-ae0b-4ba2-812e-d52787c6780c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394034
Dec 22 15:40:26.486815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-b93f1122-f75e-4c89-9ca7-1a686f8549af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:26.488225 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-b93f1122-f75e-4c89-9ca7-1a686f8549af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 945 time: 0.0751565
Dec 22 15:40:26.684433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port b6768944-57c0-44ae-8250-08457efbe6aa {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:40:26.684768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:26.934793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port b6768944-57c0-44ae-8250-08457efbe6aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b6768944-57c0-44ae-8250-08457efbe6aa,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:26.935047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:27.055545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for b6768944-57c0-44ae-8250-08457efbe6aa owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:40:27.194540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:27.200861 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9828b76a-0f3b-44c0-8542-4cfffaae2880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:27.243098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=b6768944-57c0-44ae-8250-08457efbe6aa,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:27.247616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:27.320437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] No DVR routers for this DVR port b6768944-57c0-44ae-8250-08457efbe6aa on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:40:27.322688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:27.326018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'name': 'network-vif-deleted', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:40:27.345563 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ff9e2e87-349a-4476-bde8-cfe83a034bc0 req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "DELETE /v2.0/ports/b6768944-57c0-44ae-8250-08457efbe6aa HTTP/1.1" status: 204  len: 173 time: 0.8481939
Dec 22 15:40:27.390775 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6187f8-a247-4e6f-95a8-12b42168247c', 'name': 'network-vif-deleted', 'tag': 'b6768944-57c0-44ae-8250-08457efbe6aa', 'status': 'completed', 'code': 200}
Dec 22 15:40:27.547419 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d2531129-1cfc-40fc-b861-18a128051b69 req-5ca79335-3b2a-4fb7-9e92-ccdc46bca1b8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6187f8-a247-4e6f-95a8-12b42168247c HTTP/1.1" status: 200  len: 210 time: 0.0480778
Dec 22 15:40:27.582628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1614ff6d-80e7-490a-a8e3-c74b3d5eaac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:28.170467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:28.218299 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:28.658437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47936) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:29.091191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:29.474107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:29.823879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:40:29.824478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:30.012707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 6e9cf42e-88cc-4acb-bd80-d83cd62383f3, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:30.013056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:30.132837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:40:30.320031 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:30.324586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:30.367457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=6e9cf42e-88cc-4acb-bd80-d83cd62383f3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:30.370936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:30.591242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b6768944-57c0-44ae-8250-08457efbe6aa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:40:30.627404 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: b6768944-57c0-44ae-8250-08457efbe6aa {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:40:30.628022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device b6768944-57c0-44ae-8250-08457efbe6aa not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:40:30.666366 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:31.361147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router f6bd14e6-f703-4c83-93ea-7ecf38c32810 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:40:31.565044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:40:31.576217 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Sync routers for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:40:31.579340 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/f6bd14e6-f703-4c83-93ea-7ecf38c32810/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9198375
Dec 22 15:40:31.581960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47944) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:31.595410 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:31.595410 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:31.769640 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting subnet 5255aace-476c-466f-a064-49c41953c3be {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:40:31.771845 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:31.772558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:31.830091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:31.912565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:31.987753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:31.991949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d6fafe45-ce98-4465-81ab-150d3fcaa03d tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:32.032441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Subnet': ['ID=5255aace-476c-466f-a064-49c41953c3be,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:32.035501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:32.041422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.052244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb5c92-29db-4c0e-8e95-52bddfbe16cd None None] Network 602e9d1f-ad41-4e52-86ef-fe93db6721ce requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:40:32.052843 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/subnets/5255aace-476c-466f-a064-49c41953c3be HTTP/1.1" status: 204  len: 168 time: 0.4669299
Dec 22 15:40:32.052843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47948) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:32.092456 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0100>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:40:30Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:32.096307 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Checking router: f6bd14e6-f703-4c83-93ea-7ecf38c32810 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:40:32.106778 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Routers {'f6bd14e6-f703-4c83-93ea-7ecf38c32810'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:32.107391 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0100>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:32.260730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.291340 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] Set router f6bd14e6-f703-4c83-93ea-7ecf38c32810 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:32.309485 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] DHCP port deletion for 602e9d1f-ad41-4e52-86ef-fe93db6721ce request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:40:32.320421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Deleting port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:40:32.321044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.498040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.513464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 028d092a-36d8-4fde-8840-661623f63712 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:40:32.513854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.540922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] For port 8e1db2bd-225c-4c89-84c6-ed01097b41c5, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=8e1db2bd-225c-4c89-84c6-ed01097b41c5,segment=NetworkSegment(38d330a6-af58-4b1c-a91b-03aece276979),segment_id=38d330a6-af58-4b1c-a91b-03aece276979)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:32.541217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.603236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575fa0100>, [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:40:30Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:32.607464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063591d-9e1b-4f1e-860d-cc1d8825d171 None None] The sync data for ids ['f6bd14e6-f703-4c83-93ea-7ecf38c32810'] in dv-neutron-822675-1-hyperv is: [{'id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784050293', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '028d092a-36d8-4fde-8840-661623f63712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:40:30Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': '028d092a-36d8-4fde-8840-661623f63712', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bd14e6-f703-4c83-93ea-7ecf38c32810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:38:29Z', 'updated_at': '2021-12-22T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:40:32.667644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Calling delete_port for 8e1db2bd-225c-4c89-84c6-ed01097b41c5 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:40:32.718614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 028d092a-36d8-4fde-8840-661623f63712, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=028d092a-36d8-4fde-8840-661623f63712,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:32.718963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.741597 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:32.746192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-4a75f133-a754-4d2d-808a-88e84033a1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:32.836255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Pushing event deleted for resources: {'Port': ['ID=8e1db2bd-225c-4c89-84c6-ed01097b41c5,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:32.845233 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] No DVR routers for this DVR port 8e1db2bd-225c-4c89-84c6-ed01097b41c5 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:40:32.858868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.859218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.859566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.859888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.860219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.860576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.860903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.861227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.861552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.861868 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.862189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:32.866066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:32.971097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 028d092a-36d8-4fde-8840-661623f63712 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:40:33.142107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.146360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b6781fdf-1851-4b4b-9513-579b501e58b7 tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:33.168637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8e1db2bd-225c-4c89-84c6-ed01097b41c5 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:40:33.195210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=028d092a-36d8-4fde-8840-661623f63712,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:33.197933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:33.204714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 8e1db2bd-225c-4c89-84c6-ed01097b41c5 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:40:33.204714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 8e1db2bd-225c-4c89-84c6-ed01097b41c5 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:40:33.205028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:40:33.236795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:40:33.237169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 6e9cf42e-88cc-4acb-bd80-d83cd62383f3 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:40:33.419782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.677474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.693197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.697507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.722124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.722631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Fanout notify agent at l3_agent the message router_deleted on router f6bd14e6-f703-4c83-93ea-7ecf38c32810 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:40:33.737913 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.739168 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/routers/f6bd14e6-f703-4c83-93ea-7ecf38c32810 HTTP/1.1" status: 204  len: 168 time: 1.6857951
Dec 22 15:40:33.741826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47952) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:33.863536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:33.993907 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.018428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574bf3820>,) {'filters': {'network_id': ['602e9d1f-ad41-4e52-86ef-fe93db6721ce']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:34.030748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bf3820>, '38d330a6-af58-4b1c-a91b-03aece276979') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:34.031038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574bf3820>, '38d330a6-af58-4b1c-a91b-03aece276979') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:34.043008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.059196 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.065140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:40:34.065514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:40:34.079244 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:40:34.162709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.168124 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.171050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3355bddf-d19c-4692-a669-a08d08e3eef2 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:34.195960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Network': ['ID=602e9d1f-ad41-4e52-86ef-fe93db6721ce,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:34.199148 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:34.206491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/networks/602e9d1f-ad41-4e52-86ef-fe93db6721ce HTTP/1.1" status: 204  len: 168 time: 0.4635842
Dec 22 15:40:34.211743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47956) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:34.280273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.310325 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.493519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.497964 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3cd5f283-adba-4ee6-b5d2-23f84a273500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:34.512743 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e54ba-ae0b-4ba2-812e-d52787c6780c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:34.515372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:34.522294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.523414 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-72c4afae-0f85-4650-83c0-5eff2d56d073 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/security-groups/c38e54ba-ae0b-4ba2-812e-d52787c6780c HTTP/1.1" status: 204  len: 168 time: 0.3109894
Dec 22 15:40:34.775104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47964) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:34.781215 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940877696', 'description': 'tempest-secgroup-smoke-1940877696 description', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:34.787318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:34.791262 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:34.794533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:34.806468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:34.817938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.854041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:34.857962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:34.860846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:34.866375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:34.922017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.926180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.929870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8a47f40b-8998-4f86-85fa-0fed2a578422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:34.972226 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734af390-e2e9-4909-af6a-1a4ccf173c52,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:34.975043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:34.976364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2002454
Dec 22 15:40:34.977275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8ee5888e-de4e-41b3-b0e0-42e3a21b5d9d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:34.979178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47968) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:34.984830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:34.990781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:34.994547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:34.997972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.003621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.020510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.085751 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.089394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.091159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-43c5b8b0-1b95-4186-8960-641bff5f5be6 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.112980 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df8dea9-588a-49c5-9f35-f07813b21f4a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.115314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.124284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.126449 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0a5d9b4-ee92-4359-ae2f-8711dfb911e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1452734
Dec 22 15:40:35.128275 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47972) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.134303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.141168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.145177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.148218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.154535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.174882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 028d092a-36d8-4fde-8840-661623f63712 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:40:35.177004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.208729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 028d092a-36d8-4fde-8840-661623f63712 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:40:35.209083 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 028d092a-36d8-4fde-8840-661623f63712 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:40:35.243539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.246700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.248571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-43f24427-590b-45c0-a0f3-1b6e8bf75cd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.271147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71484234-a05e-4b92-90ba-ef910dfe357e,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.273469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.281019 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.282169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-54bf5aac-05b7-468e-b5de-0213b67408f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1528726
Dec 22 15:40:35.284837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47976) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.290719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.296376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.300489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.303249 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.308823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.325889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.387394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.390918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.392732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c3319bf9-ddae-4034-816e-cb25c8620a08 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.413720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3488fb1a-59c7-464c-bc76-22c53792e272,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.416127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.423819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.425023 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f05f9c30-bd05-4829-bd2a-a8551b6a242f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1392827
Dec 22 15:40:35.427723 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47980) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.433929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.439514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.443254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.446054 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.451754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.471665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.533259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.536794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.544475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d2631df-40b0-4e7a-b80b-1ec067d49216 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.564936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d9f55f-dadf-4e7f-be39-f284e8ad3557,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.567264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.571993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.573936 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1446140
Dec 22 15:40:35.575912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47984) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.581380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.587468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.592157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.595170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.600742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.611399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:40:35.618025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.684611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.688040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.689822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-256e2c2b-31d1-42fe-9f8a-67b88f596555 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.711527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2223a29f-83ac-47af-81e9-810a90d2b962,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.713981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.720728 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.721913 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5368b28e-6aa8-4f57-a3cd-eab2d7b05b2c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1450078
Dec 22 15:40:35.724631 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47988) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.730130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '734af390-e2e9-4909-af6a-1a4ccf173c52', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.735831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.739628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.742463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.748805 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.758516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:40:35.765770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.833978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.837557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.839532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85bda9b1-3cf9-4a95-90f9-6c43cd22abc8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:35.861491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36fa6a3-a83d-4dc0-8408-f14083fe6dfc,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:35.864092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:35.871671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.872880 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1473660
Dec 22 15:40:35.875779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 47992) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:35.881464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'network': {'name': 'tempest-network-smoke--332482596', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:35.886600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:35.890680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:network and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:35.893512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:35.899087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:35.909576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:40:35.912577 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.941688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:40:35.950636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:35.951100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Added segment 6c7ace72-1848-4d28-b3e9-da7f6ad00f88 of type vlan for network a7825fcf-5b73-460e-9350-75fba011ddf6
Dec 22 15:40:35.976664 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.006205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.010040 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:36.010639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.014174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e9513641-13c2-48bf-bdce-d6e6a4363578 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:36.118660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2418933
Dec 22 15:40:36.122115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 47996) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:36.125236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Network': ['ID=a7825fcf-5b73-460e-9350-75fba011ddf6,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:36.127904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-95a9e940-82dc-4c6c-b158-de124a6cbcc3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:36.128045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'admin_state_up': True, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:36.135590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network a7825fcf-5b73-460e-9350-75fba011ddf6 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:40:36.136768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:36.140746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:router and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:36.143630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:36.150151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:36.166537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.168433 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.189901 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.334063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.624239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.654934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.788771 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.25 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/cf4fa103-8d15-4fc7-8b7d-0198c4b59511) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:40:36.936179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.962732 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:36.967700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d47625d-d816-4f39-9589-3055ccefd1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:37.024324 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:37.032056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:37.036080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:40:37.065183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:37.087693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.088097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.088500 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.088882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.089249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.089761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.090128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.090570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.090931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.091290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.091649 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:37.096996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:37.212066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:37.212758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:37.449749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router e1267682-9e22-47d9-b076-0d09556dbd73 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:40:37.660218 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:40:37.669532 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Sync routers for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:40:37.681520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:37.682667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751c56d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:37.686161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:37.687351 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fa4c742f-f730-4f63-9ab7-f651abdb2e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5642128
Dec 22 15:40:37.690479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48000) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:37.733296 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1bf05096-617c-4667-a8cf-bad0eb8966e9 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1edbda2dc8de4a84a440a136c8912ba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0416036
Dec 22 15:40:37.735846 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48004) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:37.861569 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:37.873447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb905c-f623-4743-a2cd-5a65c35bde81 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:37.877585 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97cb905c-f623-4743-a2cd-5a65c35bde81 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1382136
Dec 22 15:40:37.877860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48008) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:37.919113 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4655b610-38cd-4963-8fa3-c0b20bcd8ec9 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374925
Dec 22 15:40:37.919290 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48012) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:37.924794 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548787299', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:38.033793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:38.037547 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:subnet and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:38.040683 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:38.046380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:38.056261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:40:38.150047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751c56d0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:37Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:38.155211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Checking router: e1267682-9e22-47d9-b076-0d09556dbd73 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:40:38.155579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Updating router e1267682-9e22-47d9-b076-0d09556dbd73 port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:40:38.210982 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.268708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.481960 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.485481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-383630f2-1460-4e79-b5ac-67b57e6b646d tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:38.553899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.565404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Subnet': ['ID=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:38.566793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Transition to ACTIVE for port object cf4fa103-8d15-4fc7-8b7d-0198c4b59511 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:38.567977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:38.582333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.583574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Checking segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:40:38.583948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network hostable DHCP agents. Network: a7825fcf-5b73-460e-9350-75fba011ddf6, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:40:38.588393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a435c8f3-100e-4167-b55e-f4bea9ea8ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:38.610621 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network a7825fcf-5b73-460e-9350-75fba011ddf6 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:40:38.621921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, a7825fcf-5b73-460e-9350-75fba011ddf6) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:38.626391 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:38.627022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.640230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55001d3f-a5af-4a8d-8654-2dd7f364ae85 None None] Network a7825fcf-5b73-460e-9350-75fba011ddf6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:40:38.656248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7332842
Dec 22 15:40:38.656611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48016) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:38.736242 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Pushing event updated for resources: {'Port': ['ID=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:38.750608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:38.763723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Attempting to bind port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:40:38.764095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Attempting to bind port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:40:38.764481 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Attempting to bind port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:40:38.783392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:40:38.783765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:40:38.784170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.784596 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:40:38.785066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Bound port: cf4fa103-8d15-4fc7-8b7d-0198c4b59511, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:40:38.785443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:38.988373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] For port cf4fa103-8d15-4fc7-8b7d-0198c4b59511, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:40:39.000671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] For port cf4fa103-8d15-4fc7-8b7d-0198c4b59511, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:40:39.006317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-a7825fcf-5b73-460e-9350-75fba011ddf6', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:40:39.007120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:39.021471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:39.027591 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-ae853bd8-8a5f-4677-8bda-0e4ff8cd09da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:39.171897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Pushing event updated for resources: {'Port': ['ID=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:39.180974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:39.216216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:39.216887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85751c56d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:39.369019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Allocated IP 172.20.0.2 (a7825fcf-5b73-460e-9350-75fba011ddf6/3a1244ce-68dc-4109-a7c0-10c30d3d9bf3/9fc9d6a7-536e-47ff-a675-199c2940fca9) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:40:39.432590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:39.498057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:39.885025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:39.924632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Transition to ACTIVE for port object 9fc9d6a7-536e-47ff-a675-199c2940fca9 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:39.946215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Transition to ACTIVE for port object 9fc9d6a7-536e-47ff-a675-199c2940fca9 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:39.952721 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:39.956658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:40.019286 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.1 (a7825fcf-5b73-460e-9350-75fba011ddf6/3a1244ce-68dc-4109-a7c0-10c30d3d9bf3/a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:40:40.035947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Network a7825fcf-5b73-460e-9350-75fba011ddf6 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:40.037896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:40.040554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Pushing event updated for resources: {'Port': ['ID=9fc9d6a7-536e-47ff-a675-199c2940fca9,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:40.042711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:40:40.046032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:40.052072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85751c56d0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:37Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:40.087687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da73d-3e6d-4e37-9f1f-2cd4a4492b0c None None] The sync data for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv is: [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:37Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:40:40.149393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Attempting to bind port 9fc9d6a7-536e-47ff-a675-199c2940fca9 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:40:40.149934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Attempting to bind port 9fc9d6a7-536e-47ff-a675-199c2940fca9 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:40:40.150439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Attempting to bind port 9fc9d6a7-536e-47ff-a675-199c2940fca9 on network a7825fcf-5b73-460e-9350-75fba011ddf6 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:40:40.162922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:40:40.163308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Checking segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:40:40.163740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.164147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Bound using segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:40:40.164662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Bound port: 9fc9d6a7-536e-47ff-a675-199c2940fca9, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:40:40.165055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.261712 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] For port 9fc9d6a7-536e-47ff-a675-199c2940fca9, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:40:40.265452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] For port 9fc9d6a7-536e-47ff-a675-199c2940fca9, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9fc9d6a7-536e-47ff-a675-199c2940fca9,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:40:40.288439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.306922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b7f3d310-e0d1-45b9-aafe-396456b2e10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:40.316416 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:40:40.350378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.367471 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:40.399136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Pushing event updated for resources: {'Port': ['ID=9fc9d6a7-536e-47ff-a675-199c2940fca9,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:40.404512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.409098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9e44eaba-a10d-498d-84f1-8dcb8f733428 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:40.409445 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:40.480244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network a7825fcf-5b73-460e-9350-75fba011ddf6 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:40.484003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:40.488527 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:40:40.514083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:40.519477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:40.578650 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:40.690410 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.118323 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.123873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.157112 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1968da7-e8aa-4abf-899c-c80f16f0fce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:41.243376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.247952 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:41.251939 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:41.271460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cf4fa103-8d15-4fc7-8b7d-0198c4b59511 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:41.344529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:41.350100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:41.350683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.394072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network a7825fcf-5b73-460e-9350-75fba011ddf6 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:41.395202 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:41.408710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1af8c3-e0e7-431d-9cb9-cf045f22e349 None None] Network a7825fcf-5b73-460e-9350-75fba011ddf6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:40:41.640849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-118a452a-97dd-4250-b138-6c549015df64 None None] Provisioning for port 9fc9d6a7-536e-47ff-a675-199c2940fca9 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:41.646775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.708716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port cf4fa103-8d15-4fc7-8b7d-0198c4b59511, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:41.739043 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:41.739874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9fc9d6a7-536e-47ff-a675-199c2940fca9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:41.770309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:41.790395 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router e1267682-9e22-47d9-b076-0d09556dbd73 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:40:41.865094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:41.871606 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:41.903628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 9fc9d6a7-536e-47ff-a675-199c2940fca9 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:41.909547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9fc9d6a7-536e-47ff-a675-199c2940fca9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:41.909988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.039136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.082561 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 9fc9d6a7-536e-47ff-a675-199c2940fca9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9fc9d6a7-536e-47ff-a675-199c2940fca9,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:42.095687 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.097590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:42.138612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:40:42.154314 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/e1267682-9e22-47d9-b076-0d09556dbd73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4964335
Dec 22 15:40:42.212016 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=9fc9d6a7-536e-47ff-a675-199c2940fca9,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:42.217598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:42.228547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Provisioning for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:42.237065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Provisioning complete for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:42.237761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.306536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:40:42.320927 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Provisioning complete for port 9fc9d6a7-536e-47ff-a675-199c2940fca9 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:42.321394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-441ac6f2-aa99-4a35-9ee4-377dc726a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.385461 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-0b91aeed-c09d-429c-b9e7-31f64352c9af tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940877696&fields=id&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 267 time: 0.0520844
Dec 22 15:40:42.559948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-2fd19998-7121-4f60-aeac-c418637be623 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:42.560655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-2fd19998-7121-4f60-aeac-c418637be623 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:42.579008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-2fd19998-7121-4f60-aeac-c418637be623 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:42.580675 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-2fd19998-7121-4f60-aeac-c418637be623 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 796 time: 0.1844783
Dec 22 15:40:42.591004 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-f03afe85-1f37-4211-8b4d-babd2171b917 None None] Provisioning complete for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:42.591609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f03afe85-1f37-4211-8b4d-babd2171b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.597655 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-b587ff65-ab4d-450f-9cb3-ba681d3df08f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/quotas/1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 375 time: 0.0111675
Dec 22 15:40:42.650013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-f03afe85-1f37-4211-8b4d-babd2171b917 None None] Port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:40:42.696000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-f8b17f40-7c1e-427a-aa12-b3796c1a1659 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:42.711187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-f8b17f40-7c1e-427a-aa12-b3796c1a1659 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:42.712451 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-f8b17f40-7c1e-427a-aa12-b3796c1a1659 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1031969
Dec 22 15:40:42.772297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-4e28764b-60a6-48d9-8231-e3596cc014dc None None] Provisioning complete for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:42.772720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e28764b-60a6-48d9-8231-e3596cc014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:42.824995 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-4e28764b-60a6-48d9-8231-e3596cc014dc None None] Port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:40:42.917247 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-729a3be1-a005-4c94-8294-dbfdebca66d5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925776
Dec 22 15:40:43.053730 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-644a4938-7b5d-4401-a67a-514fef7a139a service neutron] 10.222.0.69 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309857
Dec 22 15:40:43.189292 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cf4fa103-8d15-4fc7-8b7d-0198c4b59511 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:43.254691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-86f3e033-356e-4ac9-9ba9-85fb135f28e1 req-a2678a94-7441-4486-8740-501f6c8ae6be tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:43.267697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-86f3e033-356e-4ac9-9ba9-85fb135f28e1 req-a2678a94-7441-4486-8740-501f6c8ae6be tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:43.268899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-86f3e033-356e-4ac9-9ba9-85fb135f28e1 req-a2678a94-7441-4486-8740-501f6c8ae6be tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 210 time: 0.0625868
Dec 22 15:40:43.279522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:43.279918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:43.397734 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9fc9d6a7-536e-47ff-a675-199c2940fca9 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:43.471268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 9fc9d6a7-536e-47ff-a675-199c2940fca9 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:43.471725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:43.706675 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Sync routers for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:40:43.720050 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:43.720689 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cd6ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:43.904974 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:44.215194 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cd6ee0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 2, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:44.219049 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Checking router: e1267682-9e22-47d9-b076-0d09556dbd73 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:40:44.219405 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Updating router e1267682-9e22-47d9-b076-0d09556dbd73 port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:40:44.273828 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:44.468360 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5d8801a-14ee-4af6-9047-b8826020e07b req-9753b893-d3f5-4bda-b5d2-0ba168116486 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 210 time: 0.0714955
Dec 22 15:40:44.570000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-45147aab-6b1f-48d7-bea6-9761afe03ca8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:44.570677 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-45147aab-6b1f-48d7-bea6-9761afe03ca8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:44.584697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-45147aab-6b1f-48d7-bea6-9761afe03ca8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:44.585822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-45147aab-6b1f-48d7-bea6-9761afe03ca8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 796 time: 0.1985123
Dec 22 15:40:44.658518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-c210f62a-29f4-46fe-b3fd-a6f5bce8d69f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:44.674868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-c210f62a-29f4-46fe-b3fd-a6f5bce8d69f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:44.676027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-c210f62a-29f4-46fe-b3fd-a6f5bce8d69f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 380 time: 0.0743291
Dec 22 15:40:44.686124 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:44.687057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'port': {'device_id': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'admin_state_up': True, 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'security_groups': ['734af390-e2e9-4909-af6a-1a4ccf173c52']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:44.700277 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Transition to ACTIVE for port object a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:44.707892 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:44.711436 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2847e53a-c3e8-4cba-b008-d98f9f1fb0d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:44.829632 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Pushing event updated for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:44.837989 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:44.847253 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.847583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.848262 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.848262 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.848738 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.849055 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.849233 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:44.849389 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.849673 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.849980 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.850286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.850589 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:40:44.854469 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:44.869771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:40:44.873011 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:44.949383 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Attempting to bind port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:40:44.949806 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Attempting to bind port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:40:44.950163 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Attempting to bind port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a on network a7825fcf-5b73-460e-9350-75fba011ddf6 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:40:44.956826 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:40:44.957195 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Checking segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:40:44.957593 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:44.957985 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Bound using segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:40:44.958447 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Bound port: a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:40:44.958811 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.045652 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.12 (a7825fcf-5b73-460e-9350-75fba011ddf6/3a1244ce-68dc-4109-a7c0-10c30d3d9bf3/a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:40:45.047744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] For port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:40:45.050997 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] For port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:40:45.055951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.060123 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5b51c8dc-9e87-4f2a-abc1-e51d165e0f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:45.134543 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Pushing event updated for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:45.138661 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-eae4c030-2da3-46d1-86ab-15d378090e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:45.140451 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:45.141070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cd6ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:45.266969 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.287536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:45.314290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.320477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b745a642-61da-4a55-b395-22912c881d09 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:45.329912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:45.381792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network a7825fcf-5b73-460e-9350-75fba011ddf6 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:45.389562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:45.393948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:40:45.425887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:45.432585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:45.461213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:45.461830 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.489608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8070540
Dec 22 15:40:45.507172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Request body: {'port': {'device_id': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:45.671202 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cd6ee0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:45Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:45.675633 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57f0a9-d3e1-4537-aa61-db6bbd62e7a9 None None] The sync data for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv is: [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:45Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:40:45.709121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.746321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2008e6a6-b681-4e30-921c-b5c90763c0c0 None None] Provisioning for port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:45.751426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2008e6a6-b681-4e30-921c-b5c90763c0c0 None None] Provisioning complete for port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:45.751807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2008e6a6-b681-4e30-921c-b5c90763c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:45.812406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2008e6a6-b681-4e30-921c-b5c90763c0c0 None None] Port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:40:45.817656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664a98b-063c-4989-8378-d45d7c65db19 req-81b8a9b1-8116-4bbd-9a68-940a81a97856 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:45.818369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d664a98b-063c-4989-8378-d45d7c65db19 req-81b8a9b1-8116-4bbd-9a68-940a81a97856 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:40:45.890227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-d664a98b-063c-4989-8378-d45d7c65db19 req-81b8a9b1-8116-4bbd-9a68-940a81a97856 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:40:45.891385 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d664a98b-063c-4989-8378-d45d7c65db19 req-81b8a9b1-8116-4bbd-9a68-940a81a97856 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 932 time: 0.2634361
Dec 22 15:40:46.139693 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d664a98b-063c-4989-8378-d45d7c65db19 req-43da74a1-384a-4198-8fa2-8e425cf165b3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2407188
Dec 22 15:40:46.256868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:40:46.266350 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:46.282832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Transition to ACTIVE for port object a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:40:46.287113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:46.290883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:46.420066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:46.424043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:46.539062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Attempting to bind port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:40:46.539692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Attempting to bind port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:40:46.539811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Attempting to bind port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d on network a7825fcf-5b73-460e-9350-75fba011ddf6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:40:46.547259 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d on network a7825fcf-5b73-460e-9350-75fba011ddf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:40:46.547570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Attempting to bind port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d on network a7825fcf-5b73-460e-9350-75fba011ddf6 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:40:46.555379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:40:46.555715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Checking segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:40:46.556090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Bound using segment: {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:40:46.556549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Bound port: a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7ace72-1848-4d28-b3e9-da7f6ad00f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:40:46.556894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:46.676288 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:40:46.679508 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:40:46.683694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:46.687341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4399d8c2-3c4d-4e7a-b707-0755b874a4c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:46.750456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:46.751909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1094 time: 1.2488923
Dec 22 15:40:46.752454 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:40:46.771586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:46.774974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:46.835982 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'status': 'completed', 'code': 200}
Dec 22 15:40:46.879081 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-179a1356-dd7c-409f-b823-3fad3b5a9bde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1097 time: 0.0753071
Dec 22 15:40:46.957061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-4bb8c148-5675-47d1-b8cc-3c3c5516adf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 217 time: 0.0665324
Dec 22 15:40:47.021295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-254ccab1-a509-4e47-891d-05dcac0fb398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:47.022631 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-254ccab1-a509-4e47-891d-05dcac0fb398 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0562558
Dec 22 15:40:47.105773 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-29abc5dc-9111-467e-9710-ce2a34d71223 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736647
Dec 22 15:40:47.199413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:47.263216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-c9b889e1-78fa-451f-925b-dec0f7e26ec7 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463473
Dec 22 15:40:47.273138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:47.278831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:47.279203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:47.402174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:47.436644 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:47.443231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:47.445424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:47.456506 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8ebace0e-ab3f-4e6d-9fc4-0a6106fd7405 req-4019e3bd-9beb-41f4-9691-5bf0848c3f12 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858177
Dec 22 15:40:47.468417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ff6c-510f-482f-9be0-739b9ea8558c req-1646b7c8-2374-404a-ac0a-c15fefed217b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:47.469992 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab61ff6c-510f-482f-9be0-739b9ea8558c req-1646b7c8-2374-404a-ac0a-c15fefed217b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 944 time: 0.1805315
Dec 22 15:40:47.529736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:47.532978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:47.568788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ab61ff6c-510f-482f-9be0-739b9ea8558c req-661d913b-d8cc-4a4b-87a9-f6025415fedd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854068
Dec 22 15:40:47.605951 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-702d67df-906f-4cd4-8db6-a9596537cb0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1097 time: 0.0770044
Dec 22 15:40:47.739492 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-959f02b0-0bb1-4a59-93ab-5ed117b3a929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:47.740861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-959f02b0-0bb1-4a59-93ab-5ed117b3a929 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1273062
Dec 22 15:40:47.809807 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-18a9f788-a203-4c61-9cd5-e9bf67737073 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 217 time: 0.0605214
Dec 22 15:40:47.874478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-a6d30c03-c039-488e-89e0-cf62eceb8fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:47.875962 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-a6d30c03-c039-488e-89e0-cf62eceb8fb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0589874
Dec 22 15:40:47.953036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-21908064-09d7-400d-9b8e-b04b5575b03f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665855
Dec 22 15:40:48.190085 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-0e5a31a2-6294-4b13-8f64-250c8c06e024 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280142
Dec 22 15:40:48.319760 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-154efe6d-b833-4c59-81dc-813bbf107f95 req-07eeca5a-33d4-4ec1-94d8-79dcc77acf1e service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225495
Dec 22 15:40:48.694395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:40:48.766860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a13ad-5b3c-4d36-a953-bb1dfd82dcce req-820eeb1e-3124-4e00-be52-28fcaee9d9f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:48.768298 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-925a13ad-5b3c-4d36-a953-bb1dfd82dcce req-820eeb1e-3124-4e00-be52-28fcaee9d9f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 944 time: 0.0773289
Dec 22 15:40:48.819647 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-925a13ad-5b3c-4d36-a953-bb1dfd82dcce req-0067d1dc-604e-4cf2-9629-3c742f845193 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455651
Dec 22 15:40:48.869645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:48.882119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'mac_address': 'fa:16:3e:a6:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:40:48.935824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:48.953006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:40:48.967805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:48.971906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:48.973611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-19d2735e-145c-401d-bbac-728f5dab3487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:49.038202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:49.041093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:49.179862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:49.248139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:49.248550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:49.276013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:40:50.025086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e04191-0b5b-4ace-b183-341ae78ccbf1 req-49ef2639-69a9-4671-8de7-427eac843de6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:50.027079 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1e04191-0b5b-4ace-b183-341ae78ccbf1 req-49ef2639-69a9-4671-8de7-427eac843de6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 945 time: 0.0824959
Dec 22 15:40:50.076797 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1e04191-0b5b-4ace-b183-341ae78ccbf1 req-40e8773e-ca61-41a0-9758-4deedcac22b0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436342
Dec 22 15:40:50.709764 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:40:50.782513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:40:50.787516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:40:50.787893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:50.906932 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:50.930409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:40:50.940627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:40:50.944284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:50.947095 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-d738308f-91c0-49a9-bce0-371d6634cea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:51.012462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:51.015486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:51.067421 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'code': 200}
Dec 22 15:40:51.333722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee64976-fecd-4e78-9d5c-8e608b5c24bd req-a2399389-6ae8-4db6-b449-92f33800fb24 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:51.335071 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eee64976-fecd-4e78-9d5c-8e608b5c24bd req-a2399389-6ae8-4db6-b449-92f33800fb24 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.1348977
Dec 22 15:40:51.342854 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-917adc6b-a441-4df4-b0db-657616883ef4 req-03e96e88-6cd1-4a65-8c82-62835963064c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.1004634
Dec 22 15:40:51.413116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-eee64976-fecd-4e78-9d5c-8e608b5c24bd req-d7c026d7-37f9-485c-9f32-682ee4456931 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693200
Dec 22 15:40:51.414988 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-917adc6b-a441-4df4-b0db-657616883ef4 req-d3463169-005a-45f1-a93c-4a0cc22335ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559604
Dec 22 15:40:52.616356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf51bef-38e7-4e3c-bab0-790459c5828f req-62032a55-ab51-40c2-8b71-42397403c4a8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:52.617986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4cf51bef-38e7-4e3c-bab0-790459c5828f req-62032a55-ab51-40c2-8b71-42397403c4a8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0790701
Dec 22 15:40:52.665549 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4cf51bef-38e7-4e3c-bab0-790459c5828f req-f03e8cdb-3220-42fe-92f8-f5617ca68472 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411828
Dec 22 15:40:53.867486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3872be-fa8b-47e7-883c-854afe53d083 req-87536c0d-04c2-4cf5-b36d-9484948b0e3a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:53.868945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa3872be-fa8b-47e7-883c-854afe53d083 req-87536c0d-04c2-4cf5-b36d-9484948b0e3a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0791254
Dec 22 15:40:53.913266 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa3872be-fa8b-47e7-883c-854afe53d083 req-d2a352fb-c095-48cb-a394-1acd81578517 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381069
Dec 22 15:40:54.112130 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b90c15-bd9a-40f1-a1e2-22b544ea1ed5 req-e1495826-aece-4d56-a189-cf57d84c2c7d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:54.113574 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-36b90c15-bd9a-40f1-a1e2-22b544ea1ed5 req-e1495826-aece-4d56-a189-cf57d84c2c7d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0795300
Dec 22 15:40:54.162411 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-36b90c15-bd9a-40f1-a1e2-22b544ea1ed5 req-6c6b2131-a3d6-4441-9ca6-e59f86b8b663 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433235
Dec 22 15:40:54.189537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48070) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:54.259443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5804e4b8-d899-43b2-a064-b9663586e13a tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1094 time: 0.0686769
Dec 22 15:40:54.262730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48074) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:54.267895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:40:54.273486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:40:54.277284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:floatingip and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:40:54.280035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:40:54.285619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:40:54.297008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:54.444542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:54.584246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.61 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/6da801ef-4a13-44b0-89b4-ed685eb40560) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:40:54.647519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-07d059c8-fa80-43d9-9bf6-261185bbea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:54.738266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:54.766493 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:54.770168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1f4ed9f0-0183-4fb7-86a1-f9b45428f455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:54.829417 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:40:54.840967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:40:54.845016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:40:54.874681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=6da801ef-4a13-44b0-89b4-ed685eb40560,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:54.880637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:55.491342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:55.547695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:55.758533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:55.763264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:55.766958 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:40:55.867037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=6da801ef-4a13-44b0-89b4-ed685eb40560,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:40:55.871135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:40:55.886447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:56.083473 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Floating IP 6fcf824c-4c43-47fb-a6b8-b711bbb6371a associated. External IP: 172.26.3.61, port: a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d.
Dec 22 15:40:56.489440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router e1267682-9e22-47d9-b076-0d09556dbd73 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:40:56.701188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:40:56.711301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Sync routers for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:40:56.725999 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:56.726624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575563880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:56.729507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:56.793147 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5293841
Dec 22 15:40:56.793796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:40:56.864669 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'status': 'completed', 'code': 200}
Dec 22 15:40:56.923347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:57.143074 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-68ef327a-2ad7-4b4e-aa7d-2ba633a04608 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.2531958
Dec 22 15:40:57.176881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0cb87-6dab-4a9a-a0ae-1071c5a876bc req-d2d2eb6f-e83d-4fb6-aa7c-50437ab6d240 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:57.178229 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-57d0cb87-6dab-4a9a-a0ae-1071c5a876bc req-d2d2eb6f-e83d-4fb6-aa7c-50437ab6d240 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.2534010
Dec 22 15:40:57.297558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575563880>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6fcf824c-4c43-47fb-a6b8-b711bbb6371a', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'mac_address': 'fa:16:3e:a6:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:57.301876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Checking router: e1267682-9e22-47d9-b076-0d09556dbd73 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:40:57.307753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-57d0cb87-6dab-4a9a-a0ae-1071c5a876bc req-f08ce3f7-b6c6-4101-b264-9b665933189d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834064
Dec 22 15:40:57.313025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:40:57.313647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575563880>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:40:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:57.324697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789bea-2480-4055-9deb-c16a499137ca req-bf0eceb2-dc8b-4b39-8fac-fbccd317af44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:57.326199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-bf0eceb2-dc8b-4b39-8fac-fbccd317af44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1757352
Dec 22 15:40:57.341030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48082) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:57.541897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-81f5a553-9e86-4747-b9bd-0e6537aee560 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 991 time: 0.1976545
Dec 22 15:40:57.544709 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-d2c993af-f1fe-4a0c-985b-1a02557674c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 999 time: 0.2112837
Dec 22 15:40:57.561536 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:40:57.618825 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789bea-2480-4055-9deb-c16a499137ca req-e026c23c-6d5c-46a9-9df1-e6f3d747ec0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:40:57.621005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-e026c23c-6d5c-46a9-9df1-e6f3d747ec0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0692832
Dec 22 15:40:57.633896 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-54efd644-ca7f-4c13-a719-6d7d44c4ed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:57.705088 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-70fb9da7-0aff-4f9d-90f4-82fc6e119038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770557
Dec 22 15:40:57.867034 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-2746134b-a0a6-41cc-88a8-e77dd79639de service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543567
Dec 22 15:40:57.937729 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575563880>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6fcf824c-4c43-47fb-a6b8-b711bbb6371a', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'mac_address': 'fa:16:3e:a6:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:40:57.941540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6738e-925c-42e3-8538-297781c9c78c None None] The sync data for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv is: [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6fcf824c-4c43-47fb-a6b8-b711bbb6371a', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'mac_address': 'fa:16:3e:a6:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:40:58.005139 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-34789bea-2480-4055-9deb-c16a499137ca req-d4870660-3b8c-4fc7-96ec-7c27df62c6b4 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308725
Dec 22 15:40:58.172860 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:58.221748 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:58.544266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48086) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:58.660758 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5596da19-d80a-4fef-9102-8f93bc237da6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 991 time: 0.1150281
Dec 22 15:40:59.475099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:40:59.664333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48090) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:40:59.777546 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-47b4de52-81bb-4a32-bdfa-c28dda8f9b56 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 991 time: 0.1118214
Dec 22 15:41:00.781516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48094) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:41:00.894608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bd1c1948-58a8-4a79-a289-c9bf6864e218 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 991 time: 0.1119301
Dec 22 15:41:01.601208 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b142b-f98e-4c6e-a629-9be2def61b28 None None] New status for floating IP 6fcf824c-4c43-47fb-a6b8-b711bbb6371a: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:41:01.898014 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48098) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:41:02.015181 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c8d97266-50cc-4445-bd1c-4f753b7e4a6b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 993 time: 0.1155293
Dec 22 15:41:03.671861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:16.252726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-4523d154-e77a-4492-91d7-334c1e84752d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697920
Dec 22 15:41:16.413662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-3d32f802-c4a5-47be-a7ae-4130d0d25bbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.0787756
Dec 22 15:41:16.724344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-25d9d31b-2dd4-474b-a1c7-eda2c77e0b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:16.725835 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-25d9d31b-2dd4-474b-a1c7-eda2c77e0b97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.2846279
Dec 22 15:41:16.839264 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-19277fb0-749a-4348-a30f-6ee612f0f41b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1001 time: 0.1060727
Dec 22 15:41:16.912420 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-54268c53-6176-479e-973c-ca8bb7758718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:16.913787 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-54268c53-6176-479e-973c-ca8bb7758718 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0665321
Dec 22 15:41:17.017757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-35d6ebb3-6622-4706-a998-318f4fa2c9cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0941947
Dec 22 15:41:17.174930 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-88742e21-7723-4f0d-8a67-e74045e12d9e service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481509
Dec 22 15:41:17.317301 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:41:17.327876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-404f42b6-e510-4432-a9ec-e9f418bd50eb req-8b06b566-3a6d-4011-895e-a0adbff847a3 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444802
Dec 22 15:41:24.653491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a1cfa355-3855-4cb5-895b-80a491e88e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:27.590029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bc90fa7-0a46-4714-b230-e88a4da87d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:28.176306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:28.223946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:29.480921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:31.574232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e15e4dec-4690-4f81-b241-949ebaba33e1 req-e7fe8ca2-df80-4878-9c5b-c33f14efe149 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0680633
Dec 22 15:41:32.867162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48124) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:41:32.916761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976f38f-ca29-47c6-95b0-72aab7db5c48 req-d0e097fd-d285-446c-a064-fc3de330cb54 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:32.918257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9976f38f-ca29-47c6-95b0-72aab7db5c48 req-d0e097fd-d285-446c-a064-fc3de330cb54 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0834076
Dec 22 15:41:32.972257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9976f38f-ca29-47c6-95b0-72aab7db5c48 req-c22c03d7-bd1c-4bed-aa32-af24654f49ce tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481737
Dec 22 15:41:33.014076 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-d1455a80-f0fc-445d-a485-ac6692447ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1456811
Dec 22 15:41:33.691104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:34.175499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b053352-2873-42db-be9c-d4173b14e1b2 req-f0dbda81-04b7-455a-a085-a08e07c2b4d7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:34.177635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b053352-2873-42db-be9c-d4173b14e1b2 req-f0dbda81-04b7-455a-a085-a08e07c2b4d7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0819397
Dec 22 15:41:34.224720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b053352-2873-42db-be9c-d4173b14e1b2 req-4b5b37d7-3546-4bf1-8b24-ab45e413b603 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406919
Dec 22 15:41:34.344344 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-5ad4ae2d-e6c2-4734-92a2-d1c7aac8bc43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.0680478
Dec 22 15:41:34.476691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-fd4ffc75-59b5-4008-a166-ac35e42da7da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:34.478812 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-fd4ffc75-59b5-4008-a166-ac35e42da7da service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1266484
Dec 22 15:41:34.586516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-a931b131-8094-4221-9744-680faa46d5dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1001 time: 0.0947442
Dec 22 15:41:34.652230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-ab621b2a-fb7e-4727-80a0-e0f9f5f48e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:34.653683 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-ab621b2a-fb7e-4727-80a0-e0f9f5f48e59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0593023
Dec 22 15:41:34.729451 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-fcb5f4b6-b82a-483f-afaf-c3ee5a152cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678697
Dec 22 15:41:34.859637 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-45713039-4675-472f-ad1c-89ad52d87631 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229393
Dec 22 15:41:34.996257 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-1383f550-6fcd-4059-acf5-ced1d030a7d2 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257892
Dec 22 15:41:35.434258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330fd90-abb0-41bb-9e33-da6958de46b2 req-420a2780-b7f0-4fae-890f-bfe11320d51c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:35.435721 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b330fd90-abb0-41bb-9e33-da6958de46b2 req-420a2780-b7f0-4fae-890f-bfe11320d51c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0806954
Dec 22 15:41:35.482067 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b330fd90-abb0-41bb-9e33-da6958de46b2 req-ce046e35-a139-470f-a79e-246abd980a78 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407720
Dec 22 15:41:36.683127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e26d4-4d87-4d2e-be4b-a1b8515b4cb5 req-1f673902-058c-4769-911b-56bb80b3fd14 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:36.684620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e7e26d4-4d87-4d2e-be4b-a1b8515b4cb5 req-1f673902-058c-4769-911b-56bb80b3fd14 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0793331
Dec 22 15:41:36.844756 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e7e26d4-4d87-4d2e-be4b-a1b8515b4cb5 req-fc03cbf1-7453-4f47-bc16-771eabac653b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544957
Dec 22 15:41:38.042257 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b003a7-48fa-415d-a116-eade221dd30d req-dc1d088d-03e3-43ea-8a37-0fdb6f6a568d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:38.043711 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-46b003a7-48fa-415d-a116-eade221dd30d req-dc1d088d-03e3-43ea-8a37-0fdb6f6a568d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0752342
Dec 22 15:41:38.089424 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-46b003a7-48fa-415d-a116-eade221dd30d req-fa952f64-c2d1-41eb-b7d1-c23d707c09d3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402558
Dec 22 15:41:39.290002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb164b-0301-4db3-bdda-18e7b30e8723 req-c69a1831-5a87-4c84-b602-bd9a50d24763 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:39.292836 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1cfb164b-0301-4db3-bdda-18e7b30e8723 req-c69a1831-5a87-4c84-b602-bd9a50d24763 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0790844
Dec 22 15:41:39.338688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1cfb164b-0301-4db3-bdda-18e7b30e8723 req-6ca7505f-feda-476f-ad4e-bbcfeb8a4aa2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402277
Dec 22 15:41:40.544849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f62c2e-cf39-4de8-bda2-b38ea231d5d4 req-76b8361e-6924-4a19-84ef-cdcd257d99d7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:40.546291 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-51f62c2e-cf39-4de8-bda2-b38ea231d5d4 req-76b8361e-6924-4a19-84ef-cdcd257d99d7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0825207
Dec 22 15:41:40.593062 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-51f62c2e-cf39-4de8-bda2-b38ea231d5d4 req-5e278196-4bf6-4d45-8fa7-c4db0de22618 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408654
Dec 22 15:41:41.936004 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe6ff5-f6db-4008-8dd2-239c942a5fc0 req-e343b41d-963d-4662-b894-31f8c622a6f0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:41.937445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-13fe6ff5-f6db-4008-8dd2-239c942a5fc0 req-e343b41d-963d-4662-b894-31f8c622a6f0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0829823
Dec 22 15:41:41.983164 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-13fe6ff5-f6db-4008-8dd2-239c942a5fc0 req-a1cc01a7-7c05-4c5f-92e8-95f506bdcea6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402520
Dec 22 15:41:43.184828 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135fc4a-45e1-414c-95f7-dd2c545432cf req-b252fb3e-dfc1-426f-be7a-28d4fe1cd212 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:43.186300 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b135fc4a-45e1-414c-95f7-dd2c545432cf req-b252fb3e-dfc1-426f-be7a-28d4fe1cd212 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0796249
Dec 22 15:41:43.238256 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b135fc4a-45e1-414c-95f7-dd2c545432cf req-be876a48-bcdc-442a-af8d-32a5da888bfb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463428
Dec 22 15:41:44.440180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f96c38-9b3c-491b-90fb-c8bedda398bb req-cd2ebbb4-0fb0-4e49-a079-c8180efa99d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:44.441652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15f96c38-9b3c-491b-90fb-c8bedda398bb req-cd2ebbb4-0fb0-4e49-a079-c8180efa99d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0804305
Dec 22 15:41:44.487941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-15f96c38-9b3c-491b-90fb-c8bedda398bb req-757b60dc-f2c1-4951-aacf-97938d0ce2fd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402157
Dec 22 15:41:45.687806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd59ba-a2e8-4b8d-a31b-ef67ce5527a3 req-af44e905-febe-4390-b86d-3887c41f4bdd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:45.689290 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34cd59ba-a2e8-4b8d-a31b-ef67ce5527a3 req-af44e905-febe-4390-b86d-3887c41f4bdd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0776815
Dec 22 15:41:45.736439 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34cd59ba-a2e8-4b8d-a31b-ef67ce5527a3 req-db12e24e-e4ea-4bad-b112-5ef2fb2c45bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413549
Dec 22 15:41:46.940684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7eb48-37d2-4560-8437-20d60786ad85 req-e8178f85-18e2-4b1e-9f6c-d5dbf8c0ac94 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:46.942038 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-26a7eb48-37d2-4560-8437-20d60786ad85 req-e8178f85-18e2-4b1e-9f6c-d5dbf8c0ac94 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0784605
Dec 22 15:41:46.988920 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-26a7eb48-37d2-4560-8437-20d60786ad85 req-88942d06-574d-46fc-8c72-d352029d6cc9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402777
Dec 22 15:41:48.294596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1296988-f456-4f56-893d-f794ab7ad4dc req-01ca680e-d062-4493-881e-393956e968ba tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:48.295957 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1296988-f456-4f56-893d-f794ab7ad4dc req-01ca680e-d062-4493-881e-393956e968ba tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.1824405
Dec 22 15:41:48.341443 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f1296988-f456-4f56-893d-f794ab7ad4dc req-207cc5a7-ca57-4436-8930-c9d184c04ae5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397079
Dec 22 15:41:49.537772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0005fa-694f-412f-a744-c0b575b8875d req-62ffd6cf-fef4-404a-beaf-58c73320d275 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:49.539136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bb0005fa-694f-412f-a744-c0b575b8875d req-62ffd6cf-fef4-404a-beaf-58c73320d275 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0761106
Dec 22 15:41:49.591524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bb0005fa-694f-412f-a744-c0b575b8875d req-3871df3d-6b52-4422-97f2-d70923b60b52 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460370
Dec 22 15:41:50.799791 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc631c-149f-458e-a9ac-402e079eb515 req-3c5dda46-9ea1-453e-8d3d-118be639c136 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:50.801278 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6dc631c-149f-458e-a9ac-402e079eb515 req-3c5dda46-9ea1-453e-8d3d-118be639c136 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0766904
Dec 22 15:41:50.847040 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f6dc631c-149f-458e-a9ac-402e079eb515 req-174816de-e7a6-4ced-8cc7-3847c7a5034a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395534
Dec 22 15:41:52.089432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6d5e-eb78-450b-9450-e7fd7efeefd6 req-a984f6a8-baf1-437c-aa46-e3bf3900937f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:52.090861 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3efb6d5e-eb78-450b-9450-e7fd7efeefd6 req-a984f6a8-baf1-437c-aa46-e3bf3900937f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.1246908
Dec 22 15:41:52.146878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-3e620d2b-1515-40b2-a88d-e49f413a9b7c service neutron] 10.222.0.61 "GET /v2.0/ports/a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1172853
Dec 22 15:41:52.155533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3efb6d5e-eb78-450b-9450-e7fd7efeefd6 req-795316af-0f9e-4205-a762-3ba549cf4ea5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553532
Dec 22 15:41:52.435577 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-8fc211b9-d6d5-462d-9ff9-d92e7447e751 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 1099 time: 0.0682104
Dec 22 15:41:52.538083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-49808656-d57d-4739-9ab3-efdbf455b53d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.0802810
Dec 22 15:41:52.675838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-81128af2-d70f-47e4-b325-9673c8cec908 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:52.677301 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-81128af2-d70f-47e4-b325-9673c8cec908 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1303494
Dec 22 15:41:52.778911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-de7a65bf-872d-4c95-b5f9-99b1c369e29c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1001 time: 0.0944812
Dec 22 15:41:52.850942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-626492b6-8d81-4013-b625-fd77af4f4204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:52.852424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-626492b6-8d81-4013-b625-fd77af4f4204 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0627983
Dec 22 15:41:52.932214 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-a9906c42-0df5-4b35-8477-e7e06cf8e688 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696778
Dec 22 15:41:53.079753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-aa4cca98-ab5a-42b7-bde7-e99a09aa8a1a service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379445
Dec 22 15:41:53.220236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a5928db8-8fba-4e46-9ae5-ca8e9a625d92 req-45135caa-afa6-400a-82cb-903a7e9cad88 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302664
Dec 22 15:41:53.362099 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b15dd-8721-4e38-a1d9-d453183021ba req-331821b4-8084-497f-906e-7f9755784409 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:53.363571 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e50b15dd-8721-4e38-a1d9-d453183021ba req-331821b4-8084-497f-906e-7f9755784409 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0826898
Dec 22 15:41:53.414065 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e50b15dd-8721-4e38-a1d9-d453183021ba req-5579dda2-4884-4a4e-91f3-f00c590a051f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445991
Dec 22 15:41:54.316735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:41:54.629568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c760f-e232-462d-bbd2-eb50d62b23fd req-5f3e7402-5ad3-42f6-b827-559f454aaed0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:54.631051 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-721c760f-e232-462d-bbd2-eb50d62b23fd req-5f3e7402-5ad3-42f6-b827-559f454aaed0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0827458
Dec 22 15:41:54.647658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a7df-f342-4403-9f57-8e3417819c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:54.679324 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-721c760f-e232-462d-bbd2-eb50d62b23fd req-7314bfa3-5105-487c-b4cc-e5a6f52bca23 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417421
Dec 22 15:41:55.013359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:41:55.015631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:41:55.235928 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:55.258307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:41:55.279913 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'port_id': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'mac_address': 'fa:16:3e:a6:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:41:55.284968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:41:55.328293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:41:55.333697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:55.337726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:41:55.379693 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'code': 200}
Dec 22 15:41:55.398093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:55.429611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:41:55.463707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:41:55.483189 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.483633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.483862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.484790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.484790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.485070 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.485220 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.485503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.485823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.486140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.486457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:41:55.492307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:41:55.508497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:41:55.509407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:41:55.877248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d93a-ce3e-4733-87b1-4c5e9513e026 req-3aa5cd39-5f57-417d-a54b-9c8d70628911 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:55.878731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87a4d93a-ce3e-4733-87b1-4c5e9513e026 req-3aa5cd39-5f57-417d-a54b-9c8d70628911 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 944 time: 0.0776038
Dec 22 15:41:55.925151 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87a4d93a-ce3e-4733-87b1-4c5e9513e026 req-14c3e7f8-7509-453b-b6ce-6530eeaebcf5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398877
Dec 22 15:41:56.067107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:56.086169 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:41:56.111647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:41:56.117585 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:56.120938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:41:56.194435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:41:56.225309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:41:56.234258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:41:56.440713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e227810-fdd0-42a4-b2e9-a04409f02b50 req-767e7d06-8e23-4580-a9a1-2fc2f35c1651 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:56.442182 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1e227810-fdd0-42a4-b2e9-a04409f02b50 req-767e7d06-8e23-4580-a9a1-2fc2f35c1651 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 945 time: 0.2563050
Dec 22 15:41:56.448475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-2c2f6dd7-8171-4d43-9b3f-48a4a3e701d3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:56.449821 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-2c2f6dd7-8171-4d43-9b3f-48a4a3e701d3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&tenant_id=1edbda2dc8de4a84a440a136c8912ba7&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1191192
Dec 22 15:41:56.494895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1e227810-fdd0-42a4-b2e9-a04409f02b50 req-301a4249-bc2c-4152-81d7-6cfed762da8c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441170
Dec 22 15:41:56.600262 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-5f2284a1-c643-467d-9b93-e7f44b3be934 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1098 time: 0.0746977
Dec 22 15:41:56.745742 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288efbbd-adae-4aba-a18e-448cb5493dbe req-189ca809-e30b-47b2-af98-c1dff30affc2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:56.747139 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-288efbbd-adae-4aba-a18e-448cb5493dbe req-189ca809-e30b-47b2-af98-c1dff30affc2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 945 time: 0.1134984
Dec 22 15:41:56.783135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-eb75d675-5518-4bd8-8510-df5a33b1a042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:56.785580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-eb75d675-5518-4bd8-8510-df5a33b1a042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1777437
Dec 22 15:41:56.801041 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-288efbbd-adae-4aba-a18e-448cb5493dbe req-1552c2b7-9ae4-43b6-864e-06264e7f1995 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480959
Dec 22 15:41:56.896697 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-e6e5f73f-243d-430c-8f2b-f19d69e60dc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1000 time: 0.1041684
Dec 22 15:41:56.960185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-affc2407-06bc-4077-b870-e7e11dafaf38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:56.961690 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-affc2407-06bc-4077-b870-e7e11dafaf38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0586565
Dec 22 15:41:57.020659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:41:57.045106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-2eb1203e-bad5-4a0b-be12-81f739c16804 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765619
Dec 22 15:41:57.142416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:41:57.143002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:57.188500 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-bad1cb63-bab2-4062-b026-227ed10aa0cf service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362822
Dec 22 15:41:57.259993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:57.292707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:41:57.296767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:57.298537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:41:57.323570 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0b276f44-3c34-4a04-91ef-2ea14e512871 req-bf978e3b-729e-4fd5-81fa-b9e3e3051c39 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284678
Dec 22 15:41:57.365480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:41:57.368289 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:41:57.380931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:41:57.444695 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'code': 200}
Dec 22 15:41:57.593167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-75a4af16-5c3d-4845-8eab-d4e2bb55d0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:58.041534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b227bc-c2cc-4637-a2ba-bf4b7c841236 req-f07f66a7-53be-4f2f-97e1-63b0d203a9e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:41:58.042994 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-55b227bc-c2cc-4637-a2ba-bf4b7c841236 req-f07f66a7-53be-4f2f-97e1-63b0d203a9e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0853584
Dec 22 15:41:58.090112 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-55b227bc-c2cc-4637-a2ba-bf4b7c841236 req-5aef5d72-b887-4855-9fae-7f87c92b8b14 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414259
Dec 22 15:41:58.119035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48202) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:41:58.179104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:58.228225 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:41:58.228623 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-db8321aa-0543-4820-a015-54b9d3aa95c3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 200  len: 993 time: 0.1080143
Dec 22 15:41:59.480172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:03.683099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:17.256158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-8b471a6a-092b-41dc-be6c-4d893213201e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663142
Dec 22 15:42:17.407061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-02aee07e-eb8f-47d4-bfbb-b0a1f9a94c1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.0745916
Dec 22 15:42:17.572432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-73ff1ae9-c161-4df6-b6e1-208a05599f55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:17.573801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-73ff1ae9-c161-4df6-b6e1-208a05599f55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1433756
Dec 22 15:42:17.676082 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-3e914dc0-0ac6-4dc9-b80a-4e2405f95198 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 1001 time: 0.0950902
Dec 22 15:42:17.749922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-7073b9e6-1828-4954-85cf-1188096e7cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:17.751354 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-7073b9e6-1828-4954-85cf-1188096e7cf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0673656
Dec 22 15:42:17.829011 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-45871ee4-4e62-468e-ad9a-f8db5c420a39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696661
Dec 22 15:42:17.964110 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-755ee880-4eb9-44d5-8305-da69437d52df service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237123
Dec 22 15:42:18.209739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-895c51c4-dc7f-41a0-bcea-65a2e8e66a5a req-203d7b00-0ccc-4bd4-9fc4-b864361473c1 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383714
Dec 22 15:42:24.653368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-52117f5f-1fab-429c-a220-ba922ae02f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:27.599460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03ec079a-17cf-4f3d-96cd-f6ada8ed7d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:28.182170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:28.230773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:28.782185 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48218) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:28.985819 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 6da801ef-4a13-44b0-89b4-ed685eb40560 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:42:28.986071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.153685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.154001 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.277816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 6da801ef-4a13-44b0-89b4-ed685eb40560 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:42:29.421816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.426034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:29.472734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=6da801ef-4a13-44b0-89b4-ed685eb40560,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:29.490355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.511194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.511576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.511946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.512322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.512718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.513084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.513444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.513811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.514166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.514611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.514885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:29.521642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:29.583648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:29.971892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router e1267682-9e22-47d9-b076-0d09556dbd73 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:42:30.295230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:42:30.308053 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Sync routers for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:42:30.320113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:30.322774 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:30.323419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cb25e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:30.379163 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/floatingips/6fcf824c-4c43-47fb-a6b8-b711bbb6371a HTTP/1.1" status: 204  len: 168 time: 1.5958974
Dec 22 15:42:30.379808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:42:30.445461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'status': 'completed', 'code': 200}
Dec 22 15:42:30.518681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:30.555801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-6b30a88b-b1b8-4974-99f2-6111c1be506b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 1099 time: 0.0792124
Dec 22 15:42:30.720211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-1b5cb325-2018-4501-b150-17ea49f53d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:30.721889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-1b5cb325-2018-4501-b150-17ea49f53d7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 200  len: 897 time: 0.1587908
Dec 22 15:42:30.834591 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-bed23b56-25fa-416b-9119-d818b63a2277 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 200  len: 217 time: 0.1039739
Dec 22 15:42:30.858820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cb25e0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:30.862831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Checking router: e1267682-9e22-47d9-b076-0d09556dbd73 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:42:30.874166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:30.874792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575cb25e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:30.913893 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-72343321-3465-4142-b484-a82754a824fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:30.916137 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-72343321-3465-4142-b484-a82754a824fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 200  len: 835 time: 0.0718215
Dec 22 15:42:30.924653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af73d5-8358-463d-b51f-edc250d079be req-77ef20cf-2ae8-46fd-8c38-eac3c501ce1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:30.925620 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-61af73d5-8358-463d-b51f-edc250d079be req-77ef20cf-2ae8-46fd-8c38-eac3c501ce1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:30.987278 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-61af73d5-8358-463d-b51f-edc250d079be req-77ef20cf-2ae8-46fd-8c38-eac3c501ce1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:30.988440 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-61af73d5-8358-463d-b51f-edc250d079be req-77ef20cf-2ae8-46fd-8c38-eac3c501ce1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.2093985
Dec 22 15:42:31.049639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-068ef17b-5c1c-4f1f-ab76-e59f64cb74d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a7825fcf-5b73-460e-9350-75fba011ddf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1200988
Dec 22 15:42:31.053426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:31.053783 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-61af73d5-8358-463d-b51f-edc250d079be req-86b9f624-3a84-4e7a-97d2-542e3c75eef7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578361
Dec 22 15:42:31.188345 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-ce1ad57a-9b1c-4dce-9520-174e0c2c3f21 service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293004
Dec 22 15:42:31.316999 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:42:31.329800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0ff8fe6-5854-4aaa-a80c-ce70b10739e1 req-224d394e-3ab3-4fdf-9812-64c54ba76f5c service neutron] 10.222.0.61 "GET /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324568
Dec 22 15:42:31.383519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575cb25e0>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:31.387495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb993fd-3868-4696-93d8-c04e8e306571 None None] The sync data for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv is: [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:40Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': 'a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a', 'name': '', 'network_id': 'a7825fcf-5b73-460e-9350-75fba011ddf6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:c8:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:39Z', 'updated_at': '2021-12-22T15:40:47Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '3a1244ce-68dc-4109-a7c0-10c30d3d9bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:42:31.611432 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254873ba-fbc4-4e0a-b095-8c253e3c4617 None None] New status for floating IP 6fcf824c-4c43-47fb-a6b8-b711bbb6371a: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:42:32.264074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae976-8ada-4660-a9ce-cbc34a61fc7e req-13736719-719a-43aa-9203-82fe3b4321c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:32.266524 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-63bae976-8ada-4660-a9ce-cbc34a61fc7e req-13736719-719a-43aa-9203-82fe3b4321c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0845065
Dec 22 15:42:32.313427 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-63bae976-8ada-4660-a9ce-cbc34a61fc7e req-1e30eb07-6a01-460b-9fea-712a860a1bdc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411429
Dec 22 15:42:32.784604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-35767738-d2f5-4145-a92a-ea32c2e22eff tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:32.786002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-35767738-d2f5-4145-a92a-ea32c2e22eff tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 946 time: 0.0806029
Dec 22 15:42:32.858474 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:42:32.858766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:33.103502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:33.103806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:33.226198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:42:33.533519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:33.540312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-62749074-1958-41c8-b0ac-c184ad5350c3 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:33.587738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:33.591753 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:33.665921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30e40-0c42-4d4c-b34f-b1c29bfc6124 req-d3f9b00b-44a1-478b-bd4b-8cc587fe3cbc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:33.667359 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9dc30e40-0c42-4d4c-b34f-b1c29bfc6124 req-d3f9b00b-44a1-478b-bd4b-8cc587fe3cbc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8fe2a91-a54d-481f-ab64-81dcca33208e HTTP/1.1" status: 200  len: 867 time: 0.2129333
Dec 22 15:42:33.691059 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] No DVR routers for this DVR port a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:42:33.693339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:33.695121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:33.699287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-deleted', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:42:33.728326 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d122772-639b-4659-b2c1-570bf5cd9b56 req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "DELETE /v2.0/ports/a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d HTTP/1.1" status: 204  len: 173 time: 0.9340765
Dec 22 15:42:33.740436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9dc30e40-0c42-4d4c-b34f-b1c29bfc6124 req-bd3bfdc0-1614-45dd-9902-cd1a60194a67 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=734af390-e2e9-4909-af6a-1a4ccf173c52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674148
Dec 22 15:42:33.763283 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fe2a91-a54d-481f-ab64-81dcca33208e', 'name': 'network-vif-deleted', 'tag': 'a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d', 'status': 'completed', 'code': 200}
Dec 22 15:42:34.854908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48236) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:35.192956 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:42:35.234925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:42:35.235560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a92d5ec5-d88e-4e86-a8c3-c3cb3e94335d not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:42:35.270589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:36.002210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:42:36.002863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:36.190707 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:36.191056 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:36.313196 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:42:36.500629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:36.504100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ead4b789-170f-4d32-af30-4e45f0af291f tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:36.546390 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:36.582801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.583195 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.583580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.583956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.584328 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.584733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.585101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.585466 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.586439 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.588424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.588424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:36.595021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:36.864128 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:37.569579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router e1267682-9e22-47d9-b076-0d09556dbd73 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:42:37.781904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:42:37.793204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Sync routers for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:42:37.795065 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/e1267682-9e22-47d9-b076-0d09556dbd73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9389977
Dec 22 15:42:37.797610 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48240) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:37.805114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:37.805812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857531b700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:37.989159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting subnet 3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:42:37.992109 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.030224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:38.050549 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.134776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.209824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.215258 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b8a6bce6-2a60-405a-ac2c-5cbbfea02c87 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:38.253077 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1244ce-68dc-4109-a7c0-10c30d3d9bf3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:38.256524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:38.261154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.268112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95036460-c63b-424b-a6ae-658e4fb28345 None None] Network a7825fcf-5b73-460e-9350-75fba011ddf6 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:42:38.268328 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-31f109b0-eda2-4000-9058-c7d1ffa3565f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/subnets/3a1244ce-68dc-4109-a7c0-10c30d3d9bf3 HTTP/1.1" status: 204  len: 168 time: 0.4697464
Dec 22 15:42:38.270892 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48244) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:38.469367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.487048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857531b700>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:38.493841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Checking router: e1267682-9e22-47d9-b076-0d09556dbd73 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:42:38.518009 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Routers {'e1267682-9e22-47d9-b076-0d09556dbd73'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:38.518538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857531b700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e1267682-9e22-47d9-b076-0d09556dbd73'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:38.583047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] DHCP port deletion for a7825fcf-5b73-460e-9350-75fba011ddf6 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:42:38.592848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Deleting port 9fc9d6a7-536e-47ff-a675-199c2940fca9 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:42:38.593223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.687013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.697599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port cf4fa103-8d15-4fc7-8b7d-0198c4b59511 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:42:38.698027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:38.850985 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] Set router e1267682-9e22-47d9-b076-0d09556dbd73 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:38.875665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port cf4fa103-8d15-4fc7-8b7d-0198c4b59511, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:38.876018 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.009263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for cf4fa103-8d15-4fc7-8b7d-0198c4b59511 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:42:39.059719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] For port 9fc9d6a7-536e-47ff-a675-199c2940fca9, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=9fc9d6a7-536e-47ff-a675-199c2940fca9,segment=NetworkSegment(6c7ace72-1848-4d28-b3e9-da7f6ad00f88),segment_id=6c7ace72-1848-4d28-b3e9-da7f6ad00f88)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:39.060109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.263249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 9fc9d6a7-536e-47ff-a675-199c2940fca9 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:42:39.289710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Calling delete_port for 9fc9d6a7-536e-47ff-a675-199c2940fca9 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:42:39.322265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.326802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-34147a79-fdbe-4135-a922-cccc9ed5f392 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:39.371772 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=cf4fa103-8d15-4fc7-8b7d-0198c4b59511,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:39.374254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:39.489074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.494460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1cef43ed-b20d-4595-99ea-beeec51dc5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:39.549394 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Pushing event deleted for resources: {'Port': ['ID=9fc9d6a7-536e-47ff-a675-199c2940fca9,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:39.551382 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.561257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:39.571307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] No DVR routers for this DVR port 9fc9d6a7-536e-47ff-a675-199c2940fca9 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:42:39.613051 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.640755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857531b700>, [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:39.650667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d824-d02a-4e22-abcc-83891453c1eb None None] The sync data for ids ['e1267682-9e22-47d9-b076-0d09556dbd73'] in dv-neutron-822675-1-hyperv is: [{'id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394371049', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'cf4fa103-8d15-4fc7-8b7d-0198c4b59511', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1267682-9e22-47d9-b076-0d09556dbd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:36Z', 'updated_at': '2021-12-22T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:42:39.884728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.888835 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.912647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.913178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Fanout notify agent at l3_agent the message router_deleted on router e1267682-9e22-47d9-b076-0d09556dbd73 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:42:39.927718 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:39.928832 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-43da7229-110b-4a89-9d97-dc40617404b1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/routers/e1267682-9e22-47d9-b076-0d09556dbd73 HTTP/1.1" status: 204  len: 168 time: 1.6570301
Dec 22 15:42:39.931797 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48248) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:40.046595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.186865 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.216405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85744bc640>,) {'filters': {'network_id': ['a7825fcf-5b73-460e-9350-75fba011ddf6']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:40.233369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85744bc640>, '6c7ace72-1848-4d28-b3e9-da7f6ad00f88') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:40.233792 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85744bc640>, '6c7ace72-1848-4d28-b3e9-da7f6ad00f88') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:40.259294 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.280896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.287587 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:42:40.287969 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:42:40.303201 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:42:40.388751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.392219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-58f0b4ee-ec07-459d-821c-0ea51c2041a1 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:40.406937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.418790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Network': ['ID=a7825fcf-5b73-460e-9350-75fba011ddf6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:40.421953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:40.427873 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f95f6ca0-9208-45e1-b0f1-63c20f0874aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/networks/a7825fcf-5b73-460e-9350-75fba011ddf6 HTTP/1.1" status: 204  len: 168 time: 0.4951632
Dec 22 15:42:40.431934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48252) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:40.504785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.533120 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.596672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.600751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d5e295ae-e40e-46bc-aa25-ca7222f93960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:40.617848 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734af390-e2e9-4909-af6a-1a4ccf173c52,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:40.620369 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:40.632000 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.636618 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/security-groups/734af390-e2e9-4909-af6a-1a4ccf173c52 HTTP/1.1" status: 204  len: 168 time: 0.2034853
Dec 22 15:42:40.927251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48260) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:40.933608 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277430836', 'description': 'tempest-secgroup-smoke-1277430836 description', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:40.939598 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:40.943591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:40.947337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:40.953889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:40.963515 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:40.997282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.001014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.003708 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.009784 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.065132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.068755 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.073321 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-2626f273-44f1-4da4-b043-b346524ac609 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.118526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.121237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.122416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.123624 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-67c48ce0-276d-49a1-9c55-0cab377cbe44 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1953754
Dec 22 15:42:41.126544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48264) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.132091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.138891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.142671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.145595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.152126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.238204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cf4fa103-8d15-4fc7-8b7d-0198c4b59511 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:42:41.277025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: cf4fa103-8d15-4fc7-8b7d-0198c4b59511 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:42:41.277379 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device cf4fa103-8d15-4fc7-8b7d-0198c4b59511 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:42:41.277844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:42:41.287431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.312794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:42:41.312794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device a4e0d0c3-dfce-415e-94d5-ec2d11d5fa6a not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:42:41.350819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.354999 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.356812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-80eedb2d-24cc-4284-8950-2bb654141b39 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.376839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6780194-3af7-436e-8bcf-d3805783a80f,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.380636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.388458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.389625 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-7bb07ab3-0473-46e4-a2b4-002d4ec04a84 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2621975
Dec 22 15:42:41.392372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48268) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.397905 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.403637 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.407380 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.410201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.416356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.433924 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.495682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.499118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.500932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8683fae5-91ec-4baf-bca3-8388c15132d1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.521917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc8289d-5a2a-43d6-85c0-aae0e7c6fa4c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.524944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.531599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.532799 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8802791b-45ea-41a7-96f3-7d5731d20d49 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1394722
Dec 22 15:42:41.535553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48272) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.541793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.547733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.551804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.554684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.561908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.578952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.641116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.644568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.646318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-838e17ef-001e-4de4-9816-1a4537726a10 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.668450 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e892c5-8a9f-4581-994c-ee35d01d148a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.670906 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.677796 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.679005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2242b011-4b73-44ee-b5d0-166bd283ff82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1424787
Dec 22 15:42:41.682101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48276) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.687649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.693332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.697762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.700665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.713950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.731355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.796331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.799685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.801735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9dcb28d4-14d8-4334-99e8-d61dbc90fcd7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.823997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b13d324-bf51-40a0-96c6-d330767c0875,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.826354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.833434 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.834584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e22f4ddd-51f3-4a17-8544-ac8757ba0dcf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1515763
Dec 22 15:42:41.838457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48280) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.843693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.849346 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.853364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:41.856164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:41.861708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:41.871559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:42:41.877858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.943156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.947164 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.948967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9833af91-d204-4ecf-8c00-20656911c1de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:41.971491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa36bce-cf85-4e0d-89f3-7fac9dfac338,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:41.977217 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:41.979715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:41.980900 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1415622
Dec 22 15:42:41.983596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48284) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:41.989060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': 'f1e60c90-a5a0-4cb1-8214-46d3d70f2c62', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:41.994968 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:41.998626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:42.001407 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:42.006833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:42.017493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:42:42.024302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.089693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.093294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.095117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8416a479-dd50-4a54-a0fd-8e4351abe754 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:42.115960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bdcff3-3be8-47d5-97e6-9e0fd1402ad1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:42.118465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:42.125316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.126453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1419172
Dec 22 15:42:42.129305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48288) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:42.135345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'network': {'name': 'tempest-network-smoke--1686265488', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'port_security_enabled': True}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:42.140090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:42.144033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:network and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:42.146804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:42.152982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:42.162995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:42:42.166380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.194005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:42:42.203256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.203596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Added segment edab67ac-c22b-490c-9211-7567156c927a of type vlan for network 454d245f-ea78-4247-a3e2-99e7d25e1743
Dec 22 15:42:42.233952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.264279 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.268025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:42.268628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.272222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3009b3d2-dee4-4b7a-b745-22ddd20ab227 tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:42.375527 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Network': ['ID=454d245f-ea78-4247-a3e2-99e7d25e1743,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:42.378255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:42.380112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-1c95f31f-e53b-4381-ac47-c278fcea1b4e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2499187
Dec 22 15:42:42.383686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48292) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:42.386473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:42:42.389975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'admin_state_up': True, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:42.396936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:42.400881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:router and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:42.403716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:42.409359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:42.423618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.424587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.443682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.601725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.783267 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.814584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:42.956800 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.38 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/f5a5662a-994c-4a21-924a-4ac039b34138) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:42:43.106655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:43.135613 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:43.139252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-92952268-ec7c-4203-a33d-9224ce225ea0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:43.201769 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:42:43.209344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:43.212060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:42:43.246682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=f5a5662a-994c-4a21-924a-4ac039b34138,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:43.250522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:43.373536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:43.374302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:43.701513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:42:43.915478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:42:43.925232 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Sync routers for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:42:43.937848 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:43.938502 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aefeb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:43.943822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:43.945101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.5597465
Dec 22 15:42:43.948345 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48296) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:44.072712 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-471f8c74-430f-451d-b1d7-1ec4e305d4fe tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1edbda2dc8de4a84a440a136c8912ba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1227391
Dec 22 15:42:44.076682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48302) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:44.121287 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:44.211595 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7a949-1a5e-4ddd-9032-b7f96f611080 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:44.213116 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3cf7a949-1a5e-4ddd-9032-b7f96f611080 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1355181
Dec 22 15:42:44.215942 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48306) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:44.257123 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-adf68a0e-246c-4d04-b374-5cb917b1ee2a tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397794
Dec 22 15:42:44.260593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48310) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:44.266071 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394127737', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:44.376213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:44.379991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:subnet and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:44.383403 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:44.389280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:44.400184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:42:44.421677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aefeb0>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:44.425843 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Checking router: 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:42:44.426198 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Updating router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 port f5a5662a-994c-4a21-924a-4ac039b34138 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:42:44.483276 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.508376 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.737978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.741581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5c13040d-843c-4b0a-b834-824cabac0ef5 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:44.819460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Subnet': ['ID=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:44.823819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:44.831931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Checking segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:42:44.832277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network hostable DHCP agents. Network: 454d245f-ea78-4247-a3e2-99e7d25e1743, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:42:44.833689 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.845881 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Transition to ACTIVE for port object f5a5662a-994c-4a21-924a-4ac039b34138 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:44.853350 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.857224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:42:44.857767 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-895669f7-67d8-4e91-a59f-d62f7140cb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:44.867635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 454d245f-ea78-4247-a3e2-99e7d25e1743) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:44.871728 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:44.872303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.879809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91cde5-d2d3-4a47-8281-de8df3468a1d None None] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:42:44.896572 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-caf29d6f-f7f2-4f6e-bd6c-d1298b875e51 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6348729
Dec 22 15:42:44.900483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48314) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:44.938228 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Pushing event updated for resources: {'Port': ['ID=f5a5662a-994c-4a21-924a-4ac039b34138,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:44.946808 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Attempting to bind port f5a5662a-994c-4a21-924a-4ac039b34138 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:42:44.947187 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Attempting to bind port f5a5662a-994c-4a21-924a-4ac039b34138 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:42:44.947550 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Attempting to bind port f5a5662a-994c-4a21-924a-4ac039b34138 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:42:44.954663 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.955013 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.955355 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.955688 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.956019 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.956346 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.956872 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.957205 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.957529 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.957850 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.958159 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:44.961372 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:42:44.963132 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:42:44.963549 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:44.963947 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:42:44.964448 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Bound port: f5a5662a-994c-4a21-924a-4ac039b34138, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:42:44.965008 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.044363 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:45.045459 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] For port f5a5662a-994c-4a21-924a-4ac039b34138, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:42:45.048564 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] For port f5a5662a-994c-4a21-924a-4ac039b34138, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f5a5662a-994c-4a21-924a-4ac039b34138,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:42:45.054972 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.060223 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:45.106182 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-454d245f-ea78-4247-a3e2-99e7d25e1743', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:42:45.107304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.136332 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Pushing event updated for resources: {'Port': ['ID=f5a5662a-994c-4a21-924a-4ac039b34138,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:45.140236 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:45.146689 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:45.147304 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aefeb0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:45.284131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Allocated IP 172.20.0.2 (454d245f-ea78-4247-a3e2-99e7d25e1743/09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6/aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:42:45.374643 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:45.501841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.515160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Transition to ACTIVE for port object aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:45.533696 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Transition to ACTIVE for port object aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:45.541605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.547328 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:45.609946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:42:45.618886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:45.621907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:42:45.630517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Pushing event updated for resources: {'Port': ['ID=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:45.634487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:45.682480 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aefeb0>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:45.686583 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb12c3-9c92-4ab3-8d5c-2da4224f92cc None None] The sync data for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv is: [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:42:45.729887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Attempting to bind port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:42:45.730135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.730238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Attempting to bind port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:42:45.730616 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Attempting to bind port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 on network 454d245f-ea78-4247-a3e2-99e7d25e1743 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:42:45.737442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:42:45.737821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Checking segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:42:45.738226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.738627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Bound using segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:42:45.739099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Bound port: aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:42:45.739491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.834128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] For port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:42:45.838166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] For port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:42:45.842767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:45.846992 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:45.956661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Pushing event updated for resources: {'Port': ['ID=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:45.964902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:46.338026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.1 (454d245f-ea78-4247-a3e2-99e7d25e1743/09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6/2aa436fa-494d-4e04-9bb2-59c035932a03) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:42:46.509369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:46.529036 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object 2aa436fa-494d-4e04-9bb2-59c035932a03 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:46.553255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:46.558682 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-17e356af-5f10-418a-a26f-2b0864b81f5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:46.638822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:42:46.642515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:46.645081 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:42:46.672399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:46.675892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:46.716376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:46.803820 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:46.895420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc900756-8521-4d4c-b424-162521d00eda None None] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:42:47.041072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-dd7689de-22a2-4a72-bd2f-5aa028f0b5a9 None None] Provisioning for port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:47.218256 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.225246 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.250687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3e538791-5130-4c34-8209-2435df25e1c5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:47.304484 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:47.347247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:47.349866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.354695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:47.388936 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:47.394488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:47.394893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.519822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:42:47.521248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:47.527217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.544221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Provisioning for port 2aa436fa-494d-4e04-9bb2-59c035932a03 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:47.556183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Provisioning complete for port 2aa436fa-494d-4e04-9bb2-59c035932a03 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:47.556615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.622782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:47.637090 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.638018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f5a5662a-994c-4a21-924a-4ac039b34138 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:47.665080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:47.704925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Port 2aa436fa-494d-4e04-9bb2-59c035932a03 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:42:47.772336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Provisioning complete for port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:47.772832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-38733820-e2a7-4025-bf18-f798c63d0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:47.802117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:47.806460 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:47.847900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port f5a5662a-994c-4a21-924a-4ac039b34138 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:47.856272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f5a5662a-994c-4a21-924a-4ac039b34138 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:47.856676 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:48.022145 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:48.038331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port f5a5662a-994c-4a21-924a-4ac039b34138, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f5a5662a-994c-4a21-924a-4ac039b34138,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:48.043207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:48.045611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-dc81face-e789-4311-95d8-8cdf163897a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:48.049176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:42:48.119018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2880cf79-21f9-4c44-a45f-17fba9b7aa12 None None] Provisioning complete for port 2aa436fa-494d-4e04-9bb2-59c035932a03 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:48.119401 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2880cf79-21f9-4c44-a45f-17fba9b7aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:48.145473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=f5a5662a-994c-4a21-924a-4ac039b34138,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:48.153420 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:48.175777 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2880cf79-21f9-4c44-a45f-17fba9b7aa12 None None] Port 2aa436fa-494d-4e04-9bb2-59c035932a03 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:42:48.256253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:42:48.269387 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3678038
Dec 22 15:42:48.453040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-0aa1a3f9-0344-400e-b04b-ddccd0d6c8a0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277430836&fields=id&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 267 time: 0.0405006
Dec 22 15:42:48.602128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-cc8ae445-ac1c-46c1-9ad5-2ded651e98de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:48.602797 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-cc8ae445-ac1c-46c1-9ad5-2ded651e98de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:48.618070 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-cc8ae445-ac1c-46c1-9ad5-2ded651e98de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:48.619417 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-cc8ae445-ac1c-46c1-9ad5-2ded651e98de tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 797 time: 0.1601808
Dec 22 15:42:48.637229 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-67384812-6107-4fea-a7b1-79fbd7d89081 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/quotas/1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 375 time: 0.0124288
Dec 22 15:42:48.719700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f2ba9e73-bdd2-4a12-96d3-45b1beba2810 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:48.734642 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f2ba9e73-bdd2-4a12-96d3-45b1beba2810 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:48.736040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f2ba9e73-bdd2-4a12-96d3-45b1beba2810 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0934877
Dec 22 15:42:48.938652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-b45e1eac-c254-4a14-b57f-58f525fc8369 service neutron] 10.222.0.69 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904302
Dec 22 15:42:49.081098 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-79b3da72-7493-4654-85d1-76cfa6bbcbd0 service neutron] 10.222.0.69 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366963
Dec 22 15:42:49.249522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:49.302150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cbf0d898-296a-4115-bbb1-e2f4bbeea21a req-cb83d684-4cbf-4590-8443-4ffda93a4c8c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:49.314219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Sync routers for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:42:49.317184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-cbf0d898-296a-4115-bbb1-e2f4bbeea21a req-cb83d684-4cbf-4590-8443-4ffda93a4c8c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:49.318553 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cbf0d898-296a-4115-bbb1-e2f4bbeea21a req-cb83d684-4cbf-4590-8443-4ffda93a4c8c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 210 time: 0.0621972
Dec 22 15:42:49.333966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:49.334595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857543d220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:49.423568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:49.423948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:49.580147 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:49.755680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f5a5662a-994c-4a21-924a-4ac039b34138 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:50.024735 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port f5a5662a-994c-4a21-924a-4ac039b34138 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:50.025019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.134249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857543d220>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 2, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:50.145806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Checking router: 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:42:50.146171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Updating router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 port 2aa436fa-494d-4e04-9bb2-59c035932a03 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:42:50.211882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.451714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a7e7b8d8-ea54-499b-b8f0-22396d5f0bcd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:50.453431 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a7e7b8d8-ea54-499b-b8f0-22396d5f0bcd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 797 time: 0.1701119
Dec 22 15:42:50.502365 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4364dd83-5e20-4598-a21a-5c875b1d3eec req-dcc66af0-e5ef-4562-ab17-f0ee3944f447 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 210 time: 0.0557308
Dec 22 15:42:50.546421 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-1feb3629-ad79-4572-ac85-4caf40895d58 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 380 time: 0.0467811
Dec 22 15:42:50.558496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'port': {'device_id': 'c615feef-5a62-460e-b39d-5de5dc043534', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'admin_state_up': True, 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'security_groups': ['f1e60c90-a5a0-4cb1-8214-46d3d70f2c62']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:50.596228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.608263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Transition to ACTIVE for port object 2aa436fa-494d-4e04-9bb2-59c035932a03 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:50.615259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.621040 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:50.703848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:50.714154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:50.725603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:42:50.729141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.747274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Pushing event updated for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:50.750993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:50.843375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Attempting to bind port 2aa436fa-494d-4e04-9bb2-59c035932a03 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:42:50.843806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Attempting to bind port 2aa436fa-494d-4e04-9bb2-59c035932a03 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:42:50.844121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Attempting to bind port 2aa436fa-494d-4e04-9bb2-59c035932a03 on network 454d245f-ea78-4247-a3e2-99e7d25e1743 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:42:50.854235 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:42:50.855263 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Checking segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:42:50.856228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.856846 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Bound using segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:42:50.857345 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Bound port: 2aa436fa-494d-4e04-9bb2-59c035932a03, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:42:50.857805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.916901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.12 (454d245f-ea78-4247-a3e2-99e7d25e1743/09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6/fd09b77b-3b74-4060-84cc-cbca657a9e3b) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:42:50.974833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] For port 2aa436fa-494d-4e04-9bb2-59c035932a03, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:42:50.978989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] For port 2aa436fa-494d-4e04-9bb2-59c035932a03, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2aa436fa-494d-4e04-9bb2-59c035932a03,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:42:50.986993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:50.991183 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:51.071148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Pushing event updated for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:51.074749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:51.077346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:42:51.077983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857543d220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:51.117322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:51.138529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object fd09b77b-3b74-4060-84cc-cbca657a9e3b will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:51.164810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:51.171584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:51.247749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:51.251035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:51.255405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:42:51.256592 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:42:51.263981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:42:51.281704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:42:51.541186 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:51.542416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:51.569666 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0162249
Dec 22 15:42:51.584033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Request body: {'port': {'device_id': 'c615feef-5a62-460e-b39d-5de5dc043534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:51.597758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c2e9e20-6061-4e68-965d-1cf493bb291a None None] Provisioning for port fd09b77b-3b74-4060-84cc-cbca657a9e3b completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:51.609605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2c2e9e20-6061-4e68-965d-1cf493bb291a None None] Provisioning complete for port fd09b77b-3b74-4060-84cc-cbca657a9e3b triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:51.609984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9e20-6061-4e68-965d-1cf493bb291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:51.707902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:51.723594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e9e20-6061-4e68-965d-1cf493bb291a None None] Port fd09b77b-3b74-4060-84cc-cbca657a9e3b cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:42:51.736333 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857543d220>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:50Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:42:51.740552 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19482d8c-6ac9-4a43-9985-4dcb36438870 req-b99834d9-910e-4965-9137-e3232c915130 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:51.741059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935009aa-203b-4e0b-841c-a9de67c0f064 None None] The sync data for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv is: [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:50Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:42:51.746700 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-19482d8c-6ac9-4a43-9985-4dcb36438870 req-b99834d9-910e-4965-9137-e3232c915130 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 932 time: 0.0992355
Dec 22 15:42:51.819927 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-19482d8c-6ac9-4a43-9985-4dcb36438870 req-7f15173d-fc7f-4428-9a82-ee06e9e38378 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:51.835761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-19482d8c-6ac9-4a43-9985-4dcb36438870 req-7f15173d-fc7f-4428-9a82-ee06e9e38378 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:51.837343 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-19482d8c-6ac9-4a43-9985-4dcb36438870 req-7f15173d-fc7f-4428-9a82-ee06e9e38378 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885596
Dec 22 15:42:52.080844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd09b77b-3b74-4060-84cc-cbca657a9e3b {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:42:52.088807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:52.104192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Transition to ACTIVE for port object fd09b77b-3b74-4060-84cc-cbca657a9e3b will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:42:52.108047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:52.111841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1115258b-5bbe-4790-ad86-473f96997f9a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:52.243330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:52.247049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:52.364137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Attempting to bind port fd09b77b-3b74-4060-84cc-cbca657a9e3b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:42:52.364543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Attempting to bind port fd09b77b-3b74-4060-84cc-cbca657a9e3b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:42:52.364999 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Attempting to bind port fd09b77b-3b74-4060-84cc-cbca657a9e3b on network 454d245f-ea78-4247-a3e2-99e7d25e1743 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:42:52.372143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Port fd09b77b-3b74-4060-84cc-cbca657a9e3b on network 454d245f-ea78-4247-a3e2-99e7d25e1743 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:42:52.372498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Attempting to bind port fd09b77b-3b74-4060-84cc-cbca657a9e3b on network 454d245f-ea78-4247-a3e2-99e7d25e1743 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:42:52.379110 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:42:52.379438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Checking segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:42:52.379823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Bound using segment: {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:42:52.380232 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Bound port: fd09b77b-3b74-4060-84cc-cbca657a9e3b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edab67ac-c22b-490c-9211-7567156c927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:42:52.380599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:52.471912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:42:52.475013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:42:52.480734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:52.485038 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-340bb994-cee8-4182-ac7a-f91a1766b075 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:52.556263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:52.557692 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] 10.222.0.61 "PUT /v2.0/ports/fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 1094 time: 0.9788349
Dec 22 15:42:52.558306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:42:52.574037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:52.578132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:52.664958 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'status': 'completed', 'code': 200}
Dec 22 15:42:52.713172 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-8e3e3f73-d4e9-4b7d-ae20-b6ec49c02a39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1097 time: 0.0875499
Dec 22 15:42:52.788610 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-723e433b-c631-49c6-8314-48245a1605f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 217 time: 0.0655684
Dec 22 15:42:52.855135 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-034899cf-035f-4070-baf0-ef6434f54b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:52.856768 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-034899cf-035f-4070-baf0-ef6434f54b39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0580161
Dec 22 15:42:52.938234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-4b501031-2e51-41e7-8d5a-b8e72c252f7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736308
Dec 22 15:42:53.050631 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e756ca-7e83-4e43-8a3d-ab9bf81ea341 req-76b3f258-1224-4c2c-8c0f-c429c8dfc3c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:53.052034 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d0e756ca-7e83-4e43-8a3d-ab9bf81ea341 req-76b3f258-1224-4c2c-8c0f-c429c8dfc3c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 944 time: 0.0771339
Dec 22 15:42:53.077718 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-7b1929c4-63a5-47ca-90a6-ed98e7519e29 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291666
Dec 22 15:42:53.098857 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d0e756ca-7e83-4e43-8a3d-ab9bf81ea341 req-ebc399b7-bf16-4c3d-b8ef-1f5d4c6e069e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409050
Dec 22 15:42:53.219391 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2815ed30-0d87-4a2a-bdf1-bc728024af3a req-999c3baa-8b29-4c8b-95f1-9b327f3cbb41 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308634
Dec 22 15:42:53.261962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2aa436fa-494d-4e04-9bb2-59c035932a03 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:53.340566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 2aa436fa-494d-4e04-9bb2-59c035932a03 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:53.342995 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-3ab13724-2ab3-4d02-96c5-4b2b7d6eefb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1097 time: 0.0735433
Dec 22 15:42:53.346763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2aa436fa-494d-4e04-9bb2-59c035932a03 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:53.347426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:53.466778 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:53.506193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 2aa436fa-494d-4e04-9bb2-59c035932a03, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2aa436fa-494d-4e04-9bb2-59c035932a03,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:53.514168 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:53.516216 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-63b26b40-aca4-4c87-b050-7eb415015126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:53.593750 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:53.597128 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:53.649567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-ffde2d77-3370-4ddd-9cf2-3983944becc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:53.651112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-ffde2d77-3370-4ddd-9cf2-3983944becc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.2999365
Dec 22 15:42:53.724093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-8d88790f-26a3-4610-8483-9b95c8f90e99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 217 time: 0.0657690
Dec 22 15:42:53.790625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-5555902a-c593-4c00-abd6-fa80ba9ffb6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:53.792111 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-5555902a-c593-4c00-abd6-fa80ba9ffb6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0583804
Dec 22 15:42:53.874580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-6eb917fd-d734-4f5d-bf64-c4b2a8fd979a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735409
Dec 22 15:42:54.013112 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-bc687550-7e06-43e7-9665-6338d2a07028 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293433
Dec 22 15:42:54.146584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-79a9dbc2-3ebb-4eae-b683-e6317a879e4f req-ddd7bd0f-75a1-4e68-9f82-167d6ad6f640 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257129
Dec 22 15:42:54.299852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f02e-a7ee-4c7d-bc73-fe6042addf50 req-5a6cb13a-9f25-4a02-83c7-e8abf73a8c6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:54.300817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-6663f02e-a7ee-4c7d-bc73-fe6042addf50 req-5a6cb13a-9f25-4a02-83c7-e8abf73a8c6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:42:54.317810 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-6663f02e-a7ee-4c7d-bc73-fe6042addf50 req-5a6cb13a-9f25-4a02-83c7-e8abf73a8c6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:42:54.317810 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6663f02e-a7ee-4c7d-bc73-fe6042addf50 req-5a6cb13a-9f25-4a02-83c7-e8abf73a8c6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 944 time: 0.0912573
Dec 22 15:42:54.363129 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6663f02e-a7ee-4c7d-bc73-fe6042addf50 req-0824da35-5c64-422e-bcd1-5f1d8c3ac4c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386307
Dec 22 15:42:54.654844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-be8570d5-6a51-4909-978b-6c007b102b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:55.247076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2aa436fa-494d-4e04-9bb2-59c035932a03 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:55.297691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fd09b77b-3b74-4060-84cc-cbca657a9e3b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:42:55.391719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 2aa436fa-494d-4e04-9bb2-59c035932a03 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:55.392091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:55.493303 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:55.508978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'port_id': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'mac_address': 'fa:16:3e:0b:8d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:42:55.564756 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9257700-939b-4da6-a02e-285b4f309f1f req-988b3081-e6ed-4e83-ab84-6a5be27cc39b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:55.566198 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c9257700-939b-4da6-a02e-285b4f309f1f req-988b3081-e6ed-4e83-ab84-6a5be27cc39b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 944 time: 0.0802498
Dec 22 15:42:55.610156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:55.617293 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c9257700-939b-4da6-a02e-285b4f309f1f req-87b588bb-5394-485f-8d5b-6133e5c5d739 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443861
Dec 22 15:42:55.627840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd09b77b-3b74-4060-84cc-cbca657a9e3b {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:42:55.644586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:55.648706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:55.650876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f9039e81-143a-4452-9443-d32230a05560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:55.714483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:55.722658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.723005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.723340 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.723671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.724001 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.724331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.724682 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.725007 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.725329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.725647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.726035 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:42:55.729746 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:55.979184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['fd09b77b-3b74-4060-84cc-cbca657a9e3b'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:42:56.818514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b4d70-81b0-4634-9704-3a4cada4643b req-79451e1b-fc90-4344-8acc-630fa19c4573 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:56.820639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-505b4d70-81b0-4634-9704-3a4cada4643b req-79451e1b-fc90-4344-8acc-630fa19c4573 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 945 time: 0.0801175
Dec 22 15:42:56.865695 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-505b4d70-81b0-4634-9704-3a4cada4643b req-5797adce-b935-4dbc-b2b2-bc3b76ab05f2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397205
Dec 22 15:42:57.295336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fd09b77b-3b74-4060-84cc-cbca657a9e3b up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:42:57.365376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port fd09b77b-3b74-4060-84cc-cbca657a9e3b completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:42:57.371457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port fd09b77b-3b74-4060-84cc-cbca657a9e3b triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:42:57.371841 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:57.484642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:57.512280 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:42:57.522215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:42:57.526490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:57.528307 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:42:57.571870 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'code': 200}
Dec 22 15:42:57.606197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-61bd2064-1f4d-44a0-ba97-f25e11974761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:57.607665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:42:57.610500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:42:57.813750 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dc014041-8e6b-49ed-96b3-ade53ff22f86 req-fb9a1259-ea7c-4aea-b5b8-478fec983e60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.0710530
Dec 22 15:42:57.869524 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dc014041-8e6b-49ed-96b3-ade53ff22f86 req-18021256-2f56-4a48-99ff-cbff50d86007 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470879
Dec 22 15:42:58.070627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf8c5-8991-490d-9564-fabde3f1bcc0 req-2dc3d123-7941-4ffa-b3b9-5dbebd927e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:58.071862 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0cbaf8c5-8991-490d-9564-fabde3f1bcc0 req-2dc3d123-7941-4ffa-b3b9-5dbebd927e92 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0816114
Dec 22 15:42:58.116190 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0cbaf8c5-8991-490d-9564-fabde3f1bcc0 req-b5ca193e-2c05-446f-a513-7f4ec4e47264 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388670
Dec 22 15:42:58.184571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:58.233089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:59.328096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eed66-56ff-47df-9bec-dcb6cecb7286 req-149c644f-d900-4481-8898-022aa9d6b0d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:59.329596 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a27eed66-56ff-47df-9bec-dcb6cecb7286 req-149c644f-d900-4481-8898-022aa9d6b0d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0805075
Dec 22 15:42:59.379971 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a27eed66-56ff-47df-9bec-dcb6cecb7286 req-6bce6626-4139-456f-9753-cb800b7194cf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444453
Dec 22 15:42:59.485175 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:59.581380 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250679c7-72c4-4546-a5f0-bd9eb7028675 req-fac9bb8e-c837-423b-a6c4-6e92c49393ea tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:42:59.582886 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-250679c7-72c4-4546-a5f0-bd9eb7028675 req-fac9bb8e-c837-423b-a6c4-6e92c49393ea tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0779474
Dec 22 15:42:59.633919 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-250679c7-72c4-4546-a5f0-bd9eb7028675 req-f30718e5-c25d-4013-b235-92d70ca8e0b7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452428
Dec 22 15:42:59.660963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48362) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:59.730445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9753de22-0759-4f54-bde7-7d4d6d01ef64 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1094 time: 0.0682645
Dec 22 15:42:59.732935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48366) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:42:59.738123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:42:59.744018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:42:59.747827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:floatingip and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:42:59.750643 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:42:59.756167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:42:59.767406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:42:59.902351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:00.045531 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.238 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/53c85927-8759-41cf-bc2e-1031ad439231) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:43:00.190801 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:00.218082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:00.221978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-130b446c-3ee5-44e8-8a36-30df4e7fe94f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:43:00.290183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:43:00.293310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:43:00.297817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:43:00.329497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=53c85927-8759-41cf-bc2e-1031ad439231,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:43:00.337524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:43:00.935849 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:00.997794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:01.204882 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:01.209369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:01.214722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ff5313cf-85a0-4ed4-bd02-98425934de4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:43:01.315666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=53c85927-8759-41cf-bc2e-1031ad439231,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:43:01.324174 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:43:01.333163 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:01.521801 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Floating IP d475e212-c8ea-4907-9337-72575bfc1f1c associated. External IP: 172.26.3.238, port: fd09b77b-3b74-4060-84cc-cbca657a9e3b.
Dec 22 15:43:01.927822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:43:02.252701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:43:02.263790 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Sync routers for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:43:02.277358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:43:02.277987 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a1f040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:43:02.278890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:02.338689 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6015337
Dec 22 15:43:02.338689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:43:02.408181 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'status': 'completed', 'code': 200}
Dec 22 15:43:02.461079 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:43:02.503649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-39987805-216b-4442-8f86-a300507c3554 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.0713181
Dec 22 15:43:02.538118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed79aa-68e7-4dc0-be06-fe3bf42262bf req-52191361-3898-42f5-b8ea-24d0241c2644 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:02.546462 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-82ed79aa-68e7-4dc0-be06-fe3bf42262bf req-52191361-3898-42f5-b8ea-24d0241c2644 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0843258
Dec 22 15:43:02.594930 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-82ed79aa-68e7-4dc0-be06-fe3bf42262bf req-3549b50a-1f4d-4f27-be0c-83fdb5fbc06e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473673
Dec 22 15:43:02.628949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:02.649021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-aa0bec88-5b71-4487-8211-178aca5c89a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:02.650826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-aa0bec88-5b71-4487-8211-178aca5c89a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.1403687
Dec 22 15:43:02.744682 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-707dbb55-3d5f-4916-a3ab-eeda7a1fe4c2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 992 time: 0.1142931
Dec 22 15:43:02.766175 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-2c4d28ad-2a3b-46be-8d8a-6b2000824def service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 1000 time: 0.1083605
Dec 22 15:43:02.830503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-67f62e3f-8679-44da-b1e5-582d2f71e3ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:02.832036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-67f62e3f-8679-44da-b1e5-582d2f71e3ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0584922
Dec 22 15:43:02.843564 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a1f040>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'd475e212-c8ea-4907-9337-72575bfc1f1c', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'port_id': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'mac_address': 'fa:16:3e:0b:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c615feef-5a62-460e-b39d-5de5dc043534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:00Z', 'updated_at': '2021-12-22T15:43:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:43:02.847574 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Checking router: 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:43:02.858333 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:43:02.858940 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575a1f040>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:42:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:43:02.914839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-a974b7ca-0e63-414a-8480-f048704445f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758090
Dec 22 15:43:03.054667 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:43:03.055552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-5191330e-0c9b-4b68-884f-0db624702a40 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336334
Dec 22 15:43:03.203346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ee79cbda-a8a8-4f19-ba8d-6520d979e5ee req-ca0b500d-650b-422f-bd42-a6f29654471f service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401215
Dec 22 15:43:03.459035 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575a1f040>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'd475e212-c8ea-4907-9337-72575bfc1f1c', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'port_id': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'mac_address': 'fa:16:3e:0b:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c615feef-5a62-460e-b39d-5de5dc043534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:00Z', 'updated_at': '2021-12-22T15:43:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:43:03.463597 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca6751-fb48-477c-ae1a-ac261ca95355 None None] The sync data for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv is: [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': 'd475e212-c8ea-4907-9337-72575bfc1f1c', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'port_id': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'mac_address': 'fa:16:3e:0b:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c615feef-5a62-460e-b39d-5de5dc043534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:00Z', 'updated_at': '2021-12-22T15:43:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:43:03.692665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:03.748759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48378) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:03.970705 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e6caf723-fe3a-4fed-af09-20236e922ce5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 992 time: 0.2207847
Dec 22 15:43:04.974752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48382) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:05.087151 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a582cffc-43ec-4f76-b887-501df0c2039f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 992 time: 0.1062350
Dec 22 15:43:06.086271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48386) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:06.189713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2efd57b6-743f-4332-95aa-5e5d95e6d443 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 992 time: 0.1021359
Dec 22 15:43:07.194066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48390) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:07.278652 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b6dff-f404-4a5d-b7b4-351c2b8e1310 None None] New status for floating IP d475e212-c8ea-4907-9337-72575bfc1f1c: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:43:07.306517 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e5b8a03d-8963-4bde-bd26-1dd6c153e49a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 992 time: 0.1089249
Dec 22 15:43:08.309194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48394) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:08.316605 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:43:08.410268 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0dbbf65d-b2df-4016-80e8-4b43c135fef5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 994 time: 0.0998592
Dec 22 15:43:18.341018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-b41a9ab5-b20f-430f-bdf2-07db8d6ca3db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1449320
Dec 22 15:43:18.480399 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-09365020-bb73-41da-9ede-74cf6cdb0778 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.0689659
Dec 22 15:43:18.626779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-761eb3a1-7591-4aa1-889c-48b5fdeac8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:18.628198 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-761eb3a1-7591-4aa1-889c-48b5fdeac8aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.1257999
Dec 22 15:43:18.731478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-0b1318eb-2c09-47ba-9951-f814bbc56372 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 1002 time: 0.0950370
Dec 22 15:43:18.794972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-7043c952-0e01-428a-a7b4-81f65ae5e205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:18.796375 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-7043c952-0e01-428a-a7b4-81f65ae5e205 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0567906
Dec 22 15:43:18.975116 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-9f708ffd-0510-4f0b-a998-175e7d533d00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1697567
Dec 22 15:43:19.107608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-72ebf370-8158-46e3-b63d-afac0b16aaf0 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210017
Dec 22 15:43:19.239436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7531e7c0-f74d-434d-967a-bafb3c618549 req-a2d2c77c-4c50-438c-86fc-5c25fdbde630 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247976
Dec 22 15:43:24.657498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1c990dd5-fd8e-4a28-93e0-0722c46449ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:27.589286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2d6e102f-6fd9-4a90-954b-189df0f3bfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:28.187685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:28.233901 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:29.486398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:33.699081 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:38.081425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c4426-1f98-424b-92d8-c8883ef03e04 req-80ee6ab3-7af8-4abe-bc64-3f9dcdc0a6e6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:38.082923 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c9c4426-1f98-424b-92d8-c8883ef03e04 req-80ee6ab3-7af8-4abe-bc64-3f9dcdc0a6e6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0755904
Dec 22 15:43:38.130879 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0c9c4426-1f98-424b-92d8-c8883ef03e04 req-77450c19-840e-4018-a911-3575dc2f1e05 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417821
Dec 22 15:43:39.337292 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9f77-ea6b-47ee-87c8-686aa7300720 req-7e50ea79-f144-4cc9-9fb3-af6dd9f94421 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:39.338731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-badb9f77-ea6b-47ee-87c8-686aa7300720 req-7e50ea79-f144-4cc9-9fb3-af6dd9f94421 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0815737
Dec 22 15:43:39.383813 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-badb9f77-ea6b-47ee-87c8-686aa7300720 req-da637308-81d8-4303-a7e5-02a39c031517 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396590
Dec 22 15:43:40.580199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d32c32-b36b-46a3-82ae-20118e14738a req-a85167e8-a6fc-41a0-b4ef-d671167523f1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:40.581667 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01d32c32-b36b-46a3-82ae-20118e14738a req-a85167e8-a6fc-41a0-b4ef-d671167523f1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0757442
Dec 22 15:43:40.627899 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01d32c32-b36b-46a3-82ae-20118e14738a req-86dca902-a0dd-4bbf-aa56-2bff01f09efd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404763
Dec 22 15:43:41.820392 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a994dd-19f8-4b8b-9e97-5ff3f7212f71 req-65eaec81-22fa-48ed-87aa-60f6356be299 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:41.821814 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d9a994dd-19f8-4b8b-9e97-5ff3f7212f71 req-65eaec81-22fa-48ed-87aa-60f6356be299 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0756011
Dec 22 15:43:41.872197 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d9a994dd-19f8-4b8b-9e97-5ff3f7212f71 req-78f49b98-8dca-4776-a38c-2f4c6b43e4aa tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449238
Dec 22 15:43:43.076175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d102f-29d3-49db-b758-2133d3f5ddc2 req-3f843fe8-b207-4ab3-b67c-4a6090af7d54 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:43.082388 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa4d102f-29d3-49db-b758-2133d3f5ddc2 req-3f843fe8-b207-4ab3-b67c-4a6090af7d54 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0858543
Dec 22 15:43:43.124541 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-aa4d102f-29d3-49db-b758-2133d3f5ddc2 req-0cc77894-15ae-471b-a4de-5733065fe3d3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414250
Dec 22 15:43:44.319386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2d56f-a805-44c4-b311-d388a568c9a6 req-fb6bfceb-50d2-4b51-a10f-babf2822f4fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:44.320979 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0de2d56f-a805-44c4-b311-d388a568c9a6 req-fb6bfceb-50d2-4b51-a10f-babf2822f4fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0754707
Dec 22 15:43:44.366155 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0de2d56f-a805-44c4-b311-d388a568c9a6 req-72b71f35-2fa1-45c0-ab84-dac9b662293c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397298
Dec 22 15:43:45.316004 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:43:45.558925 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac698-a530-4da6-83f4-9db1fb981107 req-c5c1cb27-b822-46a2-b406-9df3b0922ad9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:45.560284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-006ac698-a530-4da6-83f4-9db1fb981107 req-c5c1cb27-b822-46a2-b406-9df3b0922ad9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0758812
Dec 22 15:43:45.605327 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-006ac698-a530-4da6-83f4-9db1fb981107 req-297df650-56bd-41ce-80e6-5485f070ddf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395548
Dec 22 15:43:46.808235 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c03e3-e924-4705-a739-a1d6477f867a req-dafcdc2d-ea62-44f5-99f4-da871505b0b2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:46.809697 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a57c03e3-e924-4705-a739-a1d6477f867a req-dafcdc2d-ea62-44f5-99f4-da871505b0b2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0803747
Dec 22 15:43:46.854703 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a57c03e3-e924-4705-a739-a1d6477f867a req-eba45264-0ef9-4edf-91ac-f021b83c2e6e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395877
Dec 22 15:43:48.056358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa14c3-584e-4469-a33f-8e37747ae408 req-d2851a7b-7b48-448b-bedb-a1e86a6c6278 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:48.057809 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a6fa14c3-584e-4469-a33f-8e37747ae408 req-d2851a7b-7b48-448b-bedb-a1e86a6c6278 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0820067
Dec 22 15:43:48.103280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a6fa14c3-584e-4469-a33f-8e37747ae408 req-8e93cb5e-1957-4835-8b2b-06dac4433069 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400536
Dec 22 15:43:49.297630 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01160f1f-b832-474f-b1ab-73532ce50a27 req-53f4b0fc-9d98-46d8-81aa-5d5e1d951305 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:49.299056 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-01160f1f-b832-474f-b1ab-73532ce50a27 req-53f4b0fc-9d98-46d8-81aa-5d5e1d951305 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0760388
Dec 22 15:43:49.344254 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-01160f1f-b832-474f-b1ab-73532ce50a27 req-dbe27337-fb5b-428a-bdd5-e7435d638544 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394635
Dec 22 15:43:49.371767 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48432) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:49.476825 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b5f0679d-23cd-4162-abef-4f7e4534d891 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 994 time: 0.1036305
Dec 22 15:43:51.011988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f204a04-e550-49e6-8382-259384ac672d req-2f4a1634-758b-40d9-a06d-506d8d624376 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:51.013461 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f204a04-e550-49e6-8382-259384ac672d req-2f4a1634-758b-40d9-a06d-506d8d624376 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.1287096
Dec 22 15:43:51.047985 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-5e7949f7-2fc9-4d41-983e-e40c0e574548 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.1154165
Dec 22 15:43:51.147437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f204a04-e550-49e6-8382-259384ac672d req-a02056f7-82cf-4c12-9b1d-95db54eba553 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272817
Dec 22 15:43:51.189496 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-38b688d5-7ab6-4914-8b2a-facb38c5e88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:51.190923 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-38b688d5-7ab6-4914-8b2a-facb38c5e88d service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.1324372
Dec 22 15:43:51.298800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-f299ac4a-afa4-4948-a397-3f6f66591b49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 1002 time: 0.1001163
Dec 22 15:43:51.364060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-c5c9d64a-864e-4f84-908c-225bd1f0c654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:51.365512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-c5c9d64a-864e-4f84-908c-225bd1f0c654 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0565200
Dec 22 15:43:51.445658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-4217788f-fe06-44d7-acd4-31b00fc0ae11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701566
Dec 22 15:43:51.581762 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-172cbd8e-e811-4159-9e33-2a3010b5b36c service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236503
Dec 22 15:43:51.833784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165ba90b-e251-4a5e-a093-78243c0ce450 req-4e0a787b-b083-43c6-97d0-d1fd91d500b7 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2429271
Dec 22 15:43:52.353260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0267e-37bf-43dd-bcac-3557e65f381a req-3c49b986-e8dd-4b88-b8d6-319bb2610a41 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:52.354732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0fa0267e-37bf-43dd-bcac-3557e65f381a req-3c49b986-e8dd-4b88-b8d6-319bb2610a41 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0838134
Dec 22 15:43:52.399997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0fa0267e-37bf-43dd-bcac-3557e65f381a req-2b4e8de5-f0de-4791-9fbd-5f973c58de08 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396550
Dec 22 15:43:53.594730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db306fe4-28d8-4161-a1e0-8f395dba7643 req-d8bd8933-4954-42a8-8f31-acf4fcc46471 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:43:53.596169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db306fe4-28d8-4161-a1e0-8f395dba7643 req-d8bd8933-4954-42a8-8f31-acf4fcc46471 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0752084
Dec 22 15:43:53.640860 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-db306fe4-28d8-4161-a1e0-8f395dba7643 req-9165e474-bb4c-4dec-9c85-5a3aef90eca8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383854
Dec 22 15:43:53.669929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48446) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:43:53.772281 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8d17f9ac-d55e-4695-b1b7-5cddca99cfbd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 200  len: 994 time: 0.1006215
Dec 22 15:43:54.659442 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-77b4dac6-a9eb-4f77-be09-b650478e6e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:57.591386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5d2c694a-c98b-49f1-bf58-274d5b5d8127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:58.190732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:58.234690 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:43:59.489798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:03.702678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:20.258512 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-3b8c6928-8e67-4000-b9b8-8f7d811f5094 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700870
Dec 22 15:44:20.407135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-143ebc51-5d75-4e9c-8d70-71247df9af72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.0711794
Dec 22 15:44:20.553066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-c51e9e22-d911-471e-a49c-8bb478062736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:20.554389 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-c51e9e22-d911-471e-a49c-8bb478062736 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.1255705
Dec 22 15:44:20.660848 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-f2b40a62-9484-446e-a22e-446b659f0eca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 1002 time: 0.0961115
Dec 22 15:44:20.724822 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-7b9027fc-d99c-40bc-a0b7-b14c4de79409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:20.726206 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-7b9027fc-d99c-40bc-a0b7-b14c4de79409 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0578144
Dec 22 15:44:20.804691 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-cc9c5f2e-0c78-46df-b29b-06a4de5f3480 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694120
Dec 22 15:44:20.936815 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-efc1013d-80d5-4dfa-8868-d44349a10ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251872
Dec 22 15:44:21.068802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c4ef988-80e0-45de-879e-403b4fa169ea req-abe4850a-78a1-4ee2-aad6-999e3d771f90 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246314
Dec 22 15:44:22.316494 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:44:24.662452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5ad-d0ab-45fc-bbaf-ec17e82cda58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:26.476004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48466) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:26.672055 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 53c85927-8759-41cf-bc2e-1031ad439231 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:44:26.672334 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:26.839351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:26.839665 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:27.060261 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 53c85927-8759-41cf-bc2e-1031ad439231 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:44:27.201541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:27.205083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-59b8943f-a2b1-4843-a3f3-aba4606b2665 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:27.246761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=53c85927-8759-41cf-bc2e-1031ad439231,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:27.283751 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.284133 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.284546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.284916 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.285283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.285670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.286033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.286389 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.286745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.287098 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.287453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:27.297819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:27.349242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:27.594661 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1032be95-98ad-46f6-9340-3cda9d3cd135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:27.739618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:44:27.939002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:44:27.948342 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Sync routers for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:44:27.960160 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:27.960799 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c645b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:27.962246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:28.015203 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a4f62042-4ea1-4ebd-80a5-230a32019dbf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/floatingips/d475e212-c8ea-4907-9337-72575bfc1f1c HTTP/1.1" status: 204  len: 168 time: 1.5381093
Dec 22 15:44:28.015850 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:44:28.139897 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:28.156581 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'status': 'completed', 'code': 200}
Dec 22 15:44:28.201762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:28.246426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:28.278516 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-382e1b67-97df-4e99-90af-88211cbacfea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 1099 time: 0.0902088
Dec 22 15:44:28.422776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7972281-5e23-4105-b029-322e82e3436f req-cebf21bf-a9ad-4b96-bff1-271fcef8389f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:28.423573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-e7972281-5e23-4105-b029-322e82e3436f req-cebf21bf-a9ad-4b96-bff1-271fcef8389f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:44:28.423983 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-05f3279f-717f-4fc8-a6f3-cc34279c0688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:28.425677 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-05f3279f-717f-4fc8-a6f3-cc34279c0688 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 200  len: 898 time: 0.1393168
Dec 22 15:44:28.439460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-e7972281-5e23-4105-b029-322e82e3436f req-cebf21bf-a9ad-4b96-bff1-271fcef8389f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:44:28.440886 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e7972281-5e23-4105-b029-322e82e3436f req-cebf21bf-a9ad-4b96-bff1-271fcef8389f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0988414
Dec 22 15:44:28.481050 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c645b0>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:28.485058 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Checking router: 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:44:28.494958 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e7972281-5e23-4105-b029-322e82e3436f req-4a5771fc-b8ba-44ad-9e6b-d2548d30cdef tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481436
Dec 22 15:44:28.497768 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:28.498605 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c645b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:28.504083 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-303ef69c-c062-41c7-a9a0-e70c614daf0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 200  len: 217 time: 0.0674305
Dec 22 15:44:28.569158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-44fe9187-49ed-4042-99b8-331abeaa7749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:28.570746 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-44fe9187-49ed-4042-99b8-331abeaa7749 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 200  len: 835 time: 0.0591638
Dec 22 15:44:28.652019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-ff3af86b-1b4f-47b0-a755-7a7fa2ccdb9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454d245f-ea78-4247-a3e2-99e7d25e1743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731456
Dec 22 15:44:28.677624 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:28.903646 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-ecbc6b6e-5cfe-4ece-8932-b07476501fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422316
Dec 22 15:44:29.026072 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c645b0>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:29.030477 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a459a9-19fb-48a8-b6dd-42478452b93a None None] The sync data for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv is: [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:46Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '2aa436fa-494d-4e04-9bb2-59c035932a03', 'name': '', 'network_id': '454d245f-ea78-4247-a3e2-99e7d25e1743', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:20:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:45Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': '09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:44:29.036745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2cac61d7-d4a6-4ffe-a4bf-8a8e2acb0dd4 req-249850be-3a25-45d5-9260-a5835c2e6121 service neutron] 10.222.0.61 "GET /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243575
Dec 22 15:44:29.239191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f178982-a0d5-48ac-9ed9-0b267509a822 None None] New status for floating IP d475e212-c8ea-4907-9337-72575bfc1f1c: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:44:29.490884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:29.693298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59af038-dae1-4fb6-aa23-a9caad2d0d7a req-fb073388-f109-4c96-92b7-c15607686d13 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:29.694731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f59af038-dae1-4fb6-aa23-a9caad2d0d7a req-fb073388-f109-4c96-92b7-c15607686d13 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0757539
Dec 22 15:44:29.739183 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f59af038-dae1-4fb6-aa23-a9caad2d0d7a req-f5ebbcf9-acbd-4828-beb1-4d4d78c00d07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390439
Dec 22 15:44:30.286722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-51c985b5-7c82-43c1-b9a7-7bd8d9ebb173 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:30.288134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-51c985b5-7c82-43c1-b9a7-7bd8d9ebb173 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 946 time: 0.0842972
Dec 22 15:44:30.355023 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port fd09b77b-3b74-4060-84cc-cbca657a9e3b {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:44:30.355354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:30.594948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port fd09b77b-3b74-4060-84cc-cbca657a9e3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd09b77b-3b74-4060-84cc-cbca657a9e3b,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:30.595297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:30.714192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for fd09b77b-3b74-4060-84cc-cbca657a9e3b owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:44:30.856734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:30.862676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-54d4b121-f922-4707-bbeb-132b0be573e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:30.909680 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2a14d0f9-7ea4-4718-863b-bb4505688bbf req-3706188f-de82-4742-a48f-466914cdb6c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=c615feef-5a62-460e-b39d-5de5dc043534 HTTP/1.1" status: 200  len: 210 time: 0.0420175
Dec 22 15:44:30.910282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=fd09b77b-3b74-4060-84cc-cbca657a9e3b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:30.979337 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.979716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.980090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.980611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.980940 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.981307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.981663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.982022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.982378 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.982733 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.983096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:30.989600 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:30.994806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] No DVR routers for this DVR port fd09b77b-3b74-4060-84cc-cbca657a9e3b on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:44:30.997724 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:31.000195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'name': 'network-vif-deleted', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:44:31.015895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6357a9e7-a389-448d-8a86-a6b19aab4ae1 req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "DELETE /v2.0/ports/fd09b77b-3b74-4060-84cc-cbca657a9e3b HTTP/1.1" status: 204  len: 173 time: 0.7209723
Dec 22 15:44:31.054367 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c615feef-5a62-460e-b39d-5de5dc043534', 'name': 'network-vif-deleted', 'tag': 'fd09b77b-3b74-4060-84cc-cbca657a9e3b', 'status': 'completed', 'code': 200}
Dec 22 15:44:32.014940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48488) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:32.513660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:33.114642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 2aa436fa-494d-4e04-9bb2-59c035932a03 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:44:33.115335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:33.297126 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 2aa436fa-494d-4e04-9bb2-59c035932a03, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=2aa436fa-494d-4e04-9bb2-59c035932a03,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:33.297474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:33.414199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 2aa436fa-494d-4e04-9bb2-59c035932a03 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:44:33.595125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:33.598611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-756d8dab-7f06-490c-8d67-ff0e44779816 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:33.642492 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=2aa436fa-494d-4e04-9bb2-59c035932a03,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:33.645864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:33.720543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:34.048450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:34.619251 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:44:34.816505 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:44:34.826634 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Sync routers for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:44:34.828736 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8127048
Dec 22 15:44:34.831413 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48492) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:34.838085 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:34.838687 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c97790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:35.011300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting subnet 09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:44:35.014770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.019279 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:35.070173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.151428 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.223304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.227603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-35e3fbef-8239-4cf3-9749-3cc01c90166c tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:35.264956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Subnet': ['ID=09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:35.268250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:35.272318 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.282393 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-50c349a4-370e-4457-8af9-19fc5ee6a815 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/subnets/09d0a4ab-f0d6-4ee7-bfab-903ce2fcacc6 HTTP/1.1" status: 204  len: 168 time: 0.4476974
Dec 22 15:44:35.282609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48496) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:35.285367 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d0eb5-a5fb-4cdd-ab24-72f0d898707d None None] Network 454d245f-ea78-4247-a3e2-99e7d25e1743 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:44:35.311235 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c97790>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:44:33Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:35.315186 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Checking router: 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:44:35.327131 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Routers {'5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:35.327730 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c97790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:35.497224 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.508669 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] Set router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:35.546431 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] DHCP port deletion for 454d245f-ea78-4247-a3e2-99e7d25e1743 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:44:35.550771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Deleting port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:44:35.551150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.679316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fd09b77b-3b74-4060-84cc-cbca657a9e3b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:44:35.759951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: fd09b77b-3b74-4060-84cc-cbca657a9e3b {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:44:35.760322 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device fd09b77b-3b74-4060-84cc-cbca657a9e3b not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:44:35.798188 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] For port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,segment=NetworkSegment(edab67ac-c22b-490c-9211-7567156c927a),segment_id=edab67ac-c22b-490c-9211-7567156c927a)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:35.798539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.816694 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c97790>, [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:44:33Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:35.820536 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e793b-812f-475d-b37f-05ba51db26ef None None] The sync data for ids ['5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25'] in dv-neutron-822675-1-hyperv is: [{'id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671977082', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:44:33Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'f5a5662a-994c-4a21-924a-4ac039b34138', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:44:35.834709 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.845843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port f5a5662a-994c-4a21-924a-4ac039b34138 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:44:35.846182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:35.924948 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Calling delete_port for aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:44:35.998889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.002468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:36.019918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port f5a5662a-994c-4a21-924a-4ac039b34138, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=f5a5662a-994c-4a21-924a-4ac039b34138,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:36.020265 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.042453 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Pushing event deleted for resources: {'Port': ['ID=aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:36.053264 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] No DVR routers for this DVR port aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:44:36.055374 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.055720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.056065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.056414 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.056792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.057096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.057422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.057747 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.058068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.058395 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.059258 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:36.062642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:36.140303 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for f5a5662a-994c-4a21-924a-4ac039b34138 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:44:36.322789 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.327249 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:36.373612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=f5a5662a-994c-4a21-924a-4ac039b34138,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:36.376958 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:36.593512 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.849184 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.853297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.877612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.878297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Fanout notify agent at l3_agent the message router_deleted on router 5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:44:36.893461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:36.894592 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d1628521-00c9-4a63-812b-af4036f42c2f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/routers/5c1f4986-ee5c-4a10-8d7f-e6ad2b32ef25 HTTP/1.1" status: 204  len: 168 time: 1.6059792
Dec 22 15:44:36.897493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48500) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:37.114672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.242187 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.267014 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857461d8b0>,) {'filters': {'network_id': ['454d245f-ea78-4247-a3e2-99e7d25e1743']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:37.279562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857461d8b0>, 'edab67ac-c22b-490c-9211-7567156c927a') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:37.279843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857461d8b0>, 'edab67ac-c22b-490c-9211-7567156c927a') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:37.290746 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.311606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.319092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:44:37.319491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:44:37.335180 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:44:37.365980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2aa436fa-494d-4e04-9bb2-59c035932a03 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:44:37.398743 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 2aa436fa-494d-4e04-9bb2-59c035932a03 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:44:37.399102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 2aa436fa-494d-4e04-9bb2-59c035932a03 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:44:37.399507 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:44:37.414808 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.418687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9a7737e8-4316-4110-83ba-aeb93df43217 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:37.435081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.435243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:44:37.435243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device aea6cd5c-ae0f-4fda-b1dd-90a291b9bfa8 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:44:37.435668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f5a5662a-994c-4a21-924a-4ac039b34138 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:44:37.444648 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Network': ['ID=454d245f-ea78-4247-a3e2-99e7d25e1743,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:37.447711 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:37.454138 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8d0e4ab8-f35c-4b90-a787-ea7d1b92ae1d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/networks/454d245f-ea78-4247-a3e2-99e7d25e1743 HTTP/1.1" status: 204  len: 168 time: 0.5553656
Dec 22 15:44:37.456930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48504) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:37.468641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: f5a5662a-994c-4a21-924a-4ac039b34138 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:44:37.468996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device f5a5662a-994c-4a21-924a-4ac039b34138 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:44:37.534248 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.562280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.626499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.630173 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-bebe876f-3aa6-45ab-8ebe-585b17cbd0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:37.645811 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e60c90-a5a0-4cb1-8214-46d3d70f2c62,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:37.648358 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:37.655540 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:37.656696 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1e60c90-a5a0-4cb1-8214-46d3d70f2c62 HTTP/1.1" status: 204  len: 168 time: 0.1988516
Dec 22 15:44:37.944623 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48512) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:37.950754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080435572', 'description': 'tempest-secgroup-smoke-2080435572 description', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:37.956612 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:37.960588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:37.963364 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:37.969531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:37.980354 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.014058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.017702 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.020368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.025842 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.079266 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.082091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.086821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-62e4b978-2efe-441e-b0c2-b55748f0a5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.129274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212f816c-a52a-429e-a016-0fc512de1813,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.131770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.132983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1873758
Dec 22 15:44:38.133841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9cf1d783-f2d9-4da3-af91-db82075e1149 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.135931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48516) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.142011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.147831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.152053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.155561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.161170 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.177083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.235862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.239073 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.240826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10d82765-93ca-4cdf-8989-28e70d2de07f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.262299 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ffcbfe-907e-48e2-921b-2dc62e081eeb,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.264738 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.271889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.273080 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1356719
Dec 22 15:44:38.275807 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48520) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.281873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.287860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.291655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.294562 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.300149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.316199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.376717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.380253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.382049 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c8473202-285c-41a3-a8c7-c38f33d9aad5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.403781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd301f-760d-4777-8bfd-565d770e2d89,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.406236 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.412690 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.413837 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e929f748-c027-4f74-8aa9-349a44aee292 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1371443
Dec 22 15:44:38.416585 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48524) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.422013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.428036 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.431666 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.435047 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.440560 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.456758 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.519182 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.522523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.524264 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-03ca2a36-562b-4332-8405-7144ec29c008 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.545365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3501c9db-fa25-4ced-ae3b-fe0b4611a080,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.547779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.554636 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.555789 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4412d15f-5338-4fe3-81db-9714c422bf00 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1382675
Dec 22 15:44:38.559031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48528) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.564449 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.570094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.575734 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.578759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.585233 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.602344 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.663676 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.667278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.675045 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-597cfa54-79c4-4b9d-8ed4-f8bdf94eb073 tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.696306 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9596e9-7221-4645-9fcc-0166ce86d10c,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.698800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.703033 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.704215 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-4cbd6328-88d6-4461-90d3-6f77238d6826 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1442921
Dec 22 15:44:38.706904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48532) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.712169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.718118 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.721882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.724776 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.730943 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.741328 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:44:38.748304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.812160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.815446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.817311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a6b4fa20-3268-441d-82ac-968b034a00f3 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.841161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a454f4-1bf1-48d4-9abe-a431c2c593eb,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.843465 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:38.850311 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.851442 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9253e5d1-eecf-4814-a35f-695a8b2792f4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1436498
Dec 22 15:44:38.854151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48536) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:38.860060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'security_group_rule': {'security_group_id': '212f816c-a52a-429e-a016-0fc512de1813', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:38.865632 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:38.869339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:security_group_rule and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:38.872864 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:38.878455 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:38.888752 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Project 1edbda2dc8de4a84a440a136c8912ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:44:38.896092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.962604 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.966335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:38.972435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5d6d9475-18ce-4158-85a1-a0cfdb19972c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:38.991199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433c75d3-cfb4-4ca7-9d73-d02a5ee40b75,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:38.993880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:39.002656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.003800 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1487758
Dec 22 15:44:39.006573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48540) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:39.011935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'network': {'name': 'tempest-network-smoke--1620033416', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'port_security_enabled': True}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:39.016573 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:39.020658 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:network and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:39.023405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:39.029664 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:39.039615 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:44:39.042524 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.073593 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:44:39.082946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.083277 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Added segment 95bfb712-fe98-4aba-b7b5-cd2915c691db of type vlan for network 325f41c6-d48d-4160-a6b0-edae46325e06
Dec 22 15:44:39.110254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.138159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.141863 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:39.142436 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.145777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5ab06144-8b1c-4a10-8d6a-5781b02dd751 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:39.249518 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2419760
Dec 22 15:44:39.252093 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48544) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:39.259138 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'admin_state_up': True, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:39.264220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Network': ['ID=325f41c6-d48d-4160-a6b0-edae46325e06,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:39.266893 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-3c9f595f-f077-4e4a-8444-150c203519d8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:39.269131 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:39.273002 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:router and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:39.274075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 325f41c6-d48d-4160-a6b0-edae46325e06 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:44:39.276188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:39.282443 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:39.292092 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.294072 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.317216 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.467253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.641275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.670083 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:39.803809 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.2 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/ba5d59ab-b9a2-4f60-8010-79fcec7efec2) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:44:40.041912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:40.069317 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:40.073357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-27d6735d-396b-453e-bc74-adc2748e2c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:40.139283 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:40.142372 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:40.146484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:44:40.171199 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:40.175961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:40.299148 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:40.299822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:40.524484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 551dbab1-84fc-4c08-b066-68294bc7687b is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:44:40.727065 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:44:40.736573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Sync routers for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:44:40.748287 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:40.748939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586e400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:40.753030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:40.754341 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.5013368
Dec 22 15:44:40.757533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48548) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:40.801237 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-795654c7-b93f-4da2-bc04-54c5f5d91081 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1edbda2dc8de4a84a440a136c8912ba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391753
Dec 22 15:44:40.801817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48552) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:40.930075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:40.931520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442c7b7-f909-4d78-bb37-74ee7e314446 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:40.933012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6442c7b7-f909-4d78-bb37-74ee7e314446 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1302340
Dec 22 15:44:40.935967 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48556) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:40.974894 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-80507928-3842-4abc-bdfb-da11e7914674 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=fec912f8-ceb4-4765-afbc-51e8cc522c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377605
Dec 22 15:44:40.977375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48560) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:40.982781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059638488', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:41.089438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:41.093841 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:subnet and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:41.096570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:41.102371 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:41.111985 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:44:41.211517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586e400>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:40Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:41.213748 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.216802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Checking router: 551dbab1-84fc-4c08-b066-68294bc7687b for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:44:41.217346 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Updating router 551dbab1-84fc-4c08-b066-68294bc7687b port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:44:41.268621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.544579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.547895 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0cf93b08-41c2-4cda-9e96-5f57a70327ea tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:41.597755 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.610668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Transition to ACTIVE for port object ba5d59ab-b9a2-4f60-8010-79fcec7efec2 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:41.618223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.621776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Subnet': ['ID=fb8f22e0-0997-457e-8f14-11b0343d3815,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:41.625456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:41.625623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:41.633691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Checking segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:44:41.634041 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network hostable DHCP agents. Network: 325f41c6-d48d-4160-a6b0-edae46325e06, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:44:41.656535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 325f41c6-d48d-4160-a6b0-edae46325e06 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:44:41.666086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 325f41c6-d48d-4160-a6b0-edae46325e06) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:41.671463 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:41.672212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.677231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0e712-8428-41cf-ad09-f89c0f95d478 None None] Network 325f41c6-d48d-4160-a6b0-edae46325e06 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:44:41.696337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-41d080cb-755d-44e6-b1b4-c95c26e7a4c7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7154107
Dec 22 15:44:41.696687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48564) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:41.773185 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Pushing event updated for resources: {'Port': ['ID=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:41.786309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:41.791679 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Attempting to bind port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:44:41.792051 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Attempting to bind port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:44:41.792436 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Attempting to bind port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:44:41.805540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:44:41.805847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:44:41.806254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.806648 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:44:41.807115 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Bound port: ba5d59ab-b9a2-4f60-8010-79fcec7efec2, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:44:41.807487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.942524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] For port ba5d59ab-b9a2-4f60-8010-79fcec7efec2, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:44:41.978968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] For port ba5d59ab-b9a2-4f60-8010-79fcec7efec2, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:44:41.987662 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:41.991480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:42.019991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-325f41c6-d48d-4160-a6b0-edae46325e06', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:44:42.020800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:42.139162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Pushing event updated for resources: {'Port': ['ID=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:42.144720 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:42.151643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:42.153024 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857586e400>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:42.422968 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Allocated IP 172.20.0.2 (325f41c6-d48d-4160-a6b0-edae46325e06/fb8f22e0-0997-457e-8f14-11b0343d3815/453d739f-fd53-4719-a641-9eb654939e7c) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:44:42.450739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:42.508376 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:42.869724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:42.882629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Transition to ACTIVE for port object 453d739f-fd53-4719-a641-9eb654939e7c will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:42.910127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Transition to ACTIVE for port object 453d739f-fd53-4719-a641-9eb654939e7c will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:42.917291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:42.921794 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b3ed7d6f-eef5-4b03-85ef-f3395d17c775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:42.983892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.1 (325f41c6-d48d-4160-a6b0-edae46325e06/fb8f22e0-0997-457e-8f14-11b0343d3815/018cfd11-9d6a-4d09-bd90-ea11039ccb34) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:44:42.985350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857586e400>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:40Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:42.994668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Network 325f41c6-d48d-4160-a6b0-edae46325e06 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:43.000047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:43.004366 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd19651-6726-46a5-a32b-7d2fdeac4101 None None] The sync data for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv is: [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:40Z', 'revision_number': 3, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:44:43.005964 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:44:43.008371 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Pushing event updated for resources: {'Port': ['ID=453d739f-fd53-4719-a641-9eb654939e7c,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:43.010855 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:43.102716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Attempting to bind port 453d739f-fd53-4719-a641-9eb654939e7c on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:44:43.103091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Attempting to bind port 453d739f-fd53-4719-a641-9eb654939e7c by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:44:43.103458 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Attempting to bind port 453d739f-fd53-4719-a641-9eb654939e7c on network 325f41c6-d48d-4160-a6b0-edae46325e06 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:44:43.112190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:44:43.112503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Checking segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:44:43.112912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.113311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Bound using segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:44:43.113782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Bound port: 453d739f-fd53-4719-a641-9eb654939e7c, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:44:43.114160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.240680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] For port 453d739f-fd53-4719-a641-9eb654939e7c, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:44:43.248669 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] For port 453d739f-fd53-4719-a641-9eb654939e7c, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=453d739f-fd53-4719-a641-9eb654939e7c,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:44:43.257624 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.264039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b2c5b69-f465-4e5a-af85-fdb8cce5bbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:43.309516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.331933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object 018cfd11-9d6a-4d09-bd90-ea11039ccb34 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:43.372012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.376929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7b09d449-52ec-46f7-a08e-13e2152ac3ae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:43.433244 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5d59ab-b9a2-4f60-8010-79fcec7efec2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:43.465568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 325f41c6-d48d-4160-a6b0-edae46325e06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:43.474510 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:43.475124 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Pushing event updated for resources: {'Port': ['ID=453d739f-fd53-4719-a641-9eb654939e7c,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:43.484651 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:43.488142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:44:43.526416 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:43.538443 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:43.547530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:43.555887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:43.556575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.591826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.750790 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.797219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.827635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port ba5d59ab-b9a2-4f60-8010-79fcec7efec2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:43.835471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:43.837963 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-09073cd8-c68a-47e2-b90f-fd510c94a40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:43.923921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:43.927433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:44.192638 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:44.197168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:44.221877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cb45d603-9016-4f19-99b9-baf5766cd46b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:44.307971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:44.312048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:44.316303 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:44.453399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 325f41c6-d48d-4160-a6b0-edae46325e06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:44.454514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:44.502042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fa6d3-ad33-4cfb-9bd2-114d0389c5be None None] Network 325f41c6-d48d-4160-a6b0-edae46325e06 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:44:44.594801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-55b74e2e-1a6e-42a7-b3e0-2355b21fb26d None None] Provisioning for port 453d739f-fd53-4719-a641-9eb654939e7c completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:44.838701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 551dbab1-84fc-4c08-b066-68294bc7687b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:44:44.938974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d25153c4-2843-4ff4-b1bb-13828f01c765 None None] Provisioning for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:44.944494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d25153c4-2843-4ff4-b1bb-13828f01c765 None None] Provisioning complete for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:44.944949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d25153c4-2843-4ff4-b1bb-13828f01c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.067308 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d25153c4-2843-4ff4-b1bb-13828f01c765 None None] Port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:44:45.176156 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:44:45.190261 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/551dbab1-84fc-4c08-b066-68294bc7687b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4924529
Dec 22 15:44:45.211801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-96d9c3a6-5274-4b4a-bf06-4b94f9da1814 None None] Provisioning complete for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:45.212176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-96d9c3a6-5274-4b4a-bf06-4b94f9da1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.269413 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-96d9c3a6-5274-4b4a-bf06-4b94f9da1814 None None] Port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:44:45.398510 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 453d739f-fd53-4719-a641-9eb654939e7c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:45.439945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6ff26acc-e309-487d-8f5b-5fa69cabe6c1 None None] Provisioning complete for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:45.440319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6ff26acc-e309-487d-8f5b-5fa69cabe6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.507102 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6ff26acc-e309-487d-8f5b-5fa69cabe6c1 None None] Port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:44:45.519334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 453d739f-fd53-4719-a641-9eb654939e7c completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:45.524475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 453d739f-fd53-4719-a641-9eb654939e7c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:45.525038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.545733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-e3d8147c-f500-424c-be08-fb10b2969c4c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080435572&fields=id&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 267 time: 0.0412915
Dec 22 15:44:45.638381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.672218 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 453d739f-fd53-4719-a641-9eb654939e7c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=453d739f-fd53-4719-a641-9eb654939e7c,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:45.676284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.677461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5d59ab-b9a2-4f60-8010-79fcec7efec2 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:45.695338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-32ca47ca-971a-4078-a136-bff45f36bf75 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:45.696784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-32ca47ca-971a-4078-a136-bff45f36bf75 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 797 time: 0.1443880
Dec 22 15:44:45.704082 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:45.712699 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-72019e92-f38d-4cab-a4b6-0273dc89e02e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/quotas/1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 375 time: 0.0104482
Dec 22 15:44:45.791825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=453d739f-fd53-4719-a641-9eb654939e7c,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:45.795678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:45.795829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-797e3420-29e7-4d72-b8ec-f1fa7c8643fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:44:45.806166 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:45.806555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:45.811271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-797e3420-29e7-4d72-b8ec-f1fa7c8643fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:44:45.812817 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-797e3420-29e7-4d72-b8ec-f1fa7c8643fb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0952184
Dec 22 15:44:45.952192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-c3a3bcb2-b9ce-4bc3-b72d-b0825753b076 service neutron] 10.222.0.69 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275656
Dec 22 15:44:46.081034 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-6d6d93cc-d953-4208-b32d-37cd6f9d58d9 service neutron] 10.222.0.69 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230910
Dec 22 15:44:46.331356 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-db852848-5030-4dc1-b563-0353f2ac80fa req-2fe1af1b-739f-45e0-9bab-07f166db8ddf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:44:46.342949 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-db852848-5030-4dc1-b563-0353f2ac80fa req-2fe1af1b-739f-45e0-9bab-07f166db8ddf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:44:46.344090 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-db852848-5030-4dc1-b563-0353f2ac80fa req-2fe1af1b-739f-45e0-9bab-07f166db8ddf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 210 time: 0.1237361
Dec 22 15:44:46.715610 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Sync routers for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:44:46.727886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:46.728689 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df95e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:46.906904 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:47.244906 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df95e0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:44Z', 'revision_number': 2, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:47.250022 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Checking router: 551dbab1-84fc-4c08-b066-68294bc7687b for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:44:47.250383 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Updating router 551dbab1-84fc-4c08-b066-68294bc7687b port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:44:47.304463 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.313582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 453d739f-fd53-4719-a641-9eb654939e7c up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:47.397397 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 453d739f-fd53-4719-a641-9eb654939e7c triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:47.397891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.410263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-56ec7479-1d12-4e09-b09d-53d002e07846 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:47.411745 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-56ec7479-1d12-4e09-b09d-53d002e07846 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 797 time: 0.1954496
Dec 22 15:44:47.491704 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-4e017f24-4969-4224-bb8a-3279509d178b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1edbda2dc8de4a84a440a136c8912ba7 HTTP/1.1" status: 200  len: 380 time: 0.0559423
Dec 22 15:44:47.508437 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'port': {'device_id': '57c43181-99de-43ac-9937-b172355257f8', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'admin_state_up': True, 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'security_groups': ['212f816c-a52a-429e-a016-0fc512de1813']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:47.630021 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2ae4ba0a-bca8-4add-8a6b-9092547a0bba req-37906ba3-e8bd-47e2-b5a5-5733fa0a891d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 210 time: 0.1004856
Dec 22 15:44:47.680049 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.692811 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Transition to ACTIVE for port object 018cfd11-9d6a-4d09-bd90-ea11039ccb34 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:47.700630 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.702661 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:47.704644 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-968f5933-f751-44a1-962c-c14ecffecf84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:47.711918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:47.720814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Made reservation on behalf of 1edbda2dc8de4a84a440a136c8912ba7 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:44:47.723922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.822942 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Pushing event updated for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:47.860062 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.860468 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.860752 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.861077 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.861399 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.861723 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.862040 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.862358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.862671 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.862981 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.863288 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:44:47.871134 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:47.908183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.20.0.10 (325f41c6-d48d-4160-a6b0-edae46325e06/fb8f22e0-0997-457e-8f14-11b0343d3815/bb0f6815-44c4-4ff4-bdc3-09111eed4062) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:44:47.930150 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Attempting to bind port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:44:47.930540 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Attempting to bind port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:44:47.931029 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Attempting to bind port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 on network 325f41c6-d48d-4160-a6b0-edae46325e06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:44:47.938894 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:44:47.939505 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Checking segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:44:47.939906 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:47.940297 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Bound using segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:44:47.940779 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Bound port: 018cfd11-9d6a-4d09-bd90-ea11039ccb34, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:44:47.941147 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.028642 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] For port 018cfd11-9d6a-4d09-bd90-ea11039ccb34, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:44:48.031602 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] For port 018cfd11-9d6a-4d09-bd90-ea11039ccb34, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=018cfd11-9d6a-4d09-bd90-ea11039ccb34,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:44:48.035986 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.040191 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d25b8f29-80b2-4ca7-be40-080f11e6b250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:48.116605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.122998 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Pushing event updated for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:48.126029 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:44:48.126722 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575df95e0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:48.135068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Transition to ACTIVE for port object bb0f6815-44c4-4ff4-bdc3-09111eed4062 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:48.159564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.165343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:48.175038 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:48.239453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network 325f41c6-d48d-4160-a6b0-edae46325e06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:48.242988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:48.248169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:44:48.277475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:48.284540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:48.313497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:48.314103 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.322741 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:44:48.340244 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8366199
Dec 22 15:44:48.358807 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Request body: {'port': {'device_id': '57c43181-99de-43ac-9937-b172355257f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:48.482936 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.505600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d30e-6606-45b7-8b5e-d03418df06c7 None None] Provisioning for port bb0f6815-44c4-4ff4-bdc3-09111eed4062 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:48.510424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d30e-6606-45b7-8b5e-d03418df06c7 None None] Provisioning complete for port bb0f6815-44c4-4ff4-bdc3-09111eed4062 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:48.510918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d30e-6606-45b7-8b5e-d03418df06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:48.565150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9d30e-6606-45b7-8b5e-d03418df06c7 None None] Port bb0f6815-44c4-4ff4-bdc3-09111eed4062 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:44:48.688542 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575df95e0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:48Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:44:48.692519 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d9094-7ad5-4991-96ec-47a182219e4e None None] The sync data for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv is: [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:48Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:44:48.853493 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730149e-1967-439f-a663-a167b5e41590 req-9b2e1fd8-6cb3-4b77-8c55-45985b648117 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:48.855207 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2730149e-1967-439f-a663-a167b5e41590 req-9b2e1fd8-6cb3-4b77-8c55-45985b648117 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 932 time: 0.0861061
Dec 22 15:44:48.903004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2730149e-1967-439f-a663-a167b5e41590 req-db9c6b00-e8ec-483b-9dc5-92ca2c8034b5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:44:48.918955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2730149e-1967-439f-a663-a167b5e41590 req-db9c6b00-e8ec-483b-9dc5-92ca2c8034b5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:44:48.920225 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2730149e-1967-439f-a663-a167b5e41590 req-db9c6b00-e8ec-483b-9dc5-92ca2c8034b5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594637
Dec 22 15:44:48.977764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0f6815-44c4-4ff4-bdc3-09111eed4062 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:44:48.985548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.001440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Transition to ACTIVE for port object bb0f6815-44c4-4ff4-bdc3-09111eed4062 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:44:49.005154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.009408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-79a584d7-41ff-4e53-ae2a-b51879fa76dd tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:49.142955 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:49.145791 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:49.270692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Attempting to bind port bb0f6815-44c4-4ff4-bdc3-09111eed4062 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:44:49.271028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Attempting to bind port bb0f6815-44c4-4ff4-bdc3-09111eed4062 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:44:49.271448 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Attempting to bind port bb0f6815-44c4-4ff4-bdc3-09111eed4062 on network 325f41c6-d48d-4160-a6b0-edae46325e06 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:44:49.278722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Port bb0f6815-44c4-4ff4-bdc3-09111eed4062 on network 325f41c6-d48d-4160-a6b0-edae46325e06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:44:49.279042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Attempting to bind port bb0f6815-44c4-4ff4-bdc3-09111eed4062 on network 325f41c6-d48d-4160-a6b0-edae46325e06 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:44:49.286545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:44:49.287125 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Checking segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:44:49.287513 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Bound using segment: {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:44:49.287959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Bound port: bb0f6815-44c4-4ff4-bdc3-09111eed4062, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bfb712-fe98-4aba-b7b5-cd2915c691db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:44:49.288273 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.343052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 018cfd11-9d6a-4d09-bd90-ea11039ccb34 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:49.392403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:44:49.395777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:44:49.402603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.410268 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-accdf2b8-c5ef-47dc-87a7-c4296ae4d681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:49.417950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:49.423227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:49.423768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.462707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.464239 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] 10.222.0.61 "PUT /v2.0/ports/bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 1094 time: 1.1110404
Dec 22 15:44:49.465590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:44:49.504612 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:49.507817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:49.569989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.580926 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'status': 'completed', 'code': 200}
Dec 22 15:44:49.616980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 018cfd11-9d6a-4d09-bd90-ea11039ccb34, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=018cfd11-9d6a-4d09-bd90-ea11039ccb34,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:49.623643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:49.626085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:49.639189 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-369e1e96-0066-4e9b-85c9-87d2f8a46401 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1097 time: 0.1237664
Dec 22 15:44:49.710580 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:49.721309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:49.728066 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-5837f8a9-e56e-4ba4-a5ee-2054e8435736 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 217 time: 0.0763047
Dec 22 15:44:49.795102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-9f6c80a2-4e6f-4b85-9c71-a6eb19c46a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:49.796428 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-9f6c80a2-4e6f-4b85-9c71-a6eb19c46a98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.0595737
Dec 22 15:44:49.874612 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-f728abc8-c29d-4b2c-8e78-9415039a4560 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676668
Dec 22 15:44:50.005484 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-c585ef3f-aa77-4171-8eb8-d8e7f65328a1 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240141
Dec 22 15:44:50.119397 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2922c-8a70-4f38-9c8d-369166e18ea6 req-a0e26de9-b923-4afb-b781-5b543496adf6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:50.121768 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-27b2922c-8a70-4f38-9c8d-369166e18ea6 req-a0e26de9-b923-4afb-b781-5b543496adf6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 944 time: 0.0760486
Dec 22 15:44:50.139909 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a7654835-072d-487e-b07e-077aa9cb8cc1 req-35a95330-0f88-436e-ad29-9e665fc0b190 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248965
Dec 22 15:44:50.176146 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-27b2922c-8a70-4f38-9c8d-369166e18ea6 req-3031d0d0-cc3f-4447-9d2e-bbe060331e54 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478356
Dec 22 15:44:50.259180 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-06f88424-42c2-4a6c-afdd-797f1ae19044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1097 time: 0.0714715
Dec 22 15:44:50.392224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-9dbf0b10-5f42-413b-b68a-53f16d0e2846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:50.393775 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-9dbf0b10-5f42-413b-b68a-53f16d0e2846 service neutron] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 898 time: 0.1280763
Dec 22 15:44:50.462177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-111d91e8-6208-48a5-8d12-dc5624cbcb28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 217 time: 0.0612562
Dec 22 15:44:50.635835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-3ea8d855-0240-4bc8-8ad3-e16729ad6174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:50.638016 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-3ea8d855-0240-4bc8-8ad3-e16729ad6174 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.1672738
Dec 22 15:44:50.711439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-c5543ec4-d1bf-4511-b00e-be62c350589b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0663822
Dec 22 15:44:50.841887 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-42c22bcc-ef92-41d2-8a58-01f3301e06ef service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218112
Dec 22 15:44:50.971542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-af107bba-2e9e-4e58-82d5-d8d5faec5f8c req-aea3d45c-8d0d-4ca0-b31c-bfc0251f263b service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228185
Dec 22 15:44:51.300003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 018cfd11-9d6a-4d09-bd90-ea11039ccb34 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:51.368641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:51.369277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:51.379412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa5eab-d915-41b5-89d8-6fda4e6310f6 req-33c81904-145a-4ede-80be-7c8959a38647 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:51.380082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8dfa5eab-d915-41b5-89d8-6fda4e6310f6 req-33c81904-145a-4ede-80be-7c8959a38647 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:44:51.395874 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8dfa5eab-d915-41b5-89d8-6fda4e6310f6 req-33c81904-145a-4ede-80be-7c8959a38647 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:44:51.397360 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8dfa5eab-d915-41b5-89d8-6fda4e6310f6 req-33c81904-145a-4ede-80be-7c8959a38647 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 944 time: 0.0918479
Dec 22 15:44:51.447876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8dfa5eab-d915-41b5-89d8-6fda4e6310f6 req-ab6a206d-3eaf-4971-9221-66341274ccc2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441771
Dec 22 15:44:52.645978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063cbb2-8770-48ed-b0c4-f3035f218d60 req-33eb65d1-708d-4b55-bf7c-f47e1928d15c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:52.647424 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c063cbb2-8770-48ed-b0c4-f3035f218d60 req-33eb65d1-708d-4b55-bf7c-f47e1928d15c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 944 time: 0.0781822
Dec 22 15:44:52.692349 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c063cbb2-8770-48ed-b0c4-f3035f218d60 req-1ce25189-8615-4056-ab07-55143dedd106 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394008
Dec 22 15:44:53.766916 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device bb0f6815-44c4-4ff4-bdc3-09111eed4062 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:44:53.892284 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c801fb-f4e4-40c4-88b0-43e1520c48a4 req-e7479ba2-413b-4274-9a85-f77fe9a2d2e1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:53.893688 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-30c801fb-f4e4-40c4-88b0-43e1520c48a4 req-e7479ba2-413b-4274-9a85-f77fe9a2d2e1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 944 time: 0.0805297
Dec 22 15:44:53.899422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:53.913736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'port_id': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'mac_address': 'fa:16:3e:86:dd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:44:53.940179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-30c801fb-f4e4-40c4-88b0-43e1520c48a4 req-73672d36-10dc-4978-afc8-ff171adec88a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403850
Dec 22 15:44:53.971096 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:53.987703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0f6815-44c4-4ff4-bdc3-09111eed4062 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:44:54.002315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:54.005779 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:54.007434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:54.069835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:54.072705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:54.276026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['bb0f6815-44c4-4ff4-bdc3-09111eed4062'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:44:54.663623 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0d2426fd-d479-4b36-9918-4819028b62c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:55.138611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfea5f-ded8-4591-b071-fbd03702db6c req-f32b5384-36c9-43f5-99c9-04b2ef77bc7f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:55.140041 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cdfea5f-ded8-4591-b071-fbd03702db6c req-f32b5384-36c9-43f5-99c9-04b2ef77bc7f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 945 time: 0.0793014
Dec 22 15:44:55.184732 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7cdfea5f-ded8-4591-b071-fbd03702db6c req-697d3631-5206-4f2d-8a01-6014f4f849c4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392396
Dec 22 15:44:55.783513 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device bb0f6815-44c4-4ff4-bdc3-09111eed4062 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:44:55.854278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port bb0f6815-44c4-4ff4-bdc3-09111eed4062 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:44:55.859803 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port bb0f6815-44c4-4ff4-bdc3-09111eed4062 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:44:55.860186 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:55.973243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:55.998450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:44:56.007643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:44:56.010898 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:56.013506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:56.057747 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'code': 200}
Dec 22 15:44:56.079003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:56.081832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:44:56.296275 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11e3a605-d99b-461c-ac35-048f3da5b5d7 req-865e4900-d6b1-421e-b35b-7ef99a63b9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1099 time: 0.0739546
Dec 22 15:44:56.346839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-11e3a605-d99b-461c-ac35-048f3da5b5d7 req-2c3310b8-b05c-4846-a2e4-b7486d2ad4ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396535
Dec 22 15:44:56.384799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0277e-4325-42b8-b9ae-07aa7eb44fd8 req-026213cb-ca3a-470a-aafe-928577462ca6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:56.386430 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5ce0277e-4325-42b8-b9ae-07aa7eb44fd8 req-026213cb-ca3a-470a-aafe-928577462ca6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0771449
Dec 22 15:44:56.431744 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-5ce0277e-4325-42b8-b9ae-07aa7eb44fd8 req-fba9e915-d6ff-44db-aed9-92f722c85848 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394027
Dec 22 15:44:57.598224 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-11f3c3ae-b4c4-455a-83a1-4b1c51436da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:57.655030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc59a-c067-4ce1-9e06-c83c9a1ab4cb req-14c88015-4ba9-48fa-88ec-8a4b2306a137 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:57.656478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfbcc59a-c067-4ce1-9e06-c83c9a1ab4cb req-14c88015-4ba9-48fa-88ec-8a4b2306a137 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0995927
Dec 22 15:44:57.701394 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cfbcc59a-c067-4ce1-9e06-c83c9a1ab4cb req-13bf1734-a6a7-4fea-8c18-8ed30ab90f69 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393853
Dec 22 15:44:58.187385 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:58.238178 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:58.898333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476cfb-16b6-44b2-8a05-e133c7b9af73 req-9b342b08-aadb-4ef9-b1ef-841bf9796fec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:58.899790 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b476cfb-16b6-44b2-8a05-e133c7b9af73 req-9b342b08-aadb-4ef9-b1ef-841bf9796fec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0805399
Dec 22 15:44:58.946106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4b476cfb-16b6-44b2-8a05-e133c7b9af73 req-bc031136-a8d2-40e8-a813-f298aa5fec5c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406687
Dec 22 15:44:59.145426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158f62-ef4d-4d21-b01e-b7017bb12151 req-716e2853-1145-4011-ad3e-2bb6af3d1117 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:44:59.146865 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42158f62-ef4d-4d21-b01e-b7017bb12151 req-716e2853-1145-4011-ad3e-2bb6af3d1117 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0794625
Dec 22 15:44:59.191560 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42158f62-ef4d-4d21-b01e-b7017bb12151 req-0e69b01f-46c5-4df5-9610-521cc18e4e40 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393088
Dec 22 15:44:59.217929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48616) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:59.287903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ab1caa98-5e12-4da5-87bf-74f51f116ff8 tempest-TestNetworkAdvancedServerOps-1105936138 tempest-TestNetworkAdvancedServerOps-1105936138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1094 time: 0.0687497
Dec 22 15:44:59.290435 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48620) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:44:59.296475 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:44:59.302362 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:44:59.306118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Usage tracker for resource:floatingip and tenant:1edbda2dc8de4a84a440a136c8912ba7 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:44:59.309827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:44:59.315846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:44:59.317540 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:44:59.326595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:59.460833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:59.493093 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:59.597360 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Allocated IP 172.26.3.104 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/2fb3582e-e9a1-4a43-8978-25177b6a9800) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:44:59.743866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:59.770339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:44:59.773857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7f7c1468-8fb5-4f73-bf34-9dfcac1d9b82 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:44:59.842720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:44:59.845965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:44:59.848742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:44:59.878076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=2fb3582e-e9a1-4a43-8978-25177b6a9800,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:44:59.883689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:00.461720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:00.517823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:00.716937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:00.721203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:00.724782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:00.822043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event updated for resources: {'Port': ['ID=2fb3582e-e9a1-4a43-8978-25177b6a9800,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:00.826488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:00.843732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:01.033314 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Floating IP 2100ec82-abec-4c49-a2fa-610c5d8da7c6 associated. External IP: 172.26.3.104, port: bb0f6815-44c4-4ff4-bdc3-09111eed4062.
Dec 22 15:45:01.420418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 551dbab1-84fc-4c08-b066-68294bc7687b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:45:01.619376 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:45:01.630044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Sync routers for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:45:01.643739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:01.644636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758061c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:01.646516 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:01.705115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4134879
Dec 22 15:45:01.705741 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:45:01.769084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'status': 'completed', 'code': 200}
Dec 22 15:45:01.832241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:01.890101 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dbbd5-d848-4145-9dd5-9c8b1b6fe75f req-3ebdfe57-9bd7-43a7-b3b3-5ec98ba294a5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:01.893265 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0b4dbbd5-d848-4145-9dd5-9c8b1b6fe75f req-3ebdfe57-9bd7-43a7-b3b3-5ec98ba294a5 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0852342
Dec 22 15:45:01.949059 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0b4dbbd5-d848-4145-9dd5-9c8b1b6fe75f req-1211624c-2e80-4226-b9cd-435f0cab7e2d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496554
Dec 22 15:45:01.977913 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48628) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:01.993284 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-f775df50-72c2-4795-8da0-32205f07477e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1099 time: 0.1964934
Dec 22 15:45:02.085721 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ffed7f75-0df0-4d92-9c69-980fa5efd2dc tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 200  len: 992 time: 0.1065025
Dec 22 15:45:02.127312 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-6e0bf1d1-b815-4da6-8b15-ed2f3c52da4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:02.128779 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-6e0bf1d1-b815-4da6-8b15-ed2f3c52da4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 898 time: 0.1279066
Dec 22 15:45:02.194089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758061c0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '2100ec82-abec-4c49-a2fa-610c5d8da7c6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'port_id': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'mac_address': 'fa:16:3e:86:dd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c43181-99de-43ac-9937-b172355257f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:00Z', 'updated_at': '2021-12-22T15:45:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:02.197914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Checking router: 551dbab1-84fc-4c08-b066-68294bc7687b for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:45:02.209131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:02.209668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758061c0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:44:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:02.233505 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-ced0de55-2413-4dbc-8a88-df458fbdd26d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 1000 time: 0.0975280
Dec 22 15:45:02.298101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-18d04d2d-6779-4067-94cf-33e18f802ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:02.299539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-18d04d2d-6779-4067-94cf-33e18f802ba0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.0567160
Dec 22 15:45:02.376231 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-90fce4f0-24b8-4a3c-9a79-b943df961fc7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699060
Dec 22 15:45:02.385190 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:02.509594 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-b10ccf26-d7da-4c56-bf28-9f2c62af6bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262598
Dec 22 15:45:02.652423 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a83fcf37-e423-4440-a568-c7bc64af5aa5 req-922b2c72-4b73-43f3-bbd9-b1dbc1bbb90e service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364424
Dec 22 15:45:02.781356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758061c0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '2100ec82-abec-4c49-a2fa-610c5d8da7c6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'port_id': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'mac_address': 'fa:16:3e:86:dd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c43181-99de-43ac-9937-b172355257f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:00Z', 'updated_at': '2021-12-22T15:45:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:02.785245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f61bed-9c79-4811-9788-f6b4fac08e50 None None] The sync data for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv is: [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '2100ec82-abec-4c49-a2fa-610c5d8da7c6', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'port_id': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'mac_address': 'fa:16:3e:86:dd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c43181-99de-43ac-9937-b172355257f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:00Z', 'updated_at': '2021-12-22T15:45:00Z', 'revision_number': 0, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:45:03.090008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48632) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:03.194230 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5783b9c4-6cf5-4051-9ba5-a4f85b30ada0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 200  len: 992 time: 0.1029820
Dec 22 15:45:03.663934 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab227c7-f67f-4c7f-86e7-c0926fcb13e3 None None] New status for floating IP 2100ec82-abec-4c49-a2fa-610c5d8da7c6: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:45:03.722276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:04.197973 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48636) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:04.409704 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-97e289e3-c277-4cbf-b50d-5f2d6e5b53e4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 200  len: 994 time: 0.2105384
Dec 22 15:45:21.246404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-8a2b9a22-b3c5-476c-ae33-3f3a02f29ab8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0664642
Dec 22 15:45:21.396120 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-1004a139-e30d-4246-bce7-af82db386ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1099 time: 0.0707364
Dec 22 15:45:21.543179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277a1b-2339-4181-8940-5af3c02806ae req-6b382099-2b57-461f-ab73-2cb35c3683de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:21.544533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-6b382099-2b57-461f-ab73-2cb35c3683de service neutron] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 898 time: 0.1268601
Dec 22 15:45:21.647525 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-46992091-4072-416f-9e66-ead1bdfb0450 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 1002 time: 0.0919750
Dec 22 15:45:21.713881 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277a1b-2339-4181-8940-5af3c02806ae req-5201aaf9-3626-41e0-9a2f-d3ccf573afa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:21.715291 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-5201aaf9-3626-41e0-9a2f-d3ccf573afa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.0592291
Dec 22 15:45:21.793082 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-6b375e30-3efd-4735-be8d-aea00f9cc782 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670021
Dec 22 15:45:21.923411 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-7ebf8a1b-c1f2-46c7-93d4-a334fc119ef6 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234438
Dec 22 15:45:22.160649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f277a1b-2339-4181-8940-5af3c02806ae req-d0385f16-d0bb-404b-8505-9b4cba1ea175 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297797
Dec 22 15:45:24.665922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-95680282-6494-4105-ba7f-4f9694c860ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:27.601847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-65459ec2-6883-4c45-83a4-56c8dcb3eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:28.190752 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:28.238886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:29.496223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:33.733162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:36.125122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350728-204f-4667-9672-bf74e8c8be38 req-793b4110-5500-43d5-937e-cb420e5b9c74 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:36.126544 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80350728-204f-4667-9672-bf74e8c8be38 req-793b4110-5500-43d5-937e-cb420e5b9c74 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0798459
Dec 22 15:45:36.171415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80350728-204f-4667-9672-bf74e8c8be38 req-8f18842c-da8d-4022-85e5-e29f51327a7a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393817
Dec 22 15:45:36.316832 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:45:36.729717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-1a818436-67a4-4d5c-9435-b46aa5203e6c req-5561227f-2560-4499-bb1d-db7aed560b7d service neutron] (83457) timed out ('10.222.0.69', 44528) {{(pid=83457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 15:45:37.372821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dceaf-5b09-4ab0-a1f4-b0e6bc44126f req-e0f70456-98c2-4109-b6d8-04b6e86c9b5a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:37.374264 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a29dceaf-5b09-4ab0-a1f4-b0e6bc44126f req-e0f70456-98c2-4109-b6d8-04b6e86c9b5a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0784609
Dec 22 15:45:37.417789 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a29dceaf-5b09-4ab0-a1f4-b0e6bc44126f req-601b1e5e-1908-48bd-9592-e0e31a9f2044 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376265
Dec 22 15:45:37.444705 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48656) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:37.558100 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0269c713-9ef4-4c56-90a4-5add70a5c04e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 200  len: 994 time: 0.1120887
Dec 22 15:45:39.114065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520ac6-c821-4578-9f48-4d00ddd3b24e req-e793eb01-be2e-4d65-9464-69a18ea3f7c6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:39.115498 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-05520ac6-c821-4578-9f48-4d00ddd3b24e req-e793eb01-be2e-4d65-9464-69a18ea3f7c6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.1365862
Dec 22 15:45:39.119412 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-b1655650-0736-4459-be98-cfb740fa83e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1099 time: 0.1101906
Dec 22 15:45:39.245220 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-05520ac6-c821-4578-9f48-4d00ddd3b24e req-fa639c54-58b9-4f2c-a6d8-e18b683671e1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240594
Dec 22 15:45:39.275329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60299625-3628-4381-b74a-94f751d1e92a req-0cf53ba4-cb38-4e52-9186-916282dc5fa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:39.277446 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-0cf53ba4-cb38-4e52-9186-916282dc5fa0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 898 time: 0.1428986
Dec 22 15:45:39.381491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-10c9414e-65e8-47fa-8ecf-26bc52696aca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 1002 time: 0.0967777
Dec 22 15:45:39.447332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60299625-3628-4381-b74a-94f751d1e92a req-3b1d7a34-2118-4f25-9da7-2782bcc49f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:39.449318 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-3b1d7a34-2118-4f25-9da7-2782bcc49f3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.0566204
Dec 22 15:45:39.527053 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-85497f4d-6392-47ed-be22-e3b2b74c8de7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694168
Dec 22 15:45:39.660232 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-4bc1c1aa-5b3d-402f-aa06-1161e3988d90 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260238
Dec 22 15:45:39.791471 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60299625-3628-4381-b74a-94f751d1e92a req-4adb9c28-7b9d-4007-aac3-fdc0297d6e9c service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210971
Dec 22 15:45:40.445506 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d292-3cbb-4b40-bc92-0d7367da3f56 req-5cf0a648-1244-4ec8-9f66-6d00332cc13f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:40.446947 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2d69d292-3cbb-4b40-bc92-0d7367da3f56 req-5cf0a648-1244-4ec8-9f66-6d00332cc13f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0774131
Dec 22 15:45:40.491422 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2d69d292-3cbb-4b40-bc92-0d7367da3f56 req-994926d9-2ca1-4239-8ecb-c05fa677f342 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383902
Dec 22 15:45:41.688859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef83edb-1ca4-41aa-85e3-143a3a51ac01 req-9536921d-0459-4846-9231-dbd4490285d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:41.690308 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ef83edb-1ca4-41aa-85e3-143a3a51ac01 req-9536921d-0459-4846-9231-dbd4490285d6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0799825
Dec 22 15:45:41.735569 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3ef83edb-1ca4-41aa-85e3-143a3a51ac01 req-1991f054-a57f-49cd-9ca4-08704dd0d156 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397716
Dec 22 15:45:41.763423 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48670) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:41.868331 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-b1dcc275-7688-402f-bbcc-b147a7c641ca tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 200  len: 994 time: 0.1037381
Dec 22 15:45:42.155166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48678) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:42.353604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 2fb3582e-e9a1-4a43-8978-25177b6a9800 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:45:42.353935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:42.632838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:42.633166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:42.757047 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 2fb3582e-e9a1-4a43-8978-25177b6a9800 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:45:42.903161 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:42.906916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10af4784-9911-40c6-95c4-08c0946c121c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:42.950660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=2fb3582e-e9a1-4a43-8978-25177b6a9800,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:42.985405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.985793 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.986172 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.986542 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.986915 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.987277 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.987916 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.988026 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.988341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.988727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.989086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:42.996142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:43.053534 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:43.439123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 551dbab1-84fc-4c08-b066-68294bc7687b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:45:43.638451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:45:43.647919 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Sync routers for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:45:43.657828 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:43.660412 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:43.661034 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755670d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:43.710777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/floatingips/2100ec82-abec-4c49-a2fa-610c5d8da7c6 HTTP/1.1" status: 204  len: 168 time: 1.5546334
Dec 22 15:45:43.711452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:45:43.849109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:43.873927 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'status': 'completed', 'code': 200}
Dec 22 15:45:44.003808 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-9c53a261-3b31-482d-83d8-61eeacba7f51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 1099 time: 0.0983996
Dec 22 15:45:44.151609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629863d-4c77-48bf-875c-c743f96695e2 req-2274f57e-04d5-4fdc-89ef-fdc8438f5beb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:44.154023 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a629863d-4c77-48bf-875c-c743f96695e2 req-2274f57e-04d5-4fdc-89ef-fdc8438f5beb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0843902
Dec 22 15:45:44.159826 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-7f553a16-e3f6-411e-b533-5cb6477254e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:44.161314 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-7f553a16-e3f6-411e-b533-5cb6477254e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 200  len: 898 time: 0.1502602
Dec 22 15:45:44.194119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755670d0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:44.198405 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Checking router: 551dbab1-84fc-4c08-b066-68294bc7687b for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:45:44.209146 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a629863d-4c77-48bf-875c-c743f96695e2 req-12ca492c-00ed-4aad-b70a-03214b2a537b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490544
Dec 22 15:45:44.210127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:44.210966 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85755670d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:44.239049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-2f2d092a-1e69-40fc-96d0-c79f25fa1dbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 200  len: 217 time: 0.0692213
Dec 22 15:45:44.395113 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:44.425726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-239bf716-ccd0-4c36-ae38-22605e662753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:44.427424 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-239bf716-ccd0-4c36-ae38-22605e662753 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 200  len: 835 time: 0.1809094
Dec 22 15:45:44.504022 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-c771707b-87f9-4bdd-a634-fe7943b44a90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=325f41c6-d48d-4160-a6b0-edae46325e06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671260
Dec 22 15:45:44.644137 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-3ebc957f-c0bd-4eb9-a6a2-c31b5a6c5148 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295118
Dec 22 15:45:44.706728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85755670d0>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:44.710706 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cd65a-24f5-49e2-8057-6ef02afe9885 None None] The sync data for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv is: [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '018cfd11-9d6a-4d09-bd90-ea11039ccb34', 'name': '', 'network_id': '325f41c6-d48d-4160-a6b0-edae46325e06', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'mac_address': 'fa:16:3e:9a:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:42Z', 'updated_at': '2021-12-22T15:44:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'subnets': [{'id': 'fb8f22e0-0997-457e-8f14-11b0343d3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:45:44.778101 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-266e4079-4224-4f6a-85d0-1da34deaba52 req-b416fadf-09b6-434f-96b3-af1b8ac140c3 service neutron] 10.222.0.61 "GET /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258430
Dec 22 15:45:44.928359 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6868f8-4267-42af-ad18-472f4e0a539f None None] New status for floating IP 2100ec82-abec-4c49-a2fa-610c5d8da7c6: DOWN {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:45:45.416111 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6050c9-e208-4d4a-a6b9-12776e4ccc67 req-faf98459-6e8e-4e73-bdc0-7b37a93511c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:45.416812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4a6050c9-e208-4d4a-a6b9-12776e4ccc67 req-faf98459-6e8e-4e73-bdc0-7b37a93511c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Synchronizing usage tracker for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:45:45.432290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-4a6050c9-e208-4d4a-a6b9-12776e4ccc67 req-faf98459-6e8e-4e73-bdc0-7b37a93511c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Unset dirty status for tenant:1edbda2dc8de4a84a440a136c8912ba7 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:45:45.433408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a6050c9-e208-4d4a-a6b9-12776e4ccc67 req-faf98459-6e8e-4e73-bdc0-7b37a93511c9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0957413
Dec 22 15:45:45.478215 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a6050c9-e208-4d4a-a6b9-12776e4ccc67 req-8280245c-254f-4289-a3c3-afda9f1426bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/security-groups?id=212f816c-a52a-429e-a016-0fc512de1813&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393205
Dec 22 15:45:45.947731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-f103ecdb-9a0f-43cc-8d38-ce95f8f0de3b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:45.949415 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-f103ecdb-9a0f-43cc-8d38-ce95f8f0de3b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 946 time: 0.0756872
Dec 22 15:45:46.020142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port bb0f6815-44c4-4ff4-bdc3-09111eed4062 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:45:46.020501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:46.254653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port bb0f6815-44c4-4ff4-bdc3-09111eed4062, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb0f6815-44c4-4ff4-bdc3-09111eed4062,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:45:46.254903 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:46.370579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for bb0f6815-44c4-4ff4-bdc3-09111eed4062 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:45:46.510311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:46.516229 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8119d9b6-d28b-401d-9718-152ce9e8b65c tempest-TestEncryptedCinderVolumes-2074311389 tempest-TestEncryptedCinderVolumes-2074311389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:46.560977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=bb0f6815-44c4-4ff4-bdc3-09111eed4062,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:46.564477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:46.640427 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] No DVR routers for this DVR port bb0f6815-44c4-4ff4-bdc3-09111eed4062 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:45:46.642214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:46.645062 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'name': 'network-vif-deleted', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:45:46.655380 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6670d919-74bf-4979-8f13-189f1f1099ad req-7d5f0c1c-4af4-452e-875e-29ca4a61481b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "GET /v2.0/ports?device_id=57c43181-99de-43ac-9937-b172355257f8 HTTP/1.1" status: 200  len: 210 time: 0.0427396
Dec 22 15:45:46.662592 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-23a59b07-9cb2-4166-a36d-8796278c3449 req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.61 "DELETE /v2.0/ports/bb0f6815-44c4-4ff4-bdc3-09111eed4062 HTTP/1.1" status: 204  len: 173 time: 0.7051721
Dec 22 15:45:46.706533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c43181-99de-43ac-9937-b172355257f8', 'name': 'network-vif-deleted', 'tag': 'bb0f6815-44c4-4ff4-bdc3-09111eed4062', 'status': 'completed', 'code': 200}
Dec 22 15:45:47.764918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48698) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:48.158876 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:48.855308 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port 018cfd11-9d6a-4d09-bd90-ea11039ccb34 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:45:48.856660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:49.033059 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port 018cfd11-9d6a-4d09-bd90-ea11039ccb34, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=018cfd11-9d6a-4d09-bd90-ea11039ccb34,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:45:49.033312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:49.152533 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for 018cfd11-9d6a-4d09-bd90-ea11039ccb34 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:45:49.332160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:49.335616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:49.378220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=018cfd11-9d6a-4d09-bd90-ea11039ccb34,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:49.418243 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.418672 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.419091 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.419462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.419831 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.420198 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.420590 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.420956 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.421316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.421677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.422037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:49.429277 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:49.682550 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:50.115085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device bb0f6815-44c4-4ff4-bdc3-09111eed4062 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:45:50.202238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: bb0f6815-44c4-4ff4-bdc3-09111eed4062 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:45:50.202592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device bb0f6815-44c4-4ff4-bdc3-09111eed4062 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:45:50.361759 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Router 551dbab1-84fc-4c08-b066-68294bc7687b has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:45:50.561096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:45:50.572105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Sync routers for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:45:50.582410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "PUT /v2.0/routers/551dbab1-84fc-4c08-b066-68294bc7687b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8139570
Dec 22 15:45:50.582764 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48702) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:50.583305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:50.583461 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575827670>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:50.755378 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:50.769213 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting subnet fb8f22e0-0997-457e-8f14-11b0343d3815 {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:45:50.772145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:50.825611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:50.909943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:50.982465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:50.986183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d7d52013-4cd1-43d7-ae01-5544902a924b tempest-RoutersNegativeTest-1970358702 tempest-RoutersNegativeTest-1970358702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:51.019137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8f22e0-0997-457e-8f14-11b0343d3815,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:51.022982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:51.028368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.034364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8c5e6339-dc5a-46e0-900d-4c0dd5c9320b tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/subnets/fb8f22e0-0997-457e-8f14-11b0343d3815 HTTP/1.1" status: 204  len: 168 time: 0.4505854
Dec 22 15:45:51.037045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48706) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:51.038155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7730ee-8cd6-4064-8aba-4512ace91064 None None] Network 325f41c6-d48d-4160-a6b0-edae46325e06 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:45:51.114143 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575827670>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:45:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:51.130789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Checking router: 551dbab1-84fc-4c08-b066-68294bc7687b for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:45:51.213634 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Routers {'551dbab1-84fc-4c08-b066-68294bc7687b'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:51.214464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575827670>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['551dbab1-84fc-4c08-b066-68294bc7687b'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:51.354532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.421214 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] Set router 551dbab1-84fc-4c08-b066-68294bc7687b gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:51.469984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] DHCP port deletion for 325f41c6-d48d-4160-a6b0-edae46325e06 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:45:51.526719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Deleting port 453d739f-fd53-4719-a641-9eb654939e7c {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:45:51.527206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.558338 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.569591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Deleting port ba5d59ab-b9a2-4f60-8010-79fcec7efec2 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:45:51.569766 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.754715 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] For port ba5d59ab-b9a2-4f60-8010-79fcec7efec2, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:45:51.755383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:51.883490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Calling delete_port for ba5d59ab-b9a2-4f60-8010-79fcec7efec2 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:45:51.930464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] For port 453d739f-fd53-4719-a641-9eb654939e7c, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=453d739f-fd53-4719-a641-9eb654939e7c,segment=NetworkSegment(95bfb712-fe98-4aba-b7b5-cd2915c691db),segment_id=95bfb712-fe98-4aba-b7b5-cd2915c691db)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:45:51.930854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.046447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.050528 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:52.056091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Calling delete_port for 453d739f-fd53-4719-a641-9eb654939e7c owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:45:52.094681 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Port': ['ID=ba5d59ab-b9a2-4f60-8010-79fcec7efec2,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:52.097214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:52.133130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575827670>, [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:45:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:52.137776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01692a2-1219-48b6-921d-991709e07a97 None None] The sync data for ids ['551dbab1-84fc-4c08-b066-68294bc7687b'] in dv-neutron-822675-1-hyperv is: [{'id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490500762', 'tenant_id': '1edbda2dc8de4a84a440a136c8912ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:45:49Z', 'revision_number': 5, 'project_id': '1edbda2dc8de4a84a440a136c8912ba7', 'gw_port': {'id': 'ba5d59ab-b9a2-4f60-8010-79fcec7efec2', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbab1-84fc-4c08-b066-68294bc7687b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:44:39Z', 'updated_at': '2021-12-22T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:45:52.146815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555'] for port, after_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.150854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:52.190531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Pushing event deleted for resources: {'Port': ['ID=453d739f-fd53-4719-a641-9eb654939e7c,revision_number=None']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:52.203505 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.203833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.204171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.204530 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.204861 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.205192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.205521 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.205843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.206160 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.206478 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.206796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:52.209353 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] No DVR routers for this DVR port 453d739f-fd53-4719-a641-9eb654939e7c on host dv-neutron-822675-1-hyperv {{(pid=83458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:45:52.210888 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:52.318206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.691465 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.695648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.719674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.720162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Fanout notify agent at l3_agent the message router_deleted on router 551dbab1-84fc-4c08-b066-68294bc7687b {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:45:52.734706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.735904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/routers/551dbab1-84fc-4c08-b066-68294bc7687b HTTP/1.1" status: 204  len: 168 time: 1.6979470
Dec 22 15:45:52.738793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48710) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:52.858841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:52.985342 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.009052 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f85746bb8b0>,) {'filters': {'network_id': ['325f41c6-d48d-4160-a6b0-edae46325e06']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:53.025531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f85746bb8b0>, '95bfb712-fe98-4aba-b7b5-cd2915c691db') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:53.025950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f85746bb8b0>, '95bfb712-fe98-4aba-b7b5-cd2915c691db') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:53.037989 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.053620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.059556 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:45:53.059933 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:45:53.073643 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:45:53.153743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.157089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-53f6602d-14b6-47cb-a2a8-288964acec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:53.171881 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.183238 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'Network': ['ID=325f41c6-d48d-4160-a6b0-edae46325e06,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:53.187179 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:53.189049 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a33100c1-61d3-466b-a37b-52a379de6f8d tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/networks/325f41c6-d48d-4160-a6b0-edae46325e06 HTTP/1.1" status: 204  len: 168 time: 0.4491379
Dec 22 15:45:53.191844 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48714) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:53.260767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.290696 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.327605 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 453d739f-fd53-4719-a641-9eb654939e7c no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:45:53.361193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.364723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 453d739f-fd53-4719-a641-9eb654939e7c {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:45:53.365112 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 453d739f-fd53-4719-a641-9eb654939e7c not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:45:53.365244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6e2b3da3-2630-4049-bf4e-3d40df8e36be tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:53.365658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 018cfd11-9d6a-4d09-bd90-ea11039ccb34 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:45:53.379935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f816c-a52a-429e-a016-0fc512de1813,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:53.384414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:53.396145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:53.399720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f5e99044-ce5e-4fa1-aa4a-ec4a334687e3 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] 10.222.0.69 "DELETE /v2.0/security-groups/212f816c-a52a-429e-a016-0fc512de1813 HTTP/1.1" status: 204  len: 168 time: 0.2043824
Dec 22 15:45:53.404002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 018cfd11-9d6a-4d09-bd90-ea11039ccb34 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:45:53.404354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 018cfd11-9d6a-4d09-bd90-ea11039ccb34 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:45:53.404790 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5d59ab-b9a2-4f60-8010-79fcec7efec2 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:45:53.438960 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: ba5d59ab-b9a2-4f60-8010-79fcec7efec2 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:45:53.439309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device ba5d59ab-b9a2-4f60-8010-79fcec7efec2 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:45:53.753831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48724) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:53.942481 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-af93b45a-f33f-425d-afda-43147f3f0ada admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1edbda2dc8de4a84a440a136c8912ba7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1873271
Dec 22 15:45:53.944780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48730) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:54.001865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.025707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.075896 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.079539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-34252fac-50f2-44cf-acf5-de7a4314ea80 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:54.093487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c49c54d-e233-4559-8c72-fff9b269cb91,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:54.097243 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:54.100455 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.101557 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-73365101-b9ad-4d4f-baa9-8fe0a17257e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c49c54d-e233-4559-8c72-fff9b269cb91 HTTP/1.1" status: 204  len: 168 time: 0.1558928
Dec 22 15:45:54.427697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48738) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:54.449689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.481307 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:45:54.484942 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Usage tracker for resource:security_group_rule and tenant:89c0f44e89d2434aa4ed96aba79d74d6 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:45:54.487688 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:45:54.493451 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:45:54.557548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.561341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.567711 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d95ab94-834d-4882-83f7-25f51fc9a2b1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:54.607624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18db9c-d0f1-422e-b3fa-6c45a4dac8a0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:54.611119 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:54.616020 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-bc598920-bc63-498c-a866-a14b61917144 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89c0f44e89d2434aa4ed96aba79d74d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1846163
Dec 22 15:45:54.617101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48742) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:54.669627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03016e65-d4be-4b9d-8fd8-63793f4768cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.682622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.707572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.757846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.761319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c98ded49-7bb1-472a-a918-e00de5b9f600 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:54.775394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18db9c-d0f1-422e-b3fa-6c45a4dac8a0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:54.779731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:54.783292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:54.784468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a8e7b268-8a7c-4d3c-984e-ae4d35124e10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f18db9c-d0f1-422e-b3fa-6c45a4dac8a0 HTTP/1.1" status: 204  len: 168 time: 0.1673579
Dec 22 15:45:55.644609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 48764) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:55.771749 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1536757962-network', 'tenant_id': '67b0ae47e2064393ae2263df17e95531'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:45:55.776536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:45:55.780714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Usage tracker for resource:network and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:45:55.783593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:45:55.790005 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:45:55.799866 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Made reservation on behalf of 67b0ae47e2064393ae2263df17e95531 for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:45:55.802057 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:55.815021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:55.845203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:45:55.848912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:45:55.851608 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:45:55.857811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:45:55.920765 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:55.924670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:55.927651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fa1342ac-535d-4a3c-abf0-6ec99154d132 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:55.954482 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:45:55.962517 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d17b19-2afc-458b-8eab-a5ecea9c322d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:55.966767 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:55.969197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:55.969571 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Added segment eede829a-e835-40d1-945a-6c068a68f49f of type vlan for network 8f3be90c-5d43-48d6-9bfd-038e559282c2
Dec 22 15:45:55.994879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.023285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.024236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:56.024834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.030247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0ccf9cdd-83f6-46cd-b44c-36b65fed9026 tempest-PortsTestJSON-1214849377 tempest-PortsTestJSON-1214849377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:56.127092 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4813502
Dec 22 15:45:56.130209 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48770) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:56.132058 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Pushing event updated for resources: {'Network': ['ID=8f3be90c-5d43-48d6-9bfd-038e559282c2,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:56.134857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-cf9c92a8-e1ef-4ccd-8ad5-1b50e4075bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:56.136167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Request body: {'subnet': {'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1536757962-subnet', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:45:56.141785 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:45:56.143059 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:45:56.145639 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Usage tracker for resource:subnet and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:45:56.148526 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:45:56.155968 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:45:56.165716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Made reservation on behalf of 67b0ae47e2064393ae2263df17e95531 for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:45:56.168159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.368004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.372531 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-12ad40fe-1c5f-4477-a7ff-636c08721c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:56.446242 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c950973b-fc4a-4805-891c-1f27fd56d610,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:56.448910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:56.458013 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Checking segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:45:56.458393 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Network hostable DHCP agents. Network: 8f3be90c-5d43-48d6-9bfd-038e559282c2, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:45:56.479470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:45:56.488284 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 8f3be90c-5d43-48d6-9bfd-038e559282c2) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:45:56.491970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:45:56.492574 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.499223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad63ce-9272-4e06-a759-e00890ec6032 None None] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:45:56.513749 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c44cc5c7-5ee6-4ed4-b3ec-5f934c30e406 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3823781
Dec 22 15:45:56.516722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48774) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:56.521907 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:45:56.526440 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:45:56.530895 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Usage tracker for resource:router and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:45:56.533891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:45:56.539572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:45:56.549633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.550536 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.571210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.716819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.717609 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-8f3be90c-5d43-48d6-9bfd-038e559282c2', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:45:56.718538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.874341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Allocated IP 172.20.0.2 (8f3be90c-5d43-48d6-9bfd-038e559282c2/c950973b-fc4a-4805-891c-1f27fd56d610/68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:45:56.909411 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:56.939555 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.082080 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.093717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Transition to ACTIVE for port object 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:45:57.114277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Transition to ACTIVE for port object 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:45:57.119751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.124360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-6368322e-31e9-4823-923f-6fa93291c854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:57.189488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Allocated IP 172.26.3.9 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/5a147e3e-e890-4af8-b6de-5f1440a2cc18) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:45:57.192666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:45:57.195972 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:45:57.200590 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:45:57.202467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Pushing event updated for resources: {'Port': ['ID=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:57.205468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:57.291321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Attempting to bind port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:45:57.291699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Attempting to bind port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:45:57.292074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Attempting to bind port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:45:57.299151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:45:57.299531 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Checking segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:45:57.299962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.300363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Bound using segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:45:57.300857 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Bound port: 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:45:57.301236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.339239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.368693 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.372281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-aefa7349-f11c-462b-900d-00b32df29a2a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:57.389879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] For port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:45:57.392994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] For port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:45:57.397195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.401150 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:57.439580 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:45:57.442891 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:45:57.444861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Pushing event updated for resources: {'Port': ['ID=5a147e3e-e890-4af8-b6de-5f1440a2cc18,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:57.446923 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:45:57.477955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:57.479075 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Pushing event updated for resources: {'Port': ['ID=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:57.482768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:57.615542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.616946 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.628556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dcb48171-1f41-44b2-a7f3-ecbdf4560cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:57.869089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:45:58.066514 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:45:58.077798 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:45:58.091076 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:58.092041 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bc9e20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:58.092521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:58.094189 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-049044fb-a799-4ceb-8a38-69351bcb942b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5761561
Dec 22 15:45:58.096698 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48778) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:45:58.198795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:58.244534 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:58.280059 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:58.437268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ca851-003a-4346-9952-54dd4dfc0ac9 None None] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:45:58.578800 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5d8dfbe1-5f3f-4f40-b41a-03ba4fa06b4a None None] Provisioning for port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:45:58.582366 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bc9e20>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:57Z', 'revision_number': 3, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:58.586797 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:45:58.587490 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Updating router 85a86a50-00d1-49fb-9dc6-81856b12cd97 port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:45:58.659831 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.000912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.036273 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.048266 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Transition to ACTIVE for port object 5a147e3e-e890-4af8-b6de-5f1440a2cc18 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:45:59.055427 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.060342 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-b0733e64-2561-4a77-8337-32ec812894fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:59.137167 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Attempting to bind port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:45:59.137822 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Attempting to bind port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:45:59.137951 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Attempting to bind port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:45:59.140439 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Pushing event updated for resources: {'Port': ['ID=5a147e3e-e890-4af8-b6de-5f1440a2cc18,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:59.150606 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:45:59.150983 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:45:59.151386 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.151777 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:45:59.152360 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Bound port: 5a147e3e-e890-4af8-b6de-5f1440a2cc18, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:45:59.152908 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.176239 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.176556 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.176888 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.177480 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.177805 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.178127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.178447 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.178760 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.179073 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.179383 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.179695 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:45:59.186696 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:59.207561 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Allocated IP 172.20.0.1 (8f3be90c-5d43-48d6-9bfd-038e559282c2/c950973b-fc4a-4805-891c-1f27fd56d610/77d9cd14-8d2b-4f9b-a49b-32240bc2b876) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:45:59.230318 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] For port 5a147e3e-e890-4af8-b6de-5f1440a2cc18, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:45:59.233329 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] For port 5a147e3e-e890-4af8-b6de-5f1440a2cc18, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5a147e3e-e890-4af8-b6de-5f1440a2cc18,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:45:59.237580 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.241572 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-35aff373-653b-4f46-adcb-dfc5751413c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:59.318611 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Pushing event updated for resources: {'Port': ['ID=5a147e3e-e890-4af8-b6de-5f1440a2cc18,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:59.321949 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:59.325406 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:45:59.326056 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575bc9e20>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:59.371293 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.382142 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:45:59.388496 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Transition to ACTIVE for port object 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:45:59.412762 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.417080 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1b1806b4-1d9e-4cd4-8fc1-f39e136f35d1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:59.460435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:45:59.467120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:45:59.468421 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.491100 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:45:59.495037 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:59.498544 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:59.499714 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:45:59.502185 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:45:59.505103 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:45:59.534250 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.563853 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.611550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.650373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:45:59.654843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.656681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:45:59.700712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.727628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:45:59.739230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:45:59.845108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b2a6a2ad-8018-4bf1-beea-22eeefc2a995 None None] Provisioning for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:45:59.850837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b2a6a2ad-8018-4bf1-beea-22eeefc2a995 None None] Provisioning complete for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:45:59.851325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b2a6a2ad-8018-4bf1-beea-22eeefc2a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.854479 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575bc9e20>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:57Z', 'revision_number': 3, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:45:59.859053 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f94e-428b-4a72-b12a-09ead575a77b None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:57Z', 'revision_number': 3, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:45:59.908807 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6a2ad-8018-4bf1-beea-22eeefc2a995 None None] Port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:45:59.936478 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.941431 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:45:59.967495 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:00.056906 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:00.061651 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:00.062521 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:00.202227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:00.203350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:00.443707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-455a5e93-384c-44bf-8c98-ba23a3950138 None None] Provisioning complete for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:00.444272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-455a5e93-384c-44bf-8c98-ba23a3950138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:00.504940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-455a5e93-384c-44bf-8c98-ba23a3950138 None None] Port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:46:00.609022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:46:00.915937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:46:00.924983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] 10.222.0.69 "PUT /v2.0/routers/85a86a50-00d1-49fb-9dc6-81856b12cd97/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8272951
Dec 22 15:46:01.395384 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5a147e3e-e890-4af8-b6de-5f1440a2cc18 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:01.461957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:01.466567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:01.466944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.582705 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.598810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 5a147e3e-e890-4af8-b6de-5f1440a2cc18, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5a147e3e-e890-4af8-b6de-5f1440a2cc18,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:01.603496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.604498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:01.631052 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:01.719018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=5a147e3e-e890-4af8-b6de-5f1440a2cc18,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:01.721951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:01.732422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:01.732812 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.751602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48800) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:01.757068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-644664764-network', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:01.761998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:01.766367 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Usage tracker for resource:network and tenant:9655f18cf2994b4b91a12b77c100b04e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:01.769250 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:01.774819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:01.786326 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Made reservation on behalf of 9655f18cf2994b4b91a12b77c100b04e for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:46:01.788972 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.801084 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.832833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:01.836577 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Usage tracker for resource:security_group_rule and tenant:9655f18cf2994b4b91a12b77c100b04e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:01.839281 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:01.844841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:01.911215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.914967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.918749 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f1b07a69-a8ad-4591-8cd3-cd53e22eebf4 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:01.952278 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:46:01.957374 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce7f54-d7d4-41e0-8f2c-51950457e1a3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:01.961035 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:01.966383 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:01.966720 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Added segment 7ecfc489-5987-450c-a6b0-bac22ccab37c of type vlan for network c4c6889d-11de-4e1e-8eeb-aa03ef027330
Dec 22 15:46:01.992305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.020581 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.021467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:02.022040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.025352 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-136850dc-5581-4c38-a50e-a6b83b9a691d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:02.124777 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c6889d-11de-4e1e-8eeb-aa03ef027330,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:02.127674 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3749821
Dec 22 15:46:02.128633 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-36c07c27-739d-457e-b155-307ed6f42c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:02.130396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48804) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:02.134542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:46:02.135717 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Request body: {'subnet': {'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-644664764-subnet', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'ip_version': 4}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:02.140793 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:02.144616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Usage tracker for resource:subnet and tenant:9655f18cf2994b4b91a12b77c100b04e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:02.147523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:02.153330 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:02.162977 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Made reservation on behalf of 9655f18cf2994b4b91a12b77c100b04e for: {'subnet': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:46:02.165260 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942250'] for subnet, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.361239 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3210276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942212'] for subnet, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.365263 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f77c1cfa-21ba-4863-99a1-8041721b1a8e tempest-NetworksTest-778898191 tempest-NetworksTest-778898191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:02.433803 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b001b0-a41d-4f56-a19a-718b4a2c3cde,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:02.436477 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:02.449993 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Checking segment: {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:02.450339 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Network hostable DHCP agents. Network: c4c6889d-11de-4e1e-8eeb-aa03ef027330, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:46:02.472158 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:46:02.481357 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, c4c6889d-11de-4e1e-8eeb-aa03ef027330) {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:02.485287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:02.485802 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.490249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce0b8b9-0dd4-4384-b5f1-ee6b2884e4fe None None] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:46:02.505595 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3741996
Dec 22 15:46:02.508079 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48808) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:02.513458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:02.518010 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:02.521889 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Usage tracker for resource:router and tenant:9655f18cf2994b4b91a12b77c100b04e is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:02.524857 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:02.531557 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:02.542359 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.544219 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.562909 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.708042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'fixed_ips': [{'subnet_id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:46:02.708911 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.722849 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.863724 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Allocated IP 172.20.0.2 (c4c6889d-11de-4e1e-8eeb-aa03ef027330/14b001b0-a41d-4f56-a19a-718b4a2c3cde/26e87f49-df3a-4edd-a732-be64e995ad80) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:46:02.910135 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:02.943227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.079795 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Allocated IP 172.26.3.174 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/33bd3546-79dd-4a9e-859a-7a49e0ad5595) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:46:03.103876 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.115300 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Transition to ACTIVE for port object 26e87f49-df3a-4edd-a732-be64e995ad80 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:03.134628 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Transition to ACTIVE for port object 26e87f49-df3a-4edd-a732-be64e995ad80 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:03.141025 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.145398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:03.215665 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:03.216772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Pushing event updated for resources: {'Port': ['ID=26e87f49-df3a-4edd-a732-be64e995ad80,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:03.219114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:03.220906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:03.221515 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:46:03.233964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.262689 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.267448 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-5aabc969-f302-4180-a0e8-a086b0785019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:03.309044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Attempting to bind port 26e87f49-df3a-4edd-a732-be64e995ad80 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:46:03.309516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Attempting to bind port 26e87f49-df3a-4edd-a732-be64e995ad80 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:46:03.310297 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Attempting to bind port 26e87f49-df3a-4edd-a732-be64e995ad80 on network c4c6889d-11de-4e1e-8eeb-aa03ef027330 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:03.316251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:46:03.316797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Checking segment: {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:03.317276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.317680 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Bound using segment: {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:46:03.318193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Bound port: 26e87f49-df3a-4edd-a732-be64e995ad80, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:46:03.318522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.341446 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:03.342492 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5a147e3e-e890-4af8-b6de-5f1440a2cc18 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:03.345023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:03.346830 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:46:03.374217 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:46:03.382930 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Pushing event updated for resources: {'Port': ['ID=33bd3546-79dd-4a9e-859a-7a49e0ad5595,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:03.385669 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:03.453565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:03.454202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b82c70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:03.562556 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] For port 26e87f49-df3a-4edd-a732-be64e995ad80, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:46:03.622165 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.622764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.630810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] For port 26e87f49-df3a-4edd-a732-be64e995ad80, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=26e87f49-df3a-4edd-a732-be64e995ad80,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:46:03.633772 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:03.634170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.663046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.677017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:03.795282 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:03.810586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Pushing event updated for resources: {'Port': ['ID=26e87f49-df3a-4edd-a732-be64e995ad80,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:03.816119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:03.816909 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:03.869463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:46:04.123680 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:46:04.135482 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Sync routers for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:46:04.148815 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:04.149984 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759ee790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:04.157965 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:04.161818 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-f82f9c40-0c78-4a4d-8b62-373e036dd213 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.6501162
Dec 22 15:46:04.162007 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48812) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:04.219247 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b82c70>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 2, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:04.224489 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:46:04.224848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Updating router 85a86a50-00d1-49fb-9dc6-81856b12cd97 port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:46:04.284209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:04.343402 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:04.702270 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759ee790>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:03Z', 'revision_number': 3, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:04.707489 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Checking router: e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:46:04.708127 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Updating router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:46:04.753849 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:04.769215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Transition to ACTIVE for port object 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:04.781941 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:04.787698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-2fa1906d-9fa6-4d4d-996c-8def680867b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:04.808358 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:04.843697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f7d6c-1c2e-40a8-84e9-85d68b060523 None None] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:46:04.990822 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.007820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Pushing event updated for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:05.016666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:05.033989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-28ec2d56-94d8-41ae-8be5-139d54ad72ef None None] Provisioning for port 26e87f49-df3a-4edd-a732-be64e995ad80 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:05.164038 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.177017 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Transition to ACTIVE for port object 33bd3546-79dd-4a9e-859a-7a49e0ad5595 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:05.184663 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.188359 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-5a8561ce-1fe2-49ea-b62a-0292c4156af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:05.206945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Attempting to bind port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:46:05.207240 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Attempting to bind port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:46:05.207613 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Attempting to bind port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:05.228119 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:46:05.228516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Checking segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:05.228930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.229335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Bound using segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:46:05.229824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Bound port: 77d9cd14-8d2b-4f9b-a49b-32240bc2b876, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:46:05.230804 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.248420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Allocated IP 172.20.0.1 (c4c6889d-11de-4e1e-8eeb-aa03ef027330/14b001b0-a41d-4f56-a19a-718b4a2c3cde/19f374c1-9be1-469a-85b3-4f19246ac345) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:46:05.268642 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Attempting to bind port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:46:05.269285 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Attempting to bind port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:46:05.269842 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Attempting to bind port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:05.271829 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90b41-d7b3-4729-a243-aa9f8915c817 None None] Pushing event updated for resources: {'Port': ['ID=33bd3546-79dd-4a9e-859a-7a49e0ad5595,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:05.274942 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-dfb90b41-d7b3-4729-a243-aa9f8915c817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:05.285813 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:46:05.286422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:05.286794 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.287347 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:46:05.287897 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Bound port: 33bd3546-79dd-4a9e-859a-7a49e0ad5595, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:46:05.288354 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.377681 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] For port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:46:05.378744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] For port 33bd3546-79dd-4a9e-859a-7a49e0ad5595, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:46:05.381854 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] For port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:46:05.382491 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] For port 33bd3546-79dd-4a9e-859a-7a49e0ad5595, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=33bd3546-79dd-4a9e-859a-7a49e0ad5595,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:46:05.387709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.388516 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.393516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-70604485-301b-4cd2-96e0-aabfe255f1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:05.393709 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-2cc4bfce-1462-497b-9f7d-0f00cd3b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:05.426568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 26e87f49-df3a-4edd-a732-be64e995ad80 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:05.491225 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:05.491900 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759ee790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:05.550883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Pushing event updated for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:05.555054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:05.560246 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:05.560761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b82c70>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:05.593538 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90b41-d7b3-4729-a243-aa9f8915c817 None None] Pushing event updated for resources: {'Port': ['ID=33bd3546-79dd-4a9e-859a-7a49e0ad5595,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:05.599530 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-dfb90b41-d7b3-4729-a243-aa9f8915c817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:05.640204 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.680304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.provisioning_blocks [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Transition to ACTIVE for port object 19f374c1-9be1-469a-85b3-4f19246ac345 will not be triggered until provisioned by entity DHCP. {{(pid=83457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:05.730890 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.735227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-817f8bf7-90dc-4e4a-be44-7c586532c9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:05.782907 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:05.804204 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:05.837912 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Pushing event updated for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:05.848169 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:05.858518 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:05.859810 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:05.860355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 26e87f49-df3a-4edd-a732-be64e995ad80 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:05.862089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:46:05.874832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 26e87f49-df3a-4edd-a732-be64e995ad80 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:05.875426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:05.925416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.019149 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.024842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-04d78373-5348-4ea8-b1ac-7f5f6265cd01 None None] Provisioning complete for port 26e87f49-df3a-4edd-a732-be64e995ad80 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:06.025222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d78373-5348-4ea8-b1ac-7f5f6265cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.125392 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759ee790>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:03Z', 'revision_number': 3, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:06.131830 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8816a-f67e-4be3-b312-bdb415cf6853 None None] The sync data for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv is: [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:03Z', 'revision_number': 3, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:46:06.220520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.265961 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.270735 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.297970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-0eae4dac-be32-43b4-b37b-2694485816f8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:06.378444 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Pushing event updated for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:06.380813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.384660 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:06.418159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 26e87f49-df3a-4edd-a732-be64e995ad80, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=26e87f49-df3a-4edd-a732-be64e995ad80,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:06.425406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.428709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:06.455462 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04d78373-5348-4ea8-b1ac-7f5f6265cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:06.522935 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:06.524042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:06.558482 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=26e87f49-df3a-4edd-a732-be64e995ad80,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:06.567114 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:06.586046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-04d78373-5348-4ea8-b1ac-7f5f6265cd01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:46:06.586447 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-04d78373-5348-4ea8-b1ac-7f5f6265cd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:46:06.593065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b82c70>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:06.597557 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6bfdf-11ff-4923-9013-aae9b2e9a172 None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:46:06.976127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:46:07.208220 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:46:07.218956 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-57b5cac7-422d-445f-8724-21a914a1fae2 admin admin] 10.222.0.69 "PUT /v2.0/routers/e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0559232
Dec 22 15:46:07.271996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-844fcb04-9cda-4461-b56b-90d26d6fdb79 None None] Provisioning for port 19f374c1-9be1-469a-85b3-4f19246ac345 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:07.298717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-844fcb04-9cda-4461-b56b-90d26d6fdb79 None None] Provisioning complete for port 19f374c1-9be1-469a-85b3-4f19246ac345 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:07.299156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-844fcb04-9cda-4461-b56b-90d26d6fdb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.412914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-844fcb04-9cda-4461-b56b-90d26d6fdb79 None None] Port 19f374c1-9be1-469a-85b3-4f19246ac345 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:46:07.487558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 33bd3546-79dd-4a9e-859a-7a49e0ad5595 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:07.583630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:07.590243 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:07.590632 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.729602 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.747658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 33bd3546-79dd-4a9e-859a-7a49e0ad5595, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=33bd3546-79dd-4a9e-859a-7a49e0ad5595,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:07.751571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.752496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:07.778103 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:07.867691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=33bd3546-79dd-4a9e-859a-7a49e0ad5595,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:07.870976 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:07.880796 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48822) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:07.887280 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998608006', 'description': 'tempest-secgroup-smoke-1998608006 description', 'project_id': '67b0ae47e2064393ae2263df17e95531'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:07.892996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:07.897305 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:07.900030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:07.900484 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:07.905443 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:07.905834 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.907076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:07.917161 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:07.952926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:07.956596 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:07.959274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:07.964827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.021922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.024733 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.028398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.032142 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-100d4c76-62cc-4f9f-a242-daf0ca35b260 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.055784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:08.059801 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.060703 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 26e87f49-df3a-4edd-a732-be64e995ad80 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:08.072075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19659f-b82c-423c-8b8e-55898a5bb0ac,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.074602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.078721 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1942837
Dec 22 15:46:08.078721 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a53e5474-b9db-4db7-8c3a-2cb28f70dca9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.078970 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48826) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.083667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.084461 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.090570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.094377 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.097226 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.102770 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.120127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.174979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.178232 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.182470 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.188295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.189584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 26e87f49-df3a-4edd-a732-be64e995ad80 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:08.190109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.190213 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-85a6c6cb-e324-4928-a668-8b786d3e69e2 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.211378 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf6ef00-ba88-4334-8030-8bb7be3676d1,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.216781 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.224679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.225831 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1369f0fd-4d95-434d-9ca6-d984b32e25d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1461551
Dec 22 15:46:08.228653 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48830) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.234237 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.239855 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.243529 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.247008 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.252522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.269675 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.334160 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.337687 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.339459 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d6d7b779-3f3f-40c9-bfef-910200034417 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.466480 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c4de3-de49-4106-916e-3075740dd3e2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.468806 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.475635 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.476840 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-119be735-e6ba-41ab-8fdc-b7130df9e3ed tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2472851
Dec 22 15:46:08.479451 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48834) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.485624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.491289 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.495058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.498027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.503482 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.518812 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.580180 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.587300 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.589063 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-108f4d83-a249-473f-959c-73450188e31e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.611896 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e97d7d3-cec9-4a53-9661-947624041085,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.614338 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.620882 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.622035 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-10a0e64d-58a3-429b-9f78-7aec22738f07 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1408100
Dec 22 15:46:08.624937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48838) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.630304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.636736 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.640474 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.643275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.648899 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.670839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.737843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.741570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.747315 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-655ff657-a6e1-49e2-9f5c-15436f4656e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.766147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287df552-7513-4639-9b68-97bf36573cf0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.768351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.776768 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.778494 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-fc06d6da-f786-40ed-a559-ff8dbdaef810 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1526198
Dec 22 15:46:08.781164 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48842) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.786868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.792468 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.796096 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.798908 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.804716 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.817235 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Project 67b0ae47e2064393ae2263df17e95531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:46:08.824217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.887861 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.891320 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.893152 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef4194e2-8db3-4d4c-96a6-f0b5df1262a1 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:08.914779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d67cc2-7d33-4132-9de3-0eed09c251c0,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:08.917104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:08.923656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:08.924843 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-d4a9171f-a36a-459b-a561-f6bf64f79703 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1427860
Dec 22 15:46:08.927704 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48846) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:08.932987 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '0b19659f-b82c-423c-8b8e-55898a5bb0ac', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:08.938722 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:08.942425 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:08.945246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:08.951476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:08.961383 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Project 67b0ae47e2064393ae2263df17e95531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:46:08.968064 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.032296 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.035611 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.037419 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4121fa90-3c32-4005-bfff-27e329c94d8f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:09.059159 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce558759-250d-446d-ad29-4f2f6b77bcb2,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:09.061424 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:09.067944 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.069109 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e66bd7eb-fdb8-44b0-a125-3beb84f2156c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1405237
Dec 22 15:46:09.299430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06f6ac82-35ea-42e3-b10c-9df130f45e31 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:09.316992 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06f6ac82-35ea-42e3-b10c-9df130f45e31 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:09.318253 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06f6ac82-35ea-42e3-b10c-9df130f45e31 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998608006&fields=id&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 267 time: 0.0590487
Dec 22 15:46:09.339757 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 33bd3546-79dd-4a9e-859a-7a49e0ad5595 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:09.407741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:09.408151 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.465541 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06502719-163e-4fe7-89fe-2cc639cbd798 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:09.466212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06502719-163e-4fe7-89fe-2cc639cbd798 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:network {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:09.483835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06502719-163e-4fe7-89fe-2cc639cbd798 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:network {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:09.485338 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-06502719-163e-4fe7-89fe-2cc639cbd798 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 809 time: 0.1598983
Dec 22 15:46:09.502158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-866cbcbf-0fc0-4fb9-a3d2-9bbfc72380f2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/quotas/67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 375 time: 0.0111258
Dec 22 15:46:09.525409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:09.587964 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-345f5c59-79ac-406f-9275-9e702f0a60ee tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0804253
Dec 22 15:46:09.595089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:09.595472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:09.603771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-23a375e6-1c70-4b90-aec6-4f3e0afc4991 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:46:09.605722 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-23a375e6-1c70-4b90-aec6-4f3e0afc4991 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0054469
Dec 22 15:46:09.744897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-41cb0afe-08bd-4ab0-bd35-631a8d0c0d0f service neutron] 10.222.0.69 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331544
Dec 22 15:46:09.874307 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-44171097-9534-4aac-9edb-dfebea132408 service neutron] 10.222.0.69 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232164
Dec 22 15:46:10.062684 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-712ce0d7-7aae-4435-989a-1da9501bcbdc req-b63886b6-cd24-4358-b951-51c5d0d02ba8 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:10.081671 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-712ce0d7-7aae-4435-989a-1da9501bcbdc req-b63886b6-cd24-4358-b951-51c5d0d02ba8 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:10.082872 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-712ce0d7-7aae-4435-989a-1da9501bcbdc req-b63886b6-cd24-4358-b951-51c5d0d02ba8 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 210 time: 0.0660443
Dec 22 15:46:11.270405 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d647a24-806d-4e57-953d-65f1dbeb88d6 req-14769ff9-ad06-4f14-90a6-b70ab3b73f0a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 210 time: 0.0625591
Dec 22 15:46:11.394200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-a4c42b55-96e8-4a26-a81e-e36151e1ac63 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:11.395493 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-a4c42b55-96e8-4a26-a81e-e36151e1ac63 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 809 time: 0.1530108
Dec 22 15:46:11.456191 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-ace7f56e-9704-4df8-89c7-c7c0eabcc415 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 380 time: 0.0418718
Dec 22 15:46:11.473321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'port': {'device_id': '0863c585-d77c-4815-b10d-410071c25f8f', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'admin_state_up': True, 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'security_groups': ['0b19659f-b82c-423c-8b8e-55898a5bb0ac']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:11.726008 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:11.735255 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:11.745122 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Made reservation on behalf of 67b0ae47e2064393ae2263df17e95531 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:46:11.748330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:11.910086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Allocated IP 172.20.0.11 (8f3be90c-5d43-48d6-9bfd-038e559282c2/c950973b-fc4a-4805-891c-1f27fd56d610/f87959d0-215c-4f7b-a9f2-b596c2489b10) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:46:12.101457 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.119016 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Transition to ACTIVE for port object f87959d0-215c-4f7b-a9f2-b596c2489b10 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:12.142560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.148063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a4c9e17f-4df0-4c4e-8af0-b9b8d4b5a4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:12.212932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:12.220257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:12.224522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:46:12.254829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:12.262090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:12.290053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:12.290727 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.318248 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-39e1db5b-572a-42e5-8fd7-12405ad60be6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8485844
Dec 22 15:46:12.332442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Request body: {'port': {'device_id': '0863c585-d77c-4815-b10d-410071c25f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:12.451772 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.485814 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d00d59-aca4-48ee-8f40-e50dfa8fc55f req-12192409-3834-421e-966e-fc63696b73f9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:12.486798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8eef90a5-1e52-4580-afd6-f25b72ff8a28 None None] Provisioning for port f87959d0-215c-4f7b-a9f2-b596c2489b10 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:12.487257 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-23d00d59-aca4-48ee-8f40-e50dfa8fc55f req-12192409-3834-421e-966e-fc63696b73f9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 932 time: 0.0772934
Dec 22 15:46:12.492318 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-8eef90a5-1e52-4580-afd6-f25b72ff8a28 None None] Provisioning complete for port f87959d0-215c-4f7b-a9f2-b596c2489b10 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:12.492771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-8eef90a5-1e52-4580-afd6-f25b72ff8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.532513 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-23d00d59-aca4-48ee-8f40-e50dfa8fc55f req-169cc66b-aa18-4e82-a062-0a7088f993ba tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:12.545737 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-23d00d59-aca4-48ee-8f40-e50dfa8fc55f req-169cc66b-aa18-4e82-a062-0a7088f993ba tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:12.547305 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-23d00d59-aca4-48ee-8f40-e50dfa8fc55f req-169cc66b-aa18-4e82-a062-0a7088f993ba tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544090
Dec 22 15:46:12.549203 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-8eef90a5-1e52-4580-afd6-f25b72ff8a28 None None] Port f87959d0-215c-4f7b-a9f2-b596c2489b10 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:46:12.811253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:46:12.817857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.831641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Transition to ACTIVE for port object f87959d0-215c-4f7b-a9f2-b596c2489b10 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:12.835295 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:12.838776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-81577dda-8ed4-4f2e-b8b7-811eef3248dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:12.959914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:12.962622 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:13.071880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Attempting to bind port f87959d0-215c-4f7b-a9f2-b596c2489b10 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:46:13.072208 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Attempting to bind port f87959d0-215c-4f7b-a9f2-b596c2489b10 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:46:13.072565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Attempting to bind port f87959d0-215c-4f7b-a9f2-b596c2489b10 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:13.078399 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Port f87959d0-215c-4f7b-a9f2-b596c2489b10 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:46:13.078710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Attempting to bind port f87959d0-215c-4f7b-a9f2-b596c2489b10 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:13.084816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:46:13.085147 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Checking segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:13.085520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Bound using segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:46:13.085929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Bound port: f87959d0-215c-4f7b-a9f2-b596c2489b10, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:46:13.086260 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:13.174578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:46:13.177684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:46:13.182548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:13.187065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3fd43a12-9290-4ec5-933c-9373b59820ad tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:13.237735 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:13.239454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] 10.222.0.61 "PUT /v2.0/ports/f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1094 time: 0.9117689
Dec 22 15:46:13.241935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:46:13.277291 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:13.281227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:13.316507 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:46:13.337790 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'status': 'completed', 'code': 200}
Dec 22 15:46:13.381312 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-1115c2ef-3093-41fd-93df-22af0abc5ebc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1097 time: 0.0855682
Dec 22 15:46:13.454962 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-e61265fb-fdc3-4a7f-b95e-0380ee622ca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 217 time: 0.0654747
Dec 22 15:46:13.516770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-79c77fc4-d3a9-44d8-8ad5-a449a0c1e3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:13.518108 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-79c77fc4-d3a9-44d8-8ad5-a449a0c1e3d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0566547
Dec 22 15:46:13.597251 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-d8db536c-d335-44ed-9a23-8380027793a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715485
Dec 22 15:46:13.755458 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc32b-5a22-4e81-8bd2-1724cbc83f8c req-842bb2c7-7c98-4a3e-b89e-377f39bfff60 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:13.756889 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f78bc32b-5a22-4e81-8bd2-1724cbc83f8c req-842bb2c7-7c98-4a3e-b89e-377f39bfff60 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0828824
Dec 22 15:46:13.804588 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f78bc32b-5a22-4e81-8bd2-1724cbc83f8c req-82a1fa45-f2c7-4f4a-9a24-952033716028 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416989
Dec 22 15:46:13.843306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-04c86971-c213-4e68-8fab-9afc5ac52896 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387421
Dec 22 15:46:13.979131 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ae6feff9-a1f6-4435-945e-4187d5b52f66 req-4d36a651-5bf2-47cc-9cf1-df36161cbe3c service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279404
Dec 22 15:46:14.091132 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-dd1844f3-d1b5-46e5-8b82-4fd54e09989d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1097 time: 0.0681992
Dec 22 15:46:14.220690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-e94939fe-d900-4dc2-a3cd-0252fb21c904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:14.222117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-e94939fe-d900-4dc2-a3cd-0252fb21c904 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1236091
Dec 22 15:46:14.295884 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-c4bbb8bb-d28a-4482-943a-068a3d169ad9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 217 time: 0.0651531
Dec 22 15:46:14.360524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-606a8a96-a132-4224-8d7a-33355076647c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:14.361809 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-606a8a96-a132-4224-8d7a-33355076647c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0560520
Dec 22 15:46:14.439119 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-8e323928-22d2-43a2-a23a-e7065ae0d8d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699914
Dec 22 15:46:14.570736 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-33e7503b-1877-452f-a30a-535b216dc499 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237638
Dec 22 15:46:14.709398 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8f7ddc74-89b7-487f-b8a5-b46bb1c7b467 req-b5fea482-5041-4c98-9ddc-212a8c615a46 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308234
Dec 22 15:46:15.002523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860860-30bf-4a4a-85e4-b71d50e9c3bf req-15a08875-e746-4ef2-9db5-a3c7096f90f1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:15.003096 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a860860-30bf-4a4a-85e4-b71d50e9c3bf req-15a08875-e746-4ef2-9db5-a3c7096f90f1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:15.017879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-9a860860-30bf-4a4a-85e4-b71d50e9c3bf req-15a08875-e746-4ef2-9db5-a3c7096f90f1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:15.019061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a860860-30bf-4a4a-85e4-b71d50e9c3bf req-15a08875-e746-4ef2-9db5-a3c7096f90f1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0925429
Dec 22 15:46:15.065941 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9a860860-30bf-4a4a-85e4-b71d50e9c3bf req-d0eaa0f0-0335-40fd-9f87-00799a0e576b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411248
Dec 22 15:46:16.181419 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:46:16.259487 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e7352-c230-4742-8f55-bfa8db1964d9 req-2518fb92-ab04-4e62-b929-0a922a35f96f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:16.261545 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-788e7352-c230-4742-8f55-bfa8db1964d9 req-2518fb92-ab04-4e62-b929-0a922a35f96f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0758259
Dec 22 15:46:16.307166 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-788e7352-c230-4742-8f55-bfa8db1964d9 req-18f5d460-14d7-4ad8-9067-55d76cae9b05 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399516
Dec 22 15:46:16.313769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:16.327504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:46:16.379891 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:16.396314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:46:16.411202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:16.415111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:16.416822 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:16.517600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:16.520498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:16.656582 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['f87959d0-215c-4f7b-a9f2-b596c2489b10'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:46:17.505456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce287e-db97-4ad4-9aa8-8561ef316ba8 req-25a0d09c-fdc9-4967-9c5e-db21d19e0922 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:17.506897 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ce287e-db97-4ad4-9aa8-8561ef316ba8 req-25a0d09c-fdc9-4967-9c5e-db21d19e0922 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 945 time: 0.0793688
Dec 22 15:46:17.552964 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-87ce287e-db97-4ad4-9aa8-8561ef316ba8 req-b693ddbf-b2a0-4ed4-a9d4-793ec91f6bc7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392809
Dec 22 15:46:18.187832 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:18.256893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port f87959d0-215c-4f7b-a9f2-b596c2489b10 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:18.262440 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port f87959d0-215c-4f7b-a9f2-b596c2489b10 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:18.262815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:18.370884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:18.396205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:46:18.405827 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:18.409666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:18.412549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:18.478848 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:18.482630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:18.527586 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'code': 200}
Dec 22 15:46:18.810260 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8a40682-46d1-45a4-9411-aa8a62ceb543 req-d13fdfe4-70a1-48c8-92cf-47bf573ac71c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.1004477
Dec 22 15:46:18.815538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d492-1e62-4fcd-bb8d-546b9605fd2c req-392988d8-eefa-46d4-8ab3-a4ed09a59ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:18.816936 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e936d492-1e62-4fcd-bb8d-546b9605fd2c req-392988d8-eefa-46d4-8ab3-a4ed09a59ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.1380596
Dec 22 15:46:18.883221 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c8a40682-46d1-45a4-9411-aa8a62ceb543 req-64555b43-3837-4e9d-9873-7550a58996f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653410
Dec 22 15:46:18.888055 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e936d492-1e62-4fcd-bb8d-546b9605fd2c req-ad834911-79e0-464c-949a-20736c243977 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576987
Dec 22 15:46:20.104584 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e14b47-13d0-4119-b930-d3d4903b7afc req-21c82ca3-b98f-4a9d-a538-754a4c90ff27 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:20.106244 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a2e14b47-13d0-4119-b930-d3d4903b7afc req-21c82ca3-b98f-4a9d-a538-754a4c90ff27 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0843298
Dec 22 15:46:20.150248 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a2e14b47-13d0-4119-b930-d3d4903b7afc req-cbe9d327-d38d-4c3f-9712-985da5890441 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389521
Dec 22 15:46:21.249236 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-46c098d2-a6fc-4402-a0ec-eccb1774961a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700843
Dec 22 15:46:21.393117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838d081-aea3-4ec8-beb4-e82515e82b8a req-de75cdc7-1c08-47fb-bf44-833fe36a8b23 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:21.394441 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c838d081-aea3-4ec8-beb4-e82515e82b8a req-de75cdc7-1c08-47fb-bf44-833fe36a8b23 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.1208448
Dec 22 15:46:21.442170 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-25b1d829-f3dd-4a4e-8f10-c77dfc6f35f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.1165662
Dec 22 15:46:21.454102 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c838d081-aea3-4ec8-beb4-e82515e82b8a req-10bd0e0e-108d-495c-8d0b-94278509878c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534165
Dec 22 15:46:21.673955 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102262eb-f9f1-4f95-a0d9-1977ee3c5276 req-52b056a4-4fa8-4792-a945-1ae07109509b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:21.675502 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-102262eb-f9f1-4f95-a0d9-1977ee3c5276 req-52b056a4-4fa8-4792-a945-1ae07109509b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0951297
Dec 22 15:46:21.709170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-b9419f3b-dfe4-4d9a-bff8-aeb05aeac006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:21.710935 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-b9419f3b-dfe4-4d9a-bff8-aeb05aeac006 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.2493386
Dec 22 15:46:21.724666 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-102262eb-f9f1-4f95-a0d9-1977ee3c5276 req-aba6f65d-4429-460a-9ede-5dc0095286cd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434074
Dec 22 15:46:21.753366 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48898) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:21.778036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-e4df73ea-4c2c-4cda-a3d5-a37f8e2d5114 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 217 time: 0.0601082
Dec 22 15:46:21.844714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-780039a4-547a-47a6-9b4f-85121441ba34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:21.846147 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-780039a4-547a-47a6-9b4f-85121441ba34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0616376
Dec 22 15:46:21.921620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-187429ef-f88b-4821-85db-1e308d43748b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685418
Dec 22 15:46:21.943827 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9aaf16d-c62d-4cc3-9d37-8f6fc971725c tempest-TestShelveInstance-1416830073 tempest-TestShelveInstance-1416830073-project-admin] Synchronizing usage tracker for tenant:9655f18cf2994b4b91a12b77c100b04e on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:46:21.960141 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-b9aaf16d-c62d-4cc3-9d37-8f6fc971725c tempest-TestShelveInstance-1416830073 tempest-TestShelveInstance-1416830073-project-admin] Unset dirty status for tenant:9655f18cf2994b4b91a12b77c100b04e on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:46:21.961395 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-b9aaf16d-c62d-4cc3-9d37-8f6fc971725c tempest-TestShelveInstance-1416830073 tempest-TestShelveInstance-1416830073-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1094 time: 0.2070577
Dec 22 15:46:21.965659 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 48904) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:46:21.971076 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:46:21.977003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:46:21.981588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:floatingip and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:46:21.984347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:46:21.989917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:46:22.000272 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:22.054087 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-3296d35e-98d5-4cad-83c6-ca109658e0da service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251378
Dec 22 15:46:22.140731 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:22.188211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9ca5b253-c50f-4f47-b8da-d23fea380e60 req-ec8e35c1-8781-49dc-9f1b-ca6cdcd356c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262686
Dec 22 15:46:22.276873 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_common [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Allocated IP 172.26.3.104 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/07f6ecca-b66b-4476-a719-ef3cba12b025) {{(pid=83457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:46:22.420154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:22.448181 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:22.452105 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8d33d885-58c1-4dd0-82b4-03b668e7732f tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:22.514362 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:46:22.517450 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.base_scheduler [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources bound (agent type, host, resource id):  {{(pid=83457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:46:22.521626 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Received port after_create {{(pid=83457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:46:22.548937 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=07f6ecca-b66b-4476-a719-ef3cba12b025,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:22.554231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:23.122282 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:23.177652 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:23.379677 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:23.384208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3210321'] for port, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:23.388029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9934c028-8050-4cbf-84cc-39000de6b874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:23.494031 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=07f6ecca-b66b-4476-a719-ef3cba12b025,revision_number=2']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:23.498078 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:23.512488 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:23.704794 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.l3_db [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Floating IP 51b7cb03-d7d7-4f46-9d13-d9c95151f076 associated. External IP: 172.26.3.104, port: f87959d0-215c-4f7b-a9f2-b596c2489b10.
Dec 22 15:46:24.094538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:46:24.289423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:46:24.299350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:46:24.311600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:24.312506 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857531b6d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:24.313856 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:24.369604 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-046b042a-f637-463b-8617-51135c7629b6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4028213
Dec 22 15:46:24.370188 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:46:24.423881 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'status': 'completed', 'code': 200}
Dec 22 15:46:24.493078 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:24.530037 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-049f6e86-2355-43fb-812f-9c821b8cd705 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.0739174
Dec 22 15:46:24.662650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-e5af45f9-3547-4ef8-9d82-e399e8361111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:24.664084 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-e5af45f9-3547-4ef8-9d82-e399e8361111 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1272547
Dec 22 15:46:24.734574 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f6c23a52-13dd-4a29-b2d7-0118a19f7157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:24.765733 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-f57018a0-eee7-4412-bf00-55ef9bfdcb94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1000 time: 0.0944395
Dec 22 15:46:24.834456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-d0a8d9fc-c8e8-4430-b613-91359c6c610e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:46:24.835925 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-d0a8d9fc-c8e8-4430-b613-91359c6c610e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0630105
Dec 22 15:46:24.853111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857531b6d0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '51b7cb03-d7d7-4f46-9d13-d9c95151f076', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863c585-d77c-4815-b10d-410071c25f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:22Z', 'updated_at': '2021-12-22T15:46:22Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:24.857683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:46:24.868452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:24.869072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857531b6d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:45:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:24.913848 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-43dd1f33-cd3c-4df2-8d52-ac8658d20ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704851
Dec 22 15:46:25.046593 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-14106e7d-e4c9-421c-b337-f34197a2a37e service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259336
Dec 22 15:46:25.050334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:25.178597 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-42efb5d2-8b48-4d4b-bd02-993d61d287ed req-6d00f55f-762b-441a-affc-df653f260c4b service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249707
Dec 22 15:46:25.442697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857531b6d0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '51b7cb03-d7d7-4f46-9d13-d9c95151f076', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863c585-d77c-4815-b10d-410071c25f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:22Z', 'updated_at': '2021-12-22T15:46:22Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:25.446728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8ec22-6943-411a-8c87-03871b867efd None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '51b7cb03-d7d7-4f46-9d13-d9c95151f076', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0863c585-d77c-4815-b10d-410071c25f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:46:22Z', 'updated_at': '2021-12-22T15:46:22Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:46:27.601893 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-21d7db94-11fc-4dc6-858b-b8e867c770db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:28.196106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:28.236598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:28.556616 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90a918-1fb6-47c9-a8e9-e3d65da13cdf None None] New status for floating IP 51b7cb03-d7d7-4f46-9d13-d9c95151f076: ACTIVE {{(pid=83459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:46:28.560343 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Sync routers for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:46:28.572483 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:28.574056 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575408a00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:46:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:28.751473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:29.055106 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575408a00>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 4, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '19f374c1-9be1-469a-85b3-4f19246ac345', 'name': '', 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'mac_address': 'fa:16:3e:a2:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:05Z', 'updated_at': '2021-12-22T15:46:06Z', 'revision_number': 2, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'subnets': [{'id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:29.059450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Checking router: e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:46:29.059887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Updating router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 port 19f374c1-9be1-469a-85b3-4f19246ac345 binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:46:29.111533 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.434416 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.445262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Transition to ACTIVE for port object 19f374c1-9be1-469a-85b3-4f19246ac345 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:46:29.450993 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.454248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:29.583463 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.589213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Pushing event updated for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:29.592155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:29.678835 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Attempting to bind port 19f374c1-9be1-469a-85b3-4f19246ac345 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:46:29.679215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Attempting to bind port 19f374c1-9be1-469a-85b3-4f19246ac345 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:46:29.679583 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Attempting to bind port 19f374c1-9be1-469a-85b3-4f19246ac345 on network c4c6889d-11de-4e1e-8eeb-aa03ef027330 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:46:29.686768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:46:29.687084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Checking segment: {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:46:29.687491 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.687887 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Bound using segment: {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:46:29.688347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Bound port: 19f374c1-9be1-469a-85b3-4f19246ac345, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecfc489-5987-450c-a6b0-bac22ccab37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:46:29.688773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.786089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] For port 19f374c1-9be1-469a-85b3-4f19246ac345, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:46:29.789045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] For port 19f374c1-9be1-469a-85b3-4f19246ac345, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19f374c1-9be1-469a-85b3-4f19246ac345,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:46:29.793698 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:29.797039 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:29.872065 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Pushing event updated for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:29.876368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:46:29.877003 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575408a00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:46:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:29.969998 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:30.114961 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:46:30.419742 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575408a00>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 4, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '19f374c1-9be1-469a-85b3-4f19246ac345', 'name': '', 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'mac_address': 'fa:16:3e:a2:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:05Z', 'updated_at': '2021-12-22T15:46:29Z', 'revision_number': 4, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'subnets': [{'id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:46:30.423642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d57a4-4528-4965-a42a-f181fe120da1 None None] The sync data for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv is: [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:05Z', 'revision_number': 4, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '19f374c1-9be1-469a-85b3-4f19246ac345', 'name': '', 'network_id': 'c4c6889d-11de-4e1e-8eeb-aa03ef027330', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'mac_address': 'fa:16:3e:a2:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:05Z', 'updated_at': '2021-12-22T15:46:29Z', 'revision_number': 4, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'subnets': [{'id': '14b001b0-a41d-4f56-a19a-718b4a2c3cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:46:31.360949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19f374c1-9be1-469a-85b3-4f19246ac345 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:31.426642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 19f374c1-9be1-469a-85b3-4f19246ac345 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:46:31.431262 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 19f374c1-9be1-469a-85b3-4f19246ac345 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:31.431643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:31.542627 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:31.572520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 19f374c1-9be1-469a-85b3-4f19246ac345, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19f374c1-9be1-469a-85b3-4f19246ac345,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:46:31.576726 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:31.578429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b8a502de-772e-4113-aef6-8ac9f4b05351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:46:31.644332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:46:31.647209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:46:33.348072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19f374c1-9be1-469a-85b3-4f19246ac345 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:46:33.414448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 19f374c1-9be1-469a-85b3-4f19246ac345 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:46:33.414821 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:33.740130 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:50.317019 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:46:54.678156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc06c196-632b-4b56-81a8-dc611348a91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:57.605316 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c05cca5e-89db-42b4-8d17-e73fb4fc1faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:58.198641 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:58.236337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:46:59.504528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:03.747761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:23.251623 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-acc16b5f-bb5d-4b96-a157-f4e35d622e2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719588
Dec 22 15:47:23.395076 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-967d175e-123d-4910-b494-82786902dbd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.0687058
Dec 22 15:47:23.539046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-9ef36e42-b66c-434e-9434-31c7bbad3540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:47:23.540496 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-9ef36e42-b66c-434e-9434-31c7bbad3540 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1246033
Dec 22 15:47:23.653277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-bd92267f-59d9-4369-b09a-ad689d14424f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1002 time: 0.0969603
Dec 22 15:47:23.718061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-7495083d-6c7f-46ea-80f9-cd00ae691218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:47:23.719433 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-7495083d-6c7f-46ea-80f9-cd00ae691218 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0564892
Dec 22 15:47:23.796554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-b4486b28-d45d-47c8-b800-40a854ed87ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701690
Dec 22 15:47:24.045207 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-4f2c22a5-d22e-45cb-ad97-2f6879e15e4f service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375848
Dec 22 15:47:24.179633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d678c436-dfe4-4e12-af75-824c115d8c8a req-7a33aeb2-a814-4be8-9ec3-eeacb41d8267 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237829
Dec 22 15:47:24.682488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c80c187b-86c5-4fbd-b588-dab73e75a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:27.316692 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:47:27.607523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-575d4bbe-380c-4afc-a548-8b1995b2fa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:28.201424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:28.237496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:29.506049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:33.748088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:54.685805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f9806a15-dfa9-4151-ae33-e2689ec4efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:57.609434 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-c935b022-7365-4b95-80de-2fa39f13c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:58.204527 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:58.238273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:47:59.509786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:03.761402 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:04.315943 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:48:20.390928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0846226-18aa-46e9-8a96-2bbe7febfd38 req-dcda8b33-e3bc-4cf4-94a9-b2b8d51914b7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:20.392369 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0846226-18aa-46e9-8a96-2bbe7febfd38 req-dcda8b33-e3bc-4cf4-94a9-b2b8d51914b7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0745094
Dec 22 15:48:20.438252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0846226-18aa-46e9-8a96-2bbe7febfd38 req-e12b8cb4-69e2-443b-8d75-bf9e7e6850c0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402749
Dec 22 15:48:21.751967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03835da1-2687-454c-987e-592de4a53bf6 req-543084a0-9c1f-49ae-9681-eb9ca099faef tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:21.753561 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-03835da1-2687-454c-987e-592de4a53bf6 req-543084a0-9c1f-49ae-9681-eb9ca099faef tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.1924047
Dec 22 15:48:21.797764 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-03835da1-2687-454c-987e-592de4a53bf6 req-a8b68697-6428-4f22-b189-9783edc22793 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388346
Dec 22 15:48:23.029894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7812f-cf67-404a-ad9f-3c50965f6079 req-dee80ece-9e44-48c0-a443-59ee600b98f0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:23.031342 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-10e7812f-cf67-404a-ad9f-3c50965f6079 req-dee80ece-9e44-48c0-a443-59ee600b98f0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0898876
Dec 22 15:48:23.083573 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-10e7812f-cf67-404a-ad9f-3c50965f6079 req-f0f984c8-7484-40f1-afd9-06a567734055 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468295
Dec 22 15:48:23.423633 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-6a1b5e22-7dad-4a70-87c1-e64c42dac504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.1353867
Dec 22 15:48:23.572252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-8569f5fc-1c3e-4dfb-aa40-c22751c38580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:23.573649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-8569f5fc-1c3e-4dfb-aa40-c22751c38580 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1270847
Dec 22 15:48:23.679649 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-d18673b0-c6fb-4f79-b465-2980983c997b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1002 time: 0.0959373
Dec 22 15:48:23.743586 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-024208f2-9cf1-4b1d-98d0-86e363397479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:23.745003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-024208f2-9cf1-4b1d-98d0-86e363397479 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0581470
Dec 22 15:48:23.818678 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-65ca5926-d2b7-472f-999b-5fb5cd93192c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656447
Dec 22 15:48:23.955703 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-f9280ea4-629a-404c-9207-c62bc0a0c75e service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258249
Dec 22 15:48:24.092179 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-53a01649-45b9-4f0c-97c6-c3d932e1875c req-35d039e8-7db3-4ec3-8c9b-03bea4a8dbf3 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204996
Dec 22 15:48:24.300060 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c5857-2551-48fb-b49d-03f9141ca9d1 req-d58ee5c3-7018-443b-b8b7-f9f3aea6aa9f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:24.301581 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d99c5857-2551-48fb-b49d-03f9141ca9d1 req-d58ee5c3-7018-443b-b8b7-f9f3aea6aa9f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0779896
Dec 22 15:48:24.347053 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d99c5857-2551-48fb-b49d-03f9141ca9d1 req-ecabe372-fff8-41fa-bcdf-8328faa1ea10 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397744
Dec 22 15:48:24.687480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5c2d44a3-eb39-4911-9481-e5f41be84f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:25.547151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bbaf2-63b3-402d-ac0f-85740d63b622 req-6e75a453-90f8-417a-859f-54111c28b73f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:25.548607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8b5bbaf2-63b3-402d-ac0f-85740d63b622 req-6e75a453-90f8-417a-859f-54111c28b73f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0754704
Dec 22 15:48:25.597726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8b5bbaf2-63b3-402d-ac0f-85740d63b622 req-02df8527-f8aa-403a-a836-8478fcc9cbc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432918
Dec 22 15:48:26.794275 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8b1a4-e4b6-475a-a2f4-c684716a40e4 req-d46a5324-d90a-45e2-8b15-1a360b286cc0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:26.795867 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34a8b1a4-e4b6-475a-a2f4-c684716a40e4 req-d46a5324-d90a-45e2-8b15-1a360b286cc0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0764880
Dec 22 15:48:26.844648 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-34a8b1a4-e4b6-475a-a2f4-c684716a40e4 req-bd642c53-98cc-467d-8aef-6e74f33f935e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432715
Dec 22 15:48:27.611393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b495ddb4-2b02-400b-bf5b-54b7f4864505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:28.038860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1d3c-83cd-41fc-8278-67ece4d0d66f req-295b8f70-63ac-4e90-8398-912bee05e53a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:28.040277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c23e1d3c-83cd-41fc-8278-67ece4d0d66f req-295b8f70-63ac-4e90-8398-912bee05e53a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0741830
Dec 22 15:48:28.085216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c23e1d3c-83cd-41fc-8278-67ece4d0d66f req-47e89dfa-fc4b-4b8c-a3e4-3387ce80d036 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389609
Dec 22 15:48:28.206354 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:28.239122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:29.280241 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97ba0-b098-42d6-aff9-58ba05f71538 req-f46926d8-21fa-4cc3-8a7f-3403282d2110 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:29.281701 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c6a97ba0-b098-42d6-aff9-58ba05f71538 req-f46926d8-21fa-4cc3-8a7f-3403282d2110 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0762486
Dec 22 15:48:29.326795 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c6a97ba0-b098-42d6-aff9-58ba05f71538 req-083f4c15-4dd0-4517-bfd4-e97fb738083b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390983
Dec 22 15:48:29.512622 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:30.531562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84c5b9-df50-4695-980b-3286295c5d97 req-3fb6d73b-8b91-4137-a75e-451d91dac099 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:30.533060 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f84c5b9-df50-4695-980b-3286295c5d97 req-3fb6d73b-8b91-4137-a75e-451d91dac099 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0872841
Dec 22 15:48:30.578903 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5f84c5b9-df50-4695-980b-3286295c5d97 req-aafa0f43-48b3-4ad4-88a9-c4caf176051e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403724
Dec 22 15:48:31.778609 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc09a-204e-4349-b7bb-150b607e625e req-06f742bb-4e1b-45ff-b72d-d4920c63ce5c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:31.780928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-33abc09a-204e-4349-b7bb-150b607e625e req-06f742bb-4e1b-45ff-b72d-d4920c63ce5c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0820205
Dec 22 15:48:31.824997 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-33abc09a-204e-4349-b7bb-150b607e625e req-4c946fe9-5d06-4af7-a00a-88d07a1664d5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386808
Dec 22 15:48:32.668940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:48:32.805618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:48:32.861639 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:48:32.926202 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:32.944426 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:48:32.959626 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:48:32.964833 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:32.968036 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-f48f995e-45c5-4f7a-9af8-ed7766f8517d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:48:33.043771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aac46-f873-434e-892b-9a1c6abfe494 req-840c358f-e897-4b49-b09b-200f2809bf98 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:33.045337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051aac46-f873-434e-892b-9a1c6abfe494 req-840c358f-e897-4b49-b09b-200f2809bf98 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 945 time: 0.0845673
Dec 22 15:48:33.045895 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:48:33.054886 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.055269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.055611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.055951 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.056285 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.056646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.056978 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.057331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.057658 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.058008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.058336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:48:33.064200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:48:33.066707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['f87959d0-215c-4f7b-a9f2-b596c2489b10'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:48:33.099984 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-051aac46-f873-434e-892b-9a1c6abfe494 req-dabe5028-f268-41d3-8257-5363fd319c9a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479939
Dec 22 15:48:33.762883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:34.320420 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4641a-3736-43bb-9b00-cea8f66b72ee req-e5260ad9-1833-4cb6-8e8f-e6d0ba698951 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:34.321954 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-79a4641a-3736-43bb-9b00-cea8f66b72ee req-e5260ad9-1833-4cb6-8e8f-e6d0ba698951 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 945 time: 0.0860941
Dec 22 15:48:34.373389 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-79a4641a-3736-43bb-9b00-cea8f66b72ee req-aa2ea953-5d1d-412f-a99c-128cc2d17c18 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450275
Dec 22 15:48:34.690105 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:48:34.765840 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port f87959d0-215c-4f7b-a9f2-b596c2489b10 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:48:34.766500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:34.887649 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:34.918437 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:48:34.929174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:48:34.933332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:34.936765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:48:34.994991 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'code': 200}
Dec 22 15:48:35.005947 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:48:35.009344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:48:35.602616 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595157d3-dbb4-4384-ace0-5c5ed25e532f req-f0ab27b3-d368-4035-8942-c95ef1d32c4d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:35.609935 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-595157d3-dbb4-4384-ace0-5c5ed25e532f req-f0ab27b3-d368-4035-8942-c95ef1d32c4d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0955462
Dec 22 15:48:35.656004 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-595157d3-dbb4-4384-ace0-5c5ed25e532f req-d84b731f-7130-4b38-82e8-a1a901b43665 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452363
Dec 22 15:48:36.876533 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862e4ba-b23d-41f3-9f11-18685f07ce71 req-0dada09b-8b86-42e9-bea2-d6a250c3e1e6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:36.878135 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5862e4ba-b23d-41f3-9f11-18685f07ce71 req-0dada09b-8b86-42e9-bea2-d6a250c3e1e6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0897994
Dec 22 15:48:36.930040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5862e4ba-b23d-41f3-9f11-18685f07ce71 req-e1da6d19-ee0b-4067-8ecf-ac76d464bd4c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457590
Dec 22 15:48:38.143948 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884fec-ee7b-472b-8b77-66db8994bc29 req-20a48076-fb9b-4c79-84e7-199cb7cd40a4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:38.148840 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f2884fec-ee7b-472b-8b77-66db8994bc29 req-20a48076-fb9b-4c79-84e7-199cb7cd40a4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0892267
Dec 22 15:48:38.205372 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f2884fec-ee7b-472b-8b77-66db8994bc29 req-b336ba8d-59c9-4edb-a853-6dfbe0151796 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540290
Dec 22 15:48:39.425138 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02455e-cb47-4f0f-9567-3b109c9006c2 req-54f8ad8b-cc78-4276-8adf-321cde26dd69 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:39.426798 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2c02455e-cb47-4f0f-9567-3b109c9006c2 req-54f8ad8b-cc78-4276-8adf-321cde26dd69 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0927327
Dec 22 15:48:39.485660 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2c02455e-cb47-4f0f-9567-3b109c9006c2 req-e32376cc-6f5c-4ddc-8b1a-d4e9753c2eb4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529552
Dec 22 15:48:40.729967 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb068fe-7e13-4798-8f05-fea2c04251b3 req-087cd5f6-db68-4679-9e8e-390add428a53 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:40.732520 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9fb068fe-7e13-4798-8f05-fea2c04251b3 req-087cd5f6-db68-4679-9e8e-390add428a53 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0928657
Dec 22 15:48:40.783230 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9fb068fe-7e13-4798-8f05-fea2c04251b3 req-9818603b-edd6-481c-bcfe-d8ad317462ca tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448177
Dec 22 15:48:41.316675 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:48:42.111971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745619-9f29-4a4d-bf04-15a97ed10c6a req-259667e4-d401-49e5-acd7-b540313fd215 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:42.113491 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-81745619-9f29-4a4d-bf04-15a97ed10c6a req-259667e4-d401-49e5-acd7-b540313fd215 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.2043962
Dec 22 15:48:42.161906 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-81745619-9f29-4a4d-bf04-15a97ed10c6a req-35e660a9-2168-4ac0-9445-c112f1e279b0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428994
Dec 22 15:48:43.364081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de4a-5dfa-40a4-af8a-9b34deb521e4 req-423ad63c-8938-42a2-bfcc-21638133224c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:43.365556 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c477de4a-5dfa-40a4-af8a-9b34deb521e4 req-423ad63c-8938-42a2-bfcc-21638133224c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0812504
Dec 22 15:48:43.411527 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c477de4a-5dfa-40a4-af8a-9b34deb521e4 req-ccf46d00-966b-4f9e-a8d7-c7852d43fdb1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397332
Dec 22 15:48:43.632199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-76d22f61-937c-4f42-b086-508678de711f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1099 time: 0.0726314
Dec 22 15:48:43.762754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-6ce4a348-92aa-4913-b736-79702791b28f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:43.765030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-6ce4a348-92aa-4913-b736-79702791b28f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1233890
Dec 22 15:48:43.869233 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-a1beb37b-e8cd-4627-b27b-c465153040f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1002 time: 0.0960264
Dec 22 15:48:43.931154 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-759eb03d-178e-48db-85c3-e25cf8bdc0d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:43.932542 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-759eb03d-178e-48db-85c3-e25cf8bdc0d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0564256
Dec 22 15:48:44.007341 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-c29a6dbc-1de8-40bd-967d-ac1515cd50cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664392
Dec 22 15:48:44.142721 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-0c1fb1e6-9832-4a0f-9efe-d27f2679f376 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232810
Dec 22 15:48:44.277536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-01657de8-c60c-4d3c-85f6-a3aa853e7818 req-d567530d-71cb-4c96-ba76-08ce221162fd service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236200
Dec 22 15:48:44.613426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49323a90-0f5b-4c0b-af5b-bfd0019d4431 req-3319d2e2-e530-4625-b221-2c85f7b2eea4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:44.614880 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-49323a90-0f5b-4c0b-af5b-bfd0019d4431 req-3319d2e2-e530-4625-b221-2c85f7b2eea4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0808210
Dec 22 15:48:44.659731 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-49323a90-0f5b-4c0b-af5b-bfd0019d4431 req-606fddbe-5ac6-486b-8bf7-6d55f3978960 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393190
Dec 22 15:48:45.853404 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d52ba7-fe69-4813-bfec-c631d11cf5ed req-8b780bfa-1984-44e1-8f6a-d83b6bcb66f9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:45.854824 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5d52ba7-fe69-4813-bfec-c631d11cf5ed req-8b780bfa-1984-44e1-8f6a-d83b6bcb66f9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 946 time: 0.0750492
Dec 22 15:48:45.899135 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5d52ba7-fe69-4813-bfec-c631d11cf5ed req-dcb6f6e3-ce5e-4511-992e-f6e84278287e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380666
Dec 22 15:48:46.733138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:48:46.843301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:46.869195 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:48:46.878567 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:48:46.882950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:46.884716 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:48:46.922180 dv-neutron-822675-1-hyperv neutron-server[83458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'code': 422} returned with failed status
Dec 22 15:48:46.953314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:48:46.956468 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:48:47.102127 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926bcc2-1768-4b53-b2cb-230e62fc1d6b req-d3026631-bf75-4e30-8be8-3628112c7d14 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:47.103552 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7926bcc2-1768-4b53-b2cb-230e62fc1d6b req-d3026631-bf75-4e30-8be8-3628112c7d14 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0795870
Dec 22 15:48:47.148932 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7926bcc2-1768-4b53-b2cb-230e62fc1d6b req-1d6c397e-012c-454d-a94b-86795418f1be tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396543
Dec 22 15:48:47.429234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-dc339528-2d28-4494-94b5-d024e7e84574 req-5fca423c-ca5e-48f9-97e8-405015f76744 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1662996
Dec 22 15:48:48.629068 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49056) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:48:48.714337 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d6689-c4ff-4ecf-a648-690198e27f10 req-8f8ab497-e708-4b56-b555-8c83ca778f5f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:48.715928 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-334d6689-c4ff-4ecf-a648-690198e27f10 req-8f8ab497-e708-4b56-b555-8c83ca778f5f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0809987
Dec 22 15:48:48.810395 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-334d6689-c4ff-4ecf-a648-690198e27f10 req-29e9e6c1-f2cd-49a9-8648-4e983433be58 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875156
Dec 22 15:48:48.835250 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-056e6012-93b8-453a-95f6-f425d52af3f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2047069
Dec 22 15:48:49.371054 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-a26ed71a-122e-4cde-8ff5-ad5491e2d12f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 1097 time: 0.0727112
Dec 22 15:48:49.460027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-60eca268-8835-4bfa-9a59-fa46a98b81ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1097 time: 0.0669827
Dec 22 15:48:49.594183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878b977-6a45-48d2-8b74-6c1481077649 req-1ce4e895-7bd3-4f87-a65f-191ab9459cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:49.595617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-1ce4e895-7bd3-4f87-a65f-191ab9459cf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1259205
Dec 22 15:48:49.698822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-455b3b43-0a31-4c74-952f-4762dc1eae80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1000 time: 0.0957906
Dec 22 15:48:49.765220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878b977-6a45-48d2-8b74-6c1481077649 req-9d8ff098-7988-4b32-82bb-04b0f944f25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:49.766611 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-9d8ff098-7988-4b32-82bb-04b0f944f25f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0583861
Dec 22 15:48:49.843621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-25737960-b357-49ba-9417-86d79c600628 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671299
Dec 22 15:48:50.139927 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-ee99f989-0fd0-463a-a081-fdf048b1991b service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849185
Dec 22 15:48:50.149722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47fdb7-1863-4ce0-a4c8-5029a4e0ac60 req-aae86d3a-d174-4cb0-abdd-9a23dcb91a35 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:50.151049 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f47fdb7-1863-4ce0-a4c8-5029a4e0ac60 req-aae86d3a-d174-4cb0-abdd-9a23dcb91a35 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.1285760
Dec 22 15:48:50.278818 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4f47fdb7-1863-4ce0-a4c8-5029a4e0ac60 req-abceeef9-769a-4735-86c7-0951b131416d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098754
Dec 22 15:48:50.308054 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-88527fee-a942-42f8-82a3-7e23ffef9b9d service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561084
Dec 22 15:48:50.746798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:48:51.490826 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7a61-3e35-4f9c-acc8-6adfdfa155d5 req-69ec4fb5-aac3-47da-9246-66ccb7acaf3d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:51.493614 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d25e7a61-3e35-4f9c-acc8-6adfdfa155d5 req-69ec4fb5-aac3-47da-9246-66ccb7acaf3d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0806780
Dec 22 15:48:51.542496 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d25e7a61-3e35-4f9c-acc8-6adfdfa155d5 req-f0ccb789-d841-4a1b-8ef0-6da26f244f88 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432558
Dec 22 15:48:52.756776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ab29-4eb2-4cc1-b3a7-5a1ff8e896d9 req-5b27988c-167c-4526-8729-23e9a45bbb8e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:52.758228 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e3d0ab29-4eb2-4cc1-b3a7-5a1ff8e896d9 req-5b27988c-167c-4526-8729-23e9a45bbb8e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0849941
Dec 22 15:48:52.806943 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e3d0ab29-4eb2-4cc1-b3a7-5a1ff8e896d9 req-1b991c85-4ee9-41cd-abfb-df2de9815820 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430868
Dec 22 15:48:54.017839 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe302d-9a23-45c7-85fc-733b31cde868 req-c0919e96-e212-4fc7-84f6-c9a97d526634 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:54.019820 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5fe302d-9a23-45c7-85fc-733b31cde868 req-c0919e96-e212-4fc7-84f6-c9a97d526634 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0856829
Dec 22 15:48:54.066391 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a5fe302d-9a23-45c7-85fc-733b31cde868 req-f318a63d-9a77-4a1c-8fcd-dfc538426958 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411375
Dec 22 15:48:54.689409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d9b76cc2-3ade-419d-9be4-c88b399b0232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:55.283900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18931c68-f4d1-4079-a536-5eb702665d16 req-5c0ec768-77e1-4eac-85f0-37f4006f4da9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:55.285407 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18931c68-f4d1-4079-a536-5eb702665d16 req-5c0ec768-77e1-4eac-85f0-37f4006f4da9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0821714
Dec 22 15:48:55.333492 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-18931c68-f4d1-4079-a536-5eb702665d16 req-6f1ce0ac-e41a-469e-a6ae-72189d762789 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425696
Dec 22 15:48:56.537805 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4729b-1192-45b8-bed7-8b03bdd12a1c req-6002c225-dbb7-43f8-9912-79d742568b3e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:56.539250 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e5f4729b-1192-45b8-bed7-8b03bdd12a1c req-6002c225-dbb7-43f8-9912-79d742568b3e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0794349
Dec 22 15:48:56.594952 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e5f4729b-1192-45b8-bed7-8b03bdd12a1c req-b9fdbd70-2c06-40d6-bc0a-a300ef26aa21 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503209
Dec 22 15:48:57.618055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-1a4a66e6-08f5-4560-b763-6cb17e706b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:57.831202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4a958-6853-4600-a33a-2ebb788a5f83 req-dc6e5a8c-8965-47a7-a9bf-25f84bce3b43 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:57.832700 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09a4a958-6853-4600-a33a-2ebb788a5f83 req-dc6e5a8c-8965-47a7-a9bf-25f84bce3b43 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0840757
Dec 22 15:48:57.882311 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-09a4a958-6853-4600-a33a-2ebb788a5f83 req-f48218a8-b679-4853-ac76-ba8f1bb8cf70 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432701
Dec 22 15:48:58.209339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:58.242329 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:48:59.088754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d346-7462-4f05-9e19-b28f2f61337f req-e50afd00-1bf2-4aca-9c5e-97716aa901a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:48:59.090196 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4307d346-7462-4f05-9e19-b28f2f61337f req-e50afd00-1bf2-4aca-9c5e-97716aa901a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0817750
Dec 22 15:48:59.146806 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-4307d346-7462-4f05-9e19-b28f2f61337f req-701e2cc0-3785-457f-97b3-3a9d2d2a3610 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506668
Dec 22 15:48:59.516549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:00.364554 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44ebdd-78e0-46a4-9be1-b7f0b2bc42fb req-6d160440-b15c-4650-ba5a-ba8d410b0d9c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:00.366025 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad44ebdd-78e0-46a4-9be1-b7f0b2bc42fb req-6d160440-b15c-4650-ba5a-ba8d410b0d9c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0831430
Dec 22 15:49:00.420097 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ad44ebdd-78e0-46a4-9be1-b7f0b2bc42fb req-72583575-825b-48e3-915b-31a3a4a3a9a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476201
Dec 22 15:49:01.750950 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c3b0e-5e3e-44a3-af98-7ef505b83eb9 req-93546bbb-c2b8-46d6-bd09-1e597c3e9a80 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:01.752534 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-848c3b0e-5e3e-44a3-af98-7ef505b83eb9 req-93546bbb-c2b8-46d6-bd09-1e597c3e9a80 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.1801295
Dec 22 15:49:01.799196 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-848c3b0e-5e3e-44a3-af98-7ef505b83eb9 req-65efb656-e46e-4af7-805f-0e5095d4c1fd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409894
Dec 22 15:49:02.991773 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4b6ac-0c52-4863-86ef-f3e711f4e14c req-a18418df-b7e7-46b0-b0a2-0103ba870a7c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:02.993158 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25a4b6ac-0c52-4863-86ef-f3e711f4e14c req-a18418df-b7e7-46b0-b0a2-0103ba870a7c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0754623
Dec 22 15:49:03.041617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-25a4b6ac-0c52-4863-86ef-f3e711f4e14c req-62041050-45c9-4d90-b602-508dbbe7247e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425935
Dec 22 15:49:03.776273 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:04.234954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba080ba-8da4-4229-9f91-f62ec8d960ff req-7e53fcc9-ae67-49cd-ae4f-06cb1d322d63 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:04.236581 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ba080ba-8da4-4229-9f91-f62ec8d960ff req-7e53fcc9-ae67-49cd-ae4f-06cb1d322d63 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 944 time: 0.0773003
Dec 22 15:49:04.280659 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-8ba080ba-8da4-4229-9f91-f62ec8d960ff req-5428cc83-23cb-4d12-8230-cc469f7e743e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387912
Dec 22 15:49:04.856398 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:49:04.986922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:49:04.999454 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'port_id': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'mac_address': 'fa:16:3e:e9:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:49:05.051586 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:05.068776 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:49:05.083664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:49:05.087391 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:05.089122 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:49:05.153769 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=9']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:49:05.156824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:49:05.383466 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['f87959d0-215c-4f7b-a9f2-b596c2489b10'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:49:05.481689 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b7e68-79ca-47f1-b936-3ccf96a1bc9c req-576c35f6-aeb7-4bbc-b441-9fefbfe4fc71 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:05.483638 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e44b7e68-79ca-47f1-b936-3ccf96a1bc9c req-576c35f6-aeb7-4bbc-b441-9fefbfe4fc71 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 945 time: 0.0771625
Dec 22 15:49:05.528963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e44b7e68-79ca-47f1-b936-3ccf96a1bc9c req-4d3894b5-b723-4cd7-9748-39d4f94b4986 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396931
Dec 22 15:49:06.728005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f658-9622-4814-b18b-f153704eeb2e req-ddcd6c4c-42fe-4b61-b510-15e412426dc9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:06.729471 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9d01f658-9622-4814-b18b-f153704eeb2e req-ddcd6c4c-42fe-4b61-b510-15e412426dc9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 945 time: 0.0781949
Dec 22 15:49:06.774688 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9d01f658-9622-4814-b18b-f153704eeb2e req-c51fd6d2-30f5-4073-b598-23fdfa2fc894 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398540
Dec 22 15:49:06.869226 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:49:06.937600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port f87959d0-215c-4f7b-a9f2-b596c2489b10 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:49:06.937983 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:07.049809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:07.076330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:49:07.085949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:49:07.090642 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:07.092675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1b7528d9-ef71-4e32-b457-fb67af851656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:49:07.161333 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'code': 200}
Dec 22 15:49:07.195100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=10']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:49:07.198191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:49:07.383952 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-908c05c3-d915-4434-becc-77223fe0e47e req-34bb0db0-ecae-45c6-a945-859b244db187 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1100 time: 0.0721219
Dec 22 15:49:07.426016 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-908c05c3-d915-4434-becc-77223fe0e47e req-b5db0ca0-01a9-42b0-b6cc-218493cb72dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346220
Dec 22 15:49:07.968231 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e5d1b-f216-4813-9e31-f7924c300020 req-25f0bb46-10c4-453c-9de7-f4169bf4b47a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:07.969861 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f5e5d1b-f216-4813-9e31-f7924c300020 req-25f0bb46-10c4-453c-9de7-f4169bf4b47a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 947 time: 0.0749767
Dec 22 15:49:08.017965 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6f5e5d1b-f216-4813-9e31-f7924c300020 req-84f68416-76ba-49d6-8f13-8ad0c2ab7b33 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428262
Dec 22 15:49:09.217097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052fd39-148c-4781-a654-40b2f462afd5 req-24e38fcb-d8e6-4b86-9822-82bcc4862986 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:09.218422 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2052fd39-148c-4781-a654-40b2f462afd5 req-24e38fcb-d8e6-4b86-9822-82bcc4862986 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 947 time: 0.0769770
Dec 22 15:49:09.262772 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2052fd39-148c-4781-a654-40b2f462afd5 req-7e2a2e26-5205-43fb-ab90-81590a17e264 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390217
Dec 22 15:49:18.317889 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:49:24.252721 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-45066617-82bd-4106-a25d-611be0ac2c19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711517
Dec 22 15:49:24.406963 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-0cd91a70-e959-42bb-90a1-4389c247c388 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1100 time: 0.0739040
Dec 22 15:49:24.575296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459958b-d479-4d4d-9257-089297d8e6dc req-1bac2e15-9cbd-41d5-b843-2f49081d24b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:24.577092 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-1bac2e15-9cbd-41d5-b843-2f49081d24b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1481166
Dec 22 15:49:24.691933 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-1309f2d7-5524-4ad4-9c70-4b80a96df4ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 1002 time: 0.1078169
Dec 22 15:49:24.692290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-21ce3b60-4b5f-4693-97d8-93026e71f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:24.765526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459958b-d479-4d4d-9257-089297d8e6dc req-9bed49fc-77f7-40a2-ac08-73076b38d577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:49:24.767201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-9bed49fc-77f7-40a2-ac08-73076b38d577 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0667124
Dec 22 15:49:24.849878 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-49725ac3-7051-441d-9c60-9c7809caeb50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748653
Dec 22 15:49:24.861676 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-ddb9f56a-8224-48c6-bf61-440f456968eb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:49:24.862645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-ddb9f56a-8224-48c6-bf61-440f456968eb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060558
Dec 22 15:49:25.136134 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-0292942a-01e1-4794-b74a-9f6b20eb3cbe service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621179
Dec 22 15:49:25.267743 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b459958b-d479-4d4d-9257-089297d8e6dc req-e22ce00c-a134-43ec-b3f3-277374e62304 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245196
Dec 22 15:49:27.610792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e19b206a-c08c-418f-9416-f1c54a496c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:28.212775 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:28.244588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:29.516702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:33.776161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:54.694125 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d1d31cf5-5c25-446d-b15e-a577676d5031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:55.317844 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:49:57.613631 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d75ee251-e943-4bdf-83f6-d85c2853e075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:58.214311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:58.244503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:49:59.519474 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:03.776701 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:22.500154 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49170) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:22.698416 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Deleting port 07f6ecca-b66b-4476-a719-ef3cba12b025 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:50:22.698753 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:22.868583 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:22.868902 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:22.987167 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Calling delete_port for 07f6ecca-b66b-4476-a719-ef3cba12b025 owned by network:floatingip {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:50:23.130790 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:23.134246 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-059e4797-42ec-4cdf-b3f8-ce024483e3b9 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:23.175910 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'Port': ['ID=07f6ecca-b66b-4476-a719-ef3cba12b025,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:23.214004 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.214368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.214745 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.215132 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.215499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.215860 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.216215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.216599 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.216959 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.217313 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.217667 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:23.224295 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:23.281029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:23.768058 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:50:23.968854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:50:23.978319 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:50:23.987978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:23.989725 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:50:23.990323 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857597b2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:50:24.044560 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-54e920d0-5637-4408-9179-8182ece1e25e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "DELETE /v2.0/floatingips/51b7cb03-d7d7-4f46-9d13-d9c95151f076 HTTP/1.1" status: 204  len: 168 time: 1.5431502
Dec 22 15:50:24.045211 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:50:24.171034 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:50:24.260406 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'status': 'completed', 'code': 200}
Dec 22 15:50:24.369374 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-42fb587b-7e0e-4ad4-bc2d-7a436d5f3353 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 1100 time: 0.0717750
Dec 22 15:50:24.493101 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857597b2b0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:50:24.497135 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:50:24.507553 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:50:24.508150 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857597b2b0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:49:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:50:24.566037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-211eba8a-1488-405a-bc2d-411df7fdc022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:24.567403 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-211eba8a-1488-405a-bc2d-411df7fdc022 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1846085
Dec 22 15:50:24.577064 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79a476-7aa3-4193-91ff-f708270b9fe0 req-6681e94c-f750-4ffd-88e7-6a10b4847ffe tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:24.578467 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b79a476-7aa3-4193-91ff-f708270b9fe0 req-6681e94c-f750-4ffd-88e7-6a10b4847ffe tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 947 time: 0.2002916
Dec 22 15:50:24.662804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-04bb5a93-6a7c-4627-9698-52d71541b72a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 200  len: 217 time: 0.0834031
Dec 22 15:50:24.683610 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:50:24.697014 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3fcdad1c-c09b-4a45-a6d5-ef24a2dcc008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:24.731621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9b79a476-7aa3-4193-91ff-f708270b9fe0 req-1a532999-9fc6-4f79-8109-009f92f1c17a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047020
Dec 22 15:50:24.740972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-50352f61-ac1f-435e-b6a5-274a7862bb17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:24.742747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-50352f61-ac1f-435e-b6a5-274a7862bb17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0709145
Dec 22 15:50:24.817600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-3dab80d5-39ad-4871-9d06-865c3ec12a1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676928
Dec 22 15:50:24.952263 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-d15d1ac7-32c4-4f21-926b-8ee50a2c8eda service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263843
Dec 22 15:50:25.016819 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857597b2b0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:50:25.020655 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc208-1e21-4d9b-89c7-074ac290ec5e None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:50:25.088001 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7107a19a-39d4-4c15-ab0f-9b9b6234278c req-c32d8f3d-6c8c-4487-907c-8aac4e4ad62b service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268733
Dec 22 15:50:25.248819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287724c-145f-474c-8cea-a532596fa0bb None None] New status for floating IP 51b7cb03-d7d7-4f46-9d13-d9c95151f076: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:50:26.028619 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b69e-9ae5-4898-83b4-1d14ee599734 req-72b8c449-912b-4d1c-bdfc-fb8b94c4da57 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:26.029460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2203b69e-9ae5-4898-83b4-1d14ee599734 req-72b8c449-912b-4d1c-bdfc-fb8b94c4da57 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:50:26.045097 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2203b69e-9ae5-4898-83b4-1d14ee599734 req-72b8c449-912b-4d1c-bdfc-fb8b94c4da57 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:50:26.046560 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2203b69e-9ae5-4898-83b4-1d14ee599734 req-72b8c449-912b-4d1c-bdfc-fb8b94c4da57 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 947 time: 0.1844718
Dec 22 15:50:26.048981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-2d79b528-35b0-4ef4-baba-6b3705aef83b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:26.050475 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-2d79b528-35b0-4ef4-baba-6b3705aef83b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 947 time: 0.0874588
Dec 22 15:50:26.094301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2203b69e-9ae5-4898-83b4-1d14ee599734 req-c4c9e385-2465-441a-87c3-2e26c5915d64 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b19659f-b82c-423c-8b8e-55898a5bb0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422082
Dec 22 15:50:26.133984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Deleting port f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:50:26.134314 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:26.375078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] For port f87959d0-215c-4f7b-a9f2-b596c2489b10, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87959d0-215c-4f7b-a9f2-b596c2489b10,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:50:26.375421 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:26.492489 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Calling delete_port for f87959d0-215c-4f7b-a9f2-b596c2489b10 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:50:26.751044 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:26.756545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:26.800521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'Port': ['ID=f87959d0-215c-4f7b-a9f2-b596c2489b10,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:26.841074 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.841461 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.841832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.842194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.842555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.842912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.843270 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.843621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.843975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.844322 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.844699 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:26.851469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:26.884320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] No DVR routers for this DVR port f87959d0-215c-4f7b-a9f2-b596c2489b10 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:50:26.886693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:26.889975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-deleted', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:50:26.906652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5ef11851-cad8-4e5c-964b-5b4f00151ff2 req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "DELETE /v2.0/ports/f87959d0-215c-4f7b-a9f2-b596c2489b10 HTTP/1.1" status: 204  len: 173 time: 0.8464506
Dec 22 15:50:27.096769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c585-d77c-4815-b10d-410071c25f8f', 'name': 'network-vif-deleted', 'tag': 'f87959d0-215c-4f7b-a9f2-b596c2489b10', 'status': 'completed', 'code': 200}
Dec 22 15:50:27.280058 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2c01a0ff-ac58-4b35-9336-46e54838288b req-d358698f-29bc-492c-8341-e05d2e2db14b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=0863c585-d77c-4815-b10d-410071c25f8f HTTP/1.1" status: 200  len: 210 time: 0.0457690
Dec 22 15:50:27.617711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-051d3ded-034f-450a-9dbc-dcd408803683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.220327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.248579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.384151 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49206) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:28.451349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.479723 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.541309 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.545183 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4603ff3b-f727-4354-8f3a-f0468bff1090 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:28.559190 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19659f-b82c-423c-8b8e-55898a5bb0ac,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:28.562285 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:28.574917 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.576335 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-cf7338c5-734c-4d6f-9338-5da237f4c2af tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b19659f-b82c-423c-8b8e-55898a5bb0ac HTTP/1.1" status: 204  len: 168 time: 0.1911905
Dec 22 15:50:28.861037 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49214) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:28.866658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317895796', 'description': 'tempest-secgroup-smoke-1317895796 description', 'project_id': '67b0ae47e2064393ae2263df17e95531'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:28.873227 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:28.877264 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:28.880053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:28.885616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:28.897565 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:28.933302 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:28.937538 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:28.940241 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:28.945754 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.000537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.004189 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.007574 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ad031c48-c5be-430b-9b3b-3dc0d559edd8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.050863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.053447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.054869 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1926098
Dec 22 15:50:29.055731 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d92d8dc-7288-4ad5-9135-e3000583d96b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.057831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49218) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.063636 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.069383 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.073067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.076558 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.082015 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.098660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.151900 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:50:29.157603 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.161323 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.163076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-eb5d0077-d083-4cf5-946d-5fc866f2c1df tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.185653 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: f87959d0-215c-4f7b-a9f2-b596c2489b10 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:50:29.186000 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device f87959d0-215c-4f7b-a9f2-b596c2489b10 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:50:29.188018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1167ac-cba6-4cd2-a328-0a3bb45f1b0a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.190573 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.197397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.198558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-57828afe-3d3a-4fba-9b19-9214493aeff3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1399162
Dec 22 15:50:29.201544 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49222) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.206838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.212578 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.216395 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.219222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.224859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.241660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.308316 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.311887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.317567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8570c48e-ccfd-4fee-82a9-b5788dfebe07 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.336860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6255aa22-bf6d-495c-8e47-597753fbe1fb,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.342816 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.346806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.348008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-31f7332e-a9c4-4d75-b0b7-d06fb6d4acea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1455665
Dec 22 15:50:29.350815 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49226) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.356359 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.362293 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.366043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.368879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.374570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.393393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.456685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.460228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.467634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d20597d7-3a8c-43f9-8811-102684a2c78c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.488145 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd59376-4d2e-4882-afa2-bd509622f0f2,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.490432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.495003 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.496839 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1445515
Dec 22 15:50:29.499526 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49230) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.505599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.511623 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.515710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.518787 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.522156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.524923 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.540860 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.603884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.607771 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.609626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-0894b19b-6c29-4c7e-ba83-d2bec01eb831 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.632162 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329276f9-1d97-41f3-840c-3c7d99e08d8d,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.636709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.641614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.642844 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-aab9fd39-5f36-4aff-9062-78188f93c9aa tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1424234
Dec 22 15:50:29.645616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49234) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.651883 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.658469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.662282 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.665092 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.670875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.681180 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Project 67b0ae47e2064393ae2263df17e95531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:50:29.687698 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.753035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.756248 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.758411 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f5d3caae-f456-4515-8078-c6306befcf45 tempest-SecGroupTest-1209046747 tempest-SecGroupTest-1209046747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.780426 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be36c19-d542-46fe-a797-f2a3c40420a4,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.782726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.789468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.790613 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-616c0dfc-a9ef-4a9f-906c-bf5f4925a991 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1440265
Dec 22 15:50:29.793928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49238) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:50:29.799084 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'security_group_rule': {'security_group_id': '17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9', 'project_id': '67b0ae47e2064393ae2263df17e95531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:29.804904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:29.808658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:security_group_rule and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:50:29.811599 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:50:29.817158 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:29.828008 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Project 67b0ae47e2064393ae2263df17e95531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:50:29.834188 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.898523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.901900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.904013 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a10bb46a-becc-4ba7-8ef6-4480609be057 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:29.925710 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad196429-1abf-4d94-8d05-f251b950a1a0,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:29.930327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:29.935364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:29.936639 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7d9d8612-7784-4a9a-860f-e031cbe7afc6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1418974
Dec 22 15:50:32.318416 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:50:33.794067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:43.832572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-d03e93c3-b00b-4e68-b461-5307f19d560b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:50:43.847102 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-d03e93c3-b00b-4e68-b461-5307f19d560b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:50:43.848226 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-d03e93c3-b00b-4e68-b461-5307f19d560b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317895796&fields=id&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 267 time: 0.0564516
Dec 22 15:50:43.999396 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-64cc9c58-9cdf-4770-84a5-74a27fc0ee2b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:44.000731 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-64cc9c58-9cdf-4770-84a5-74a27fc0ee2b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 809 time: 0.1458974
Dec 22 15:50:44.016483 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-d08a9395-46d0-477d-b1ab-fb96a0b1f7bc tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/quotas/67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 375 time: 0.0104954
Dec 22 15:50:44.103336 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-28f05686-f4e7-4f0a-bc6f-e8cd4b2d8c36 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0821354
Dec 22 15:50:44.183682 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-f289b890-e48e-4676-838f-2fa6dff4862a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83457) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:50:44.184833 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-f289b890-e48e-4676-838f-2fa6dff4862a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0702310
Dec 22 15:50:44.314946 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-f900f083-1753-441e-b9c0-918c616dc7d7 service neutron] 10.222.0.69 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238799
Dec 22 15:50:44.443008 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-86336efa-2653-4a3d-9ea0-b09c3671bf6c service neutron] 10.222.0.69 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225147
Dec 22 15:50:44.829501 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-35ef6f6a-b97c-4411-baeb-1875acf22229 req-e886e344-3040-41c6-bb6f-8688ef2ab40c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:50:44.845252 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-35ef6f6a-b97c-4411-baeb-1875acf22229 req-e886e344-3040-41c6-bb6f-8688ef2ab40c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:50:44.846591 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-35ef6f6a-b97c-4411-baeb-1875acf22229 req-e886e344-3040-41c6-bb6f-8688ef2ab40c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 210 time: 0.0581493
Dec 22 15:50:46.008896 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0e32dbb3-003e-494e-b747-8464bb7b3409 req-620fadac-ed71-47a7-8128-314a5d8d0fb6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 210 time: 0.0437121
Dec 22 15:50:46.139404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-123f1ba6-3942-4b2e-83de-2b3b0befa23e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:46.140769 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-123f1ba6-3942-4b2e-83de-2b3b0befa23e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 809 time: 0.1544831
Dec 22 15:50:46.203621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-0ec22e78-e22f-48c4-b23c-74152515722b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:50:46.217694 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-0ec22e78-e22f-48c4-b23c-74152515722b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:50:46.218804 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-0ec22e78-e22f-48c4-b23c-74152515722b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 380 time: 0.0601242
Dec 22 15:50:46.232904 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'port': {'device_id': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'admin_state_up': True, 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'security_groups': ['17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:46.368572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:50:46.378979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:50:46.388877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Made reservation on behalf of 67b0ae47e2064393ae2263df17e95531 for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:50:46.391867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:46.553403 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Allocated IP 172.20.0.4 (8f3be90c-5d43-48d6-9bfd-038e559282c2/c950973b-fc4a-4805-891c-1f27fd56d610/a8e719ff-ed94-4afb-9767-6bbeb8740502) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:50:46.741375 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:46.758512 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Transition to ACTIVE for port object a8e719ff-ed94-4afb-9767-6bbeb8740502 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:50:46.781497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:46.787858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-915b3f7a-b43e-4ae9-8f2a-1cb20caf64bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:46.857347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:50:46.860738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:50:46.862718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:46.864784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:50:46.893761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:46.931261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:46.931868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:46.965572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7369063
Dec 22 15:50:46.978024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Request body: {'port': {'device_id': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:50:47.090546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bc1322f0-451f-4120-b33f-1f8fd943d9e2 None None] Provisioning for port a8e719ff-ed94-4afb-9767-6bbeb8740502 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:50:47.100846 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:47.102038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-bc1322f0-451f-4120-b33f-1f8fd943d9e2 None None] Provisioning complete for port a8e719ff-ed94-4afb-9767-6bbeb8740502 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:50:47.103048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-bc1322f0-451f-4120-b33f-1f8fd943d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:47.173396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-bc1322f0-451f-4120-b33f-1f8fd943d9e2 None None] Port a8e719ff-ed94-4afb-9767-6bbeb8740502 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:50:47.403590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73e8b-9aac-4668-a2a3-69bcbeda0c03 req-1594da05-4c4b-4984-a033-ef1154217f67 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:47.404263 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-80e73e8b-9aac-4668-a2a3-69bcbeda0c03 req-1594da05-4c4b-4984-a033-ef1154217f67 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:50:47.489868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-80e73e8b-9aac-4668-a2a3-69bcbeda0c03 req-1594da05-4c4b-4984-a033-ef1154217f67 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:50:47.490931 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80e73e8b-9aac-4668-a2a3-69bcbeda0c03 req-1594da05-4c4b-4984-a033-ef1154217f67 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 931 time: 0.2734599
Dec 22 15:50:47.572468 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-80e73e8b-9aac-4668-a2a3-69bcbeda0c03 req-49975986-2af5-41b6-b0ee-c89963db8819 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753131
Dec 22 15:50:47.678029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e719ff-ed94-4afb-9767-6bbeb8740502 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:50:47.685961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:47.700780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Transition to ACTIVE for port object a8e719ff-ed94-4afb-9767-6bbeb8740502 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:50:47.704373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:47.709253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-4d57daa9-297a-4acd-b93b-cf419d9f9416 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:47.839829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:47.866456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:47.946786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Attempting to bind port a8e719ff-ed94-4afb-9767-6bbeb8740502 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:50:47.947115 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Attempting to bind port a8e719ff-ed94-4afb-9767-6bbeb8740502 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:50:47.947432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Attempting to bind port a8e719ff-ed94-4afb-9767-6bbeb8740502 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:50:47.953498 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Port a8e719ff-ed94-4afb-9767-6bbeb8740502 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:50:47.953857 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Attempting to bind port a8e719ff-ed94-4afb-9767-6bbeb8740502 on network 8f3be90c-5d43-48d6-9bfd-038e559282c2 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:50:47.960050 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:50:47.960372 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Checking segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:50:47.960778 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Bound using segment: {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:50:47.961204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Bound port: a8e719ff-ed94-4afb-9767-6bbeb8740502, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede829a-e835-40d1-945a-6c068a68f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:50:47.961519 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:48.047289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:50:48.050222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:50:48.053537 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:48.057247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-75de583d-6afb-4a27-84b4-79bbf52ef796 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:48.110368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:48.111715 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 1093 time: 1.1383665
Dec 22 15:50:48.112223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:50:48.137660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:48.141159 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:48.237178 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-d9c84cab-87f6-4485-aa2b-cfec573169c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1096 time: 0.0796909
Dec 22 15:50:48.298911 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'status': 'completed', 'code': 200}
Dec 22 15:50:48.314273 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-a32e7961-17b8-4d56-ba4c-81fafda64225 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 217 time: 0.0665846
Dec 22 15:50:48.380462 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fb144fdb-edd9-4ab1-91f1-c46ea6410468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:48.381761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-fb144fdb-edd9-4ab1-91f1-c46ea6410468 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0605867
Dec 22 15:50:48.457472 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-8fce58df-6a07-422c-ad7e-ec0cf3abfe7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668561
Dec 22 15:50:48.590934 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-eabf30d5-85fb-4f1b-9eef-b90c3f13cacb service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232982
Dec 22 15:50:48.773290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2e15fa05-0da2-4e4e-9266-0dc8337b86f6 req-0065b302-aaa8-4b58-8cac-4f6751f1d910 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705794
Dec 22 15:50:48.803306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a327f-ed4c-4d7f-81d6-6752285681a0 req-a5dfd971-bb3c-40ba-8d1a-52a3bbf4c2f5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:48.805007 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-628a327f-ed4c-4d7f-81d6-6752285681a0 req-a5dfd971-bb3c-40ba-8d1a-52a3bbf4c2f5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.1059618
Dec 22 15:50:48.892628 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-628a327f-ed4c-4d7f-81d6-6752285681a0 req-7e1c8550-5f36-48d4-acd8-e345359061f4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811307
Dec 22 15:50:48.914445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-c6fecdf8-9bb2-421d-93c0-98475d472472 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1096 time: 0.0878644
Dec 22 15:50:49.152287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-9dfdc272-0d43-4250-aa6d-199cddcb0b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:49.153704 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-9dfdc272-0d43-4250-aa6d-199cddcb0b78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.2303967
Dec 22 15:50:49.229227 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-a8dad1bc-52b0-4a92-b4d2-766d4c703c4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 217 time: 0.0649128
Dec 22 15:50:49.294998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-fff22e84-cd2b-4a19-93f6-4249f7fb977a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:49.296443 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-fff22e84-cd2b-4a19-93f6-4249f7fb977a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0558364
Dec 22 15:50:49.374826 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-5fd78594-6b00-44b5-b8c0-ae435c258afb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708101
Dec 22 15:50:49.509361 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-a36a6e33-2f5d-4ab1-adef-6f64c7bf88c9 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233079
Dec 22 15:50:49.642885 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dadb478-f596-4000-84b6-e7cf7ed200a0 req-71fc3bc8-144b-4f6f-a7b3-1462aae8ba9a service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233966
Dec 22 15:50:50.091729 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1539159-1f9d-4fe3-850b-d57c456db0c0 req-83cb2e67-6089-4f6b-aa7d-dae751ac2b7c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:50.093655 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e1539159-1f9d-4fe3-850b-d57c456db0c0 req-83cb2e67-6089-4f6b-aa7d-dae751ac2b7c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0810769
Dec 22 15:50:50.137697 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e1539159-1f9d-4fe3-850b-d57c456db0c0 req-4f812c23-6b2d-4963-9378-c996da95a28a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387456
Dec 22 15:50:51.329912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526350-6d62-4f0e-927b-bb60c4157d51 req-873188a1-8334-4b23-a942-e1a91e371046 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:51.331346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1526350-6d62-4f0e-927b-bb60c4157d51 req-873188a1-8334-4b23-a942-e1a91e371046 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0758297
Dec 22 15:50:51.375557 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f1526350-6d62-4f0e-927b-bb60c4157d51 req-5e44a927-acea-49df-825f-335f8e384d47 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387645
Dec 22 15:50:52.569382 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b04c2-a491-4535-bcf4-1b230d6ecef4 req-babf30b1-36d9-42a8-b634-c26c30355768 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:52.570834 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-245b04c2-a491-4535-bcf4-1b230d6ecef4 req-babf30b1-36d9-42a8-b634-c26c30355768 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0779204
Dec 22 15:50:52.616343 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-245b04c2-a491-4535-bcf4-1b230d6ecef4 req-62390079-bc96-4b4d-bea0-55ddca57702b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399339
Dec 22 15:50:53.815049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5c06-c338-4b74-94f9-addaac170724 req-f3322cda-df03-46a7-b2e4-f1b550fd17dd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:53.816385 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-527d5c06-c338-4b74-94f9-addaac170724 req-f3322cda-df03-46a7-b2e4-f1b550fd17dd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0783927
Dec 22 15:50:53.860621 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-527d5c06-c338-4b74-94f9-addaac170724 req-960ce4a8-87c3-4c48-839e-88fd8aef908e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388393
Dec 22 15:50:54.701037 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-904526ed-10f6-4224-b830-a3ddc8a14537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:55.061034 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e650ee-3100-4c2e-b5a3-7cc5e31d6f5a req-5d24d490-8e1f-4300-972d-64a361719796 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:55.062377 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-52e650ee-3100-4c2e-b5a3-7cc5e31d6f5a req-5d24d490-8e1f-4300-972d-64a361719796 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0792019
Dec 22 15:50:55.105525 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-52e650ee-3100-4c2e-b5a3-7cc5e31d6f5a req-ecc4d496-b656-49ef-a922-f7b624c15a79 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377948
Dec 22 15:50:56.303065 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc2ae-4d6f-4d57-8aa9-8cf5a1a2d8fc req-2104a18c-651d-4382-b0c8-b391599cd4a4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:56.304559 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2aafc2ae-4d6f-4d57-8aa9-8cf5a1a2d8fc req-2104a18c-651d-4382-b0c8-b391599cd4a4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0799887
Dec 22 15:50:56.352642 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2aafc2ae-4d6f-4d57-8aa9-8cf5a1a2d8fc req-fa648751-14eb-43b3-bc19-51f534b209d6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422714
Dec 22 15:50:57.269107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:50:57.400666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:50:57.414026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'mac_address': 'fa:16:3e:9b:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:50:57.466931 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:57.484512 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e719ff-ed94-4afb-9767-6bbeb8740502 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:50:57.499980 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:50:57.504068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:57.505808 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:57.544752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe921fe9-cef3-4d3a-b77f-6a6885919c53 req-d5c93869-85cf-4431-a7f0-ad18c936ebea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:57.546139 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fe921fe9-cef3-4d3a-b77f-6a6885919c53 req-d5c93869-85cf-4431-a7f0-ad18c936ebea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 944 time: 0.0759804
Dec 22 15:50:57.576732 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:57.585450 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.585601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.585826 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.586167 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.586502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.586831 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.587479 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.587594 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.587903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.588230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.588584 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:50:57.592699 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:57.596888 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fe921fe9-cef3-4d3a-b77f-6a6885919c53 req-5e70370f-9b32-47d5-8407-291d8b29fc5b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447705
Dec 22 15:50:57.619136 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9e78a6b6-574e-4975-9135-bffaafcafc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:57.787707 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a8e719ff-ed94-4afb-9767-6bbeb8740502'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:50:58.220330 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:58.249563 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:58.786672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f449-aaa6-4679-9d99-e5ef93dd0d38 req-9ca2598b-d56c-4d5f-a1d1-e3a8f25c7540 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:50:58.788096 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a575f449-aaa6-4679-9d99-e5ef93dd0d38 req-9ca2598b-d56c-4d5f-a1d1-e3a8f25c7540 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 944 time: 0.0771525
Dec 22 15:50:58.832929 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a575f449-aaa6-4679-9d99-e5ef93dd0d38 req-f9164389-d296-4a04-87ec-0850d778b32d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393944
Dec 22 15:50:59.269552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:50:59.335349 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port a8e719ff-ed94-4afb-9767-6bbeb8740502 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:50:59.339796 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a8e719ff-ed94-4afb-9767-6bbeb8740502 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:50:59.340179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:59.452236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:59.477526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:50:59.488088 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:50:59.492516 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:59.494272 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:50:59.541686 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'code': 200}
Dec 22 15:50:59.564286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:50:59.575601 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:50:59.578592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:50:59.843522 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc0a2bf3-1b88-4ef7-9c4e-c0ddc8f15109 req-ca50bf73-9546-426c-9143-d34d9de58b89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0713139
Dec 22 15:50:59.886748 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bc0a2bf3-1b88-4ef7-9c4e-c0ddc8f15109 req-f23a58b8-b47d-4916-9d05-1b67c0ae2e74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351877
Dec 22 15:51:00.033878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedea1-9ba0-49ea-ae78-348bf28e2665 req-16131fb1-d41b-421d-aa66-75d5bdb6c5fd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:00.035290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaedea1-9ba0-49ea-ae78-348bf28e2665 req-16131fb1-d41b-421d-aa66-75d5bdb6c5fd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0806642
Dec 22 15:51:00.079920 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaedea1-9ba0-49ea-ae78-348bf28e2665 req-9b6c72ce-7977-4448-911b-fa12667db6d9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392518
Dec 22 15:51:01.279625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd0f49-375d-4d47-8057-f872a68a6afc req-c131b19b-c837-4389-8e9c-d653bc6eccb1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:01.281104 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d2dd0f49-375d-4d47-8057-f872a68a6afc req-c131b19b-c837-4389-8e9c-d653bc6eccb1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0783525
Dec 22 15:51:01.325987 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d2dd0f49-375d-4d47-8057-f872a68a6afc req-754b1263-5d7f-4268-91db-0cc4a225107e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394778
Dec 22 15:51:01.521329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db27cc-b150-482c-a71d-d03ca6293454 req-8a8b4407-a487-493a-a938-e095c5618af3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:01.522796 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-24db27cc-b150-482c-a71d-d03ca6293454 req-8a8b4407-a487-493a-a938-e095c5618af3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0788875
Dec 22 15:51:01.568117 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-24db27cc-b150-482c-a71d-d03ca6293454 req-968b0e7f-10e3-4554-bd8c-3484f69729b4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398467
Dec 22 15:51:01.595760 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49398) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:51:01.663645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-45e172ab-4f42-40ae-8775-bf6a98bae5af tempest-TestShelveInstance-1416830073 tempest-TestShelveInstance-1416830073-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1093 time: 0.0664537
Dec 22 15:51:01.666131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49402) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:51:01.672101 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:51:01.677560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:51:01.682254 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Usage tracker for resource:floatingip and tenant:67b0ae47e2064393ae2263df17e95531 is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:51:01.685024 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:51:01.690524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:51:01.700500 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:01.834045 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:01.971714 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Allocated IP 172.26.3.86 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/275f28aa-5609-49d0-8d2e-9e3993b9052d) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:51:02.113621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:02.140444 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:02.144609 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b4941369-8792-445c-9770-6f20617f434b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:51:02.324456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:51:02.327718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:51:02.329709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=275f28aa-5609-49d0-8d2e-9e3993b9052d,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:51:02.331703 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:51:02.357060 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:51:02.831393 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:02.886160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:03.086952 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:03.092009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:03.095419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:51:03.195555 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event updated for resources: {'Port': ['ID=275f28aa-5609-49d0-8d2e-9e3993b9052d,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:51:03.198298 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:51:03.212780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:03.404177 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Floating IP 84d5b85c-3cda-4031-b0ca-a6f258a31311 associated. External IP: 172.26.3.86, port: a8e719ff-ed94-4afb-9767-6bbeb8740502.
Dec 22 15:51:03.800335 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:03.915678 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:51:04.112671 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:51:04.121922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:51:04.136522 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:04.137044 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:51:04.138271 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:50:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:51:04.189822 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5226803
Dec 22 15:51:04.190607 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:51:04.252439 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'status': 'completed', 'code': 200}
Dec 22 15:51:04.314772 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:51:04.349047 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-b96ec039-c6a1-4794-a19c-d1564c3463e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0742218
Dec 22 15:51:04.481966 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-c100d935-32b3-4372-a7f2-1c57b54e18ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:04.483319 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-c100d935-32b3-4372-a7f2-1c57b54e18ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1271176
Dec 22 15:51:04.588470 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-996a6613-d038-4b1c-a3be-db2e523fd966 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 998 time: 0.0976634
Dec 22 15:51:04.651595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-2cc449a6-32e8-4898-82b7-fefcf9d5b7f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:04.653090 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-2cc449a6-32e8-4898-82b7-fefcf9d5b7f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0576735
Dec 22 15:51:04.654517 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89820>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '84d5b85c-3cda-4031-b0ca-a6f258a31311', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:9b:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:51:02Z', 'updated_at': '2021-12-22T15:51:02Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:51:04.658487 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:51:04.668911 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:51:04.669671 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575b89820>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:50:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:51:04.728686 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-b6fd1268-cc7d-48a1-ac5f-30c23462683f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680206
Dec 22 15:51:04.849140 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:51:04.861803 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-a328a968-5062-4ee1-99b6-3608094b3095 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260197
Dec 22 15:51:04.993561 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e94a1e47-079b-4a79-bbd7-b92453666eb2 req-aa004254-b63e-4a59-95b3-eb9da1687cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250765
Dec 22 15:51:05.185353 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575b89820>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '84d5b85c-3cda-4031-b0ca-a6f258a31311', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:9b:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:51:02Z', 'updated_at': '2021-12-22T15:51:02Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:51:05.188992 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3fa76-73f8-4b35-8ade-9a66ff92754e None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '84d5b85c-3cda-4031-b0ca-a6f258a31311', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'mac_address': 'fa:16:3e:9b:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:51:02Z', 'updated_at': '2021-12-22T15:51:02Z', 'revision_number': 0, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:51:05.375091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13512e0-7882-4277-be60-00529e810ee7 None None] New status for floating IP 84d5b85c-3cda-4031-b0ca-a6f258a31311: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:51:09.318878 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:51:24.709356 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d048790a-2274-4ece-ad48-798ef142c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:25.251199 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-e2bab490-ded0-4ad3-ba82-c594df5df42f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742428
Dec 22 15:51:25.429212 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-90355ae8-1011-4f64-837e-8dad0df6895e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0792964
Dec 22 15:51:25.599319 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-63757005-4da7-4294-8b44-30e8e77ab771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:25.600093 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-63757005-4da7-4294-8b44-30e8e77ab771 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1477435
Dec 22 15:51:25.723378 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-fe174db4-8771-4920-bcc2-eda0eb85a329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 1000 time: 0.1123538
Dec 22 15:51:25.801690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-845139a6-8665-476d-9285-9577d8a63b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:51:25.805426 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-845139a6-8665-476d-9285-9577d8a63b55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0728834
Dec 22 15:51:25.911651 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-e689b01b-fe1d-4235-a2ea-a226af3455ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0960491
Dec 22 15:51:26.177490 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-2a6f2efa-7266-413f-985b-6dfb948515cf service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611887
Dec 22 15:51:26.312877 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-fbf623d3-b7e3-4727-9a7c-437a4b5985ce req-e6e10071-26dc-4015-85f3-e1452e02aeac service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278234
Dec 22 15:51:27.622883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-9fac9c50-db7f-40e5-800b-b525ebd0d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:28.222953 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:28.250902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:29.529055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:33.820761 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:46.319378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:51:54.708640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-716601a0-a499-439f-9c4c-04fefbaafc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:57.626274 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7471f697-34e0-4c0d-94a8-87063a562f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:58.226104 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:58.251144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:51:59.530629 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:03.810433 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:23.319677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:52:24.710741 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6c1f3324-7c04-4050-bfe8-39a9c499d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:26.260100 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-349d1c94-7997-4ac7-a7d2-e0cd005d729b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0673430
Dec 22 15:52:26.404509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-73a167bf-ff1a-4054-b14f-b432f2692939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0723305
Dec 22 15:52:26.550894 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-a5ec8038-0491-4c32-812f-a079cd9ebff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:52:26.552310 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-a5ec8038-0491-4c32-812f-a079cd9ebff3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1262016
Dec 22 15:52:26.659719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-6cde11ca-2493-4c17-93a9-908a1943e28f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 1000 time: 0.0960383
Dec 22 15:52:26.726345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-7d17c79b-505e-4280-9b5c-274866fb1942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:52:26.727725 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-7d17c79b-505e-4280-9b5c-274866fb1942 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0566893
Dec 22 15:52:26.803197 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-c148b282-32c4-4f98-bf34-5f98a41c22f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0651600
Dec 22 15:52:26.938436 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-3f5fdbd7-592a-4c7e-b60b-67efd43c41de service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248257
Dec 22 15:52:27.075359 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b9ce5d4-dcb0-47a4-8f31-fd78df595b9f req-9caf611e-5dda-4f74-84a7-246310484458 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261022
Dec 22 15:52:27.628994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-be58bda0-dac7-4bfc-9bf0-61e382bbe689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:28.227945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:28.252254 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:29.532783 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:33.831411 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:54.712027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-68282718-63aa-4948-a769-1a0430e3e577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:57.631418 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-17ff9f26-3a4e-4037-8210-e93470acb9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:58.230770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:58.254439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:52:59.535640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:00.319993 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:53:02.805116 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9484f-a1aa-4a49-9237-29c87a917073 req-24387151-339f-49a0-a434-d811ba015061 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:02.806799 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ada9484f-a1aa-4a49-9237-29c87a917073 req-24387151-339f-49a0-a434-d811ba015061 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0826910
Dec 22 15:53:02.954570 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ada9484f-a1aa-4a49-9237-29c87a917073 req-30254ddb-b140-4880-a5c7-e3eb052a2b81 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421175
Dec 22 15:53:03.847109 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:04.164549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d862a7-9586-49cd-8871-cdb1c64773d4 req-f2ef3fde-bfe9-400a-8216-78a02f979a8f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:04.165901 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0d862a7-9586-49cd-8871-cdb1c64773d4 req-f2ef3fde-bfe9-400a-8216-78a02f979a8f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0789504
Dec 22 15:53:04.212241 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c0d862a7-9586-49cd-8871-cdb1c64773d4 req-1209b242-05ca-47d5-bc87-8a42594db35c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409403
Dec 22 15:53:05.420978 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5742364-a2ed-4298-8869-7fd9ae079a29 req-f052ec23-f4c4-4bfa-8860-c5fed3467d24 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:05.422390 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c5742364-a2ed-4298-8869-7fd9ae079a29 req-f052ec23-f4c4-4bfa-8860-c5fed3467d24 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0749543
Dec 22 15:53:05.466753 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-c5742364-a2ed-4298-8869-7fd9ae079a29 req-702ec09a-80d7-4df5-bb2c-1b6498d6bfcc tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388038
Dec 22 15:53:06.658369 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0205-78a8-4929-98d1-13b2446f4e26 req-e8dd37fc-89eb-4f08-bcd0-6719248a35dd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:06.659805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-141b0205-78a8-4929-98d1-13b2446f4e26 req-e8dd37fc-89eb-4f08-bcd0-6719248a35dd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0741868
Dec 22 15:53:06.707891 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-141b0205-78a8-4929-98d1-13b2446f4e26 req-e44ae5d5-d163-425b-bff4-1eaf52052dbd tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425854
Dec 22 15:53:07.900726 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aed51-c472-43a0-a4a8-ca8c138c45aa req-39abfce9-dfc6-4208-aaad-5342c81f9b5e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:07.902151 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-229aed51-c472-43a0-a4a8-ca8c138c45aa req-39abfce9-dfc6-4208-aaad-5342c81f9b5e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0768752
Dec 22 15:53:07.948040 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-229aed51-c472-43a0-a4a8-ca8c138c45aa req-9f1ae72e-892b-4fff-8543-48bd908c7cda tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401800
Dec 22 15:53:09.145035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0ffd-f417-452b-9850-09ee7a5ac3da req-5db05312-7488-4b51-baea-18ea9f2ba21d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:09.146454 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-073f0ffd-f417-452b-9850-09ee7a5ac3da req-5db05312-7488-4b51-baea-18ea9f2ba21d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0752234
Dec 22 15:53:09.190346 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-073f0ffd-f417-452b-9850-09ee7a5ac3da req-34e0ffb4-5a7d-4c82-9cfe-5df49b1a2265 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385544
Dec 22 15:53:10.394042 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3244dd-0fb2-4069-b628-d33cb421150b req-fe3a84f4-491a-4481-b25e-c3b0ede20dc1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:10.395474 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fa3244dd-0fb2-4069-b628-d33cb421150b req-fe3a84f4-491a-4481-b25e-c3b0ede20dc1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0800292
Dec 22 15:53:10.444301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-fa3244dd-0fb2-4069-b628-d33cb421150b req-4c739f24-d48d-448a-bdac-a0690ba3807c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432174
Dec 22 15:53:11.639922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d637f-84b6-44f6-90c2-4509690e70bf req-82f44e50-5f9a-42cb-af70-9194f52b7198 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:11.641377 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-400d637f-84b6-44f6-90c2-4509690e70bf req-82f44e50-5f9a-42cb-af70-9194f52b7198 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0790770
Dec 22 15:53:11.686889 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-400d637f-84b6-44f6-90c2-4509690e70bf req-a5a99412-a0eb-4039-a306-a41ec0cf8024 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395555
Dec 22 15:53:12.880509 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0064d-b95c-4bae-bc57-6a74bab1497b req-b90309c5-47ca-4880-b355-c82455496123 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:12.882017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ec0064d-b95c-4bae-bc57-6a74bab1497b req-b90309c5-47ca-4880-b355-c82455496123 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0747035
Dec 22 15:53:12.929220 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2ec0064d-b95c-4bae-bc57-6a74bab1497b req-6b642d35-a10c-40ba-a45e-dc7d69fccc8a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414689
Dec 22 15:53:12.956234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-47c67617-5aaa-45ca-89b6-f4c9a3205fa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0725398
Dec 22 15:53:13.085624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-12ccaa3c-e4ea-49d9-b441-ac47639be637 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:13.087035 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-12ccaa3c-e4ea-49d9-b441-ac47639be637 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1248369
Dec 22 15:53:13.303661 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-f6d90385-47c0-4846-9301-12b00c8bf524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 1000 time: 0.2041521
Dec 22 15:53:13.373211 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-3a695d57-44c4-4ca8-ac71-06e9e272981c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:13.374580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-3a695d57-44c4-4ca8-ac71-06e9e272981c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0587146
Dec 22 15:53:13.448278 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-0780626a-c9c1-46ce-b9dc-0b52575b314e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0655303
Dec 22 15:53:13.582720 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-3d0fb9bb-7f74-4f84-8284-9eebed2a14dd service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239941
Dec 22 15:53:13.715272 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6d8821e8-8630-4a28-bd4e-be6c979d892a req-4c63a5d3-95d6-4f34-92f5-45ec3fe1deeb service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220489
Dec 22 15:53:14.122283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0356f-c215-40b0-a8a9-7ae0daba9476 req-f4722a27-7fa2-4267-96f5-1d0832f129fb tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:14.123719 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3fa0356f-c215-40b0-a8a9-7ae0daba9476 req-f4722a27-7fa2-4267-96f5-1d0832f129fb tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0756385
Dec 22 15:53:14.179972 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3fa0356f-c215-40b0-a8a9-7ae0daba9476 req-6f3f28f3-2aa3-4d9d-afaf-098013899248 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500245
Dec 22 15:53:15.387921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534a9eb-d2bf-45ad-a4e0-379503d1c22a req-5f6cf763-21ec-4753-a7d9-9b671b644ca3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:15.389383 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9534a9eb-d2bf-45ad-a4e0-379503d1c22a req-5f6cf763-21ec-4753-a7d9-9b671b644ca3 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0845811
Dec 22 15:53:15.435222 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-9534a9eb-d2bf-45ad-a4e0-379503d1c22a req-393acdb5-36fd-4503-bbdb-f093a476958e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401013
Dec 22 15:53:16.646994 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433e7f1-ce4a-4263-bc31-6bee1c46375d req-4e36fd28-9d8f-4288-a755-9d73013e51be tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:16.648753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7433e7f1-ce4a-4263-bc31-6bee1c46375d req-4e36fd28-9d8f-4288-a755-9d73013e51be tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0858562
Dec 22 15:53:16.695509 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7433e7f1-ce4a-4263-bc31-6bee1c46375d req-418d6400-3742-42e0-849a-4147b7424c6f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410740
Dec 22 15:53:16.878301 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-530c45a3-f012-4939-b955-02aabde9e526 req-dd9dd8a8-cb31-40e7-9462-84045b3f8f53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0670538
Dec 22 15:53:17.191972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375e6ad-7687-4239-b672-eaa60d57637e req-ba93e713-8c51-4231-a8d0-e922330f3e15 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:17.193453 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2375e6ad-7687-4239-b672-eaa60d57637e req-ba93e713-8c51-4231-a8d0-e922330f3e15 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.1326830
Dec 22 15:53:17.197115 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-128982dc-3eea-4dfa-a10a-630874c3d1c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2026503
Dec 22 15:53:17.239503 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-2375e6ad-7687-4239-b672-eaa60d57637e req-fa558d3e-b232-47f7-9e08-c41b61c0a787 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397923
Dec 22 15:53:18.441657 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec5c8-ebd2-45a7-af25-47433f999f13 req-bb59e828-73be-4fcc-a5e3-bed6adcdff5f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:18.443078 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7ddec5c8-ebd2-45a7-af25-47433f999f13 req-bb59e828-73be-4fcc-a5e3-bed6adcdff5f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0808139
Dec 22 15:53:18.487932 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-7ddec5c8-ebd2-45a7-af25-47433f999f13 req-60e633a2-f082-44fe-9fd8-2dd793e94e2d tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392585
Dec 22 15:53:19.683071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f61fb-b978-48e0-a429-9be6c3c9830c req-a9e14bd3-bd1b-4f78-872a-2f41568e0eee tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:19.684533 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d8f61fb-b978-48e0-a429-9be6c3c9830c req-a9e14bd3-bd1b-4f78-872a-2f41568e0eee tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0779600
Dec 22 15:53:19.729136 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d8f61fb-b978-48e0-a429-9be6c3c9830c req-c03b2839-73dc-4c51-8654-a7b40d85e7a7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391788
Dec 22 15:53:19.991640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:53:20.097111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:20.122155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:53:20.132060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:53:20.136811 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:20.138498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:53:20.212940 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:53:20.221154 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.222060 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.222525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.222869 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.223205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.223537 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.223864 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.224192 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.224546 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.224874 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.225196 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:53:20.229171 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:53:20.246607 dv-neutron-822675-1-hyperv neutron-server[83458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'code': 422} returned with failed status
Dec 22 15:53:20.922869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34aaed-fae2-46a0-a7fa-cfd4d793ebbc req-3bc73d92-de8e-4210-a3e0-05ae1796c3d4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:20.924289 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef34aaed-fae2-46a0-a7fa-cfd4d793ebbc req-3bc73d92-de8e-4210-a3e0-05ae1796c3d4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0753136
Dec 22 15:53:20.970390 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ef34aaed-fae2-46a0-a7fa-cfd4d793ebbc req-396c9743-b5b0-4f0e-9bf9-69637409d34f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404713
Dec 22 15:53:22.166679 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789c363-01e1-4cdf-89eb-dd95c2220f80 req-b57c43e3-d7bd-44ba-b01c-2988f746fec4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:22.168106 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6789c363-01e1-4cdf-89eb-dd95c2220f80 req-b57c43e3-d7bd-44ba-b01c-2988f746fec4 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0754209
Dec 22 15:53:22.213390 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-6789c363-01e1-4cdf-89eb-dd95c2220f80 req-bf0047de-6ba7-4396-889e-faa409118dd1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397534
Dec 22 15:53:23.471690 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3e64a-3c66-49dd-8e65-0a411e39889c req-294d5ae2-36a9-462a-ac05-1bf28116a0b2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:23.473895 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d6b3e64a-3c66-49dd-8e65-0a411e39889c req-294d5ae2-36a9-462a-ac05-1bf28116a0b2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.1375024
Dec 22 15:53:23.477766 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-1418046f-90e1-43b5-af5d-66e7f7af3b9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&tenant_id=67b0ae47e2064393ae2263df17e95531 HTTP/1.1" status: 200  len: 1096 time: 0.2035437
Dec 22 15:53:23.563044 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-d6b3e64a-3c66-49dd-8e65-0a411e39889c req-2ea93a49-0760-4e42-b337-c06421be4da2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836210
Dec 22 15:53:23.590699 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-a94c365d-3c5e-4282-95bb-589d782c7886 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1096 time: 0.0767972
Dec 22 15:53:23.726351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63227ef2-6746-49ab-9b25-f29836c95356 req-c57c3a48-7599-4072-adcf-7a4939693706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:23.727828 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-c57c3a48-7599-4072-adcf-7a4939693706 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1256170
Dec 22 15:53:23.835539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-68f86c6a-b28a-4d4b-a868-f4dba7b41487 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 998 time: 0.0964530
Dec 22 15:53:23.900730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63227ef2-6746-49ab-9b25-f29836c95356 req-44c83098-30bf-4798-9c55-0c45e7a94ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:23.902087 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-44c83098-30bf-4798-9c55-0c45e7a94ce5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0561218
Dec 22 15:53:23.982402 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-d4e663e4-b0e1-4679-819e-4123679faba5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691180
Dec 22 15:53:24.224535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-deb5be77-c88f-4641-b301-190565313d9e service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310569
Dec 22 15:53:24.357968 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-63227ef2-6746-49ab-9b25-f29836c95356 req-84d8fd4a-c123-4b92-957d-0d3e715e9a9b service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230135
Dec 22 15:53:24.713844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e8551e0-6f9f-48d2-9c9b-6cbd8f24cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:24.761414 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799115c-dd26-4a9c-8eb5-e36f195aab42 req-70db762e-fa26-49d2-9f22-167dc2ece575 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:24.762857 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a799115c-dd26-4a9c-8eb5-e36f195aab42 req-70db762e-fa26-49d2-9f22-167dc2ece575 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0810773
Dec 22 15:53:24.807389 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a799115c-dd26-4a9c-8eb5-e36f195aab42 req-913d29ab-f846-48ae-b59d-2857a060d00e tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390704
Dec 22 15:53:26.001113 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccdc05-13f9-4672-822e-dad40fb77238 req-41a74fba-783e-4514-af62-fd7bb2dc33c0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:26.003065 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-acccdc05-13f9-4672-822e-dad40fb77238 req-41a74fba-783e-4514-af62-fd7bb2dc33c0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0760880
Dec 22 15:53:26.047295 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-acccdc05-13f9-4672-822e-dad40fb77238 req-dd55c299-e681-48b6-8d5f-1f36f49a3c5c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388582
Dec 22 15:53:27.241522 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef31b2-f6a6-4336-bfcc-9eb8b05ad620 req-1d4ad4b6-1ee4-44c2-97ac-48cbf431dac7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:27.242983 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-71ef31b2-f6a6-4336-bfcc-9eb8b05ad620 req-1d4ad4b6-1ee4-44c2-97ac-48cbf431dac7 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0758035
Dec 22 15:53:27.293465 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-71ef31b2-f6a6-4336-bfcc-9eb8b05ad620 req-c8fd29f3-9cd2-4659-9187-de9819cba06c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449982
Dec 22 15:53:27.359752 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-0edf8ec7-1ff0-4075-995b-b00afa3ec784 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1096 time: 0.0729935
Dec 22 15:53:27.510524 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-3868e78f-f304-440a-b321-3a214132bd45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:27.511980 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-3868e78f-f304-440a-b321-3a214132bd45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1265001
Dec 22 15:53:27.637529 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-adb2e273-5c32-4aba-889a-65d7f348c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:27.638219 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-af2513ce-804c-4170-879d-8299be3cb560 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 998 time: 0.1009293
Dec 22 15:53:27.702130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-4272a5f6-13d0-47b6-88f9-08efbd6d94a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:27.703502 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-4272a5f6-13d0-47b6-88f9-08efbd6d94a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0556359
Dec 22 15:53:27.779005 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-e084ada8-5746-4027-a1cc-daca3c60d685 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657542
Dec 22 15:53:27.912907 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-f7e83cab-0ef0-4b8a-a31f-0aec062e415b service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214352
Dec 22 15:53:28.050747 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-33aaeb8d-c2ca-423b-a7bf-0bc52e70dc93 req-8fa3fcfd-c51b-4ba5-8853-51d42f902098 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235254
Dec 22 15:53:28.234422 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:28.255406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:28.492355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d538-4fab-41b5-a7e1-a047c71fceb0 req-7824f0eb-0c1e-4e1a-bec7-e7923628a680 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:28.493761 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0aa7d538-4fab-41b5-a7e1-a047c71fceb0 req-7824f0eb-0c1e-4e1a-bec7-e7923628a680 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0793712
Dec 22 15:53:28.540596 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0aa7d538-4fab-41b5-a7e1-a047c71fceb0 req-ce09aac1-1a4a-4fb9-b84d-0053a6ddd3f1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412617
Dec 22 15:53:29.537754 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:29.737877 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2786-f810-4810-9828-87a06bf298e2 req-a7dfd0e9-0485-4345-bca9-a40027b90cef tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:29.739313 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-086a2786-f810-4810-9828-87a06bf298e2 req-a7dfd0e9-0485-4345-bca9-a40027b90cef tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0766480
Dec 22 15:53:29.784335 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-086a2786-f810-4810-9828-87a06bf298e2 req-62c4146d-58b2-4cc2-95a5-07dd276ed065 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391781
Dec 22 15:53:30.975653 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07c123-8db6-44b0-822a-7155114a80b6 req-6beafe32-db06-49ee-b80a-07dcc0522919 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:30.977016 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a07c123-8db6-44b0-822a-7155114a80b6 req-6beafe32-db06-49ee-b80a-07dcc0522919 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0749843
Dec 22 15:53:31.024742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-4a07c123-8db6-44b0-822a-7155114a80b6 req-45344f35-e3c8-46ba-9e99-c19f9b5f08e6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423207
Dec 22 15:53:32.221764 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972794c-fa5b-451d-bf34-839c45706917 req-c12178b2-5069-4640-b778-fbdb13902450 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:32.223179 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f972794c-fa5b-451d-bf34-839c45706917 req-c12178b2-5069-4640-b778-fbdb13902450 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0797904
Dec 22 15:53:32.267154 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-f972794c-fa5b-451d-bf34-839c45706917 req-32c4eb30-5946-42c5-acac-043d5649318f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386441
Dec 22 15:53:33.466505 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd022-2c23-4529-b05f-75a0f1a44f62 req-4b444296-6c47-466a-ba80-7c2d659aa333 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:33.467945 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f54bd022-2c23-4529-b05f-75a0f1a44f62 req-4b444296-6c47-466a-ba80-7c2d659aa333 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 943 time: 0.0806260
Dec 22 15:53:33.513150 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-f54bd022-2c23-4529-b05f-75a0f1a44f62 req-8f53acc6-1c9d-49cd-bd63-01b743dde10f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396700
Dec 22 15:53:33.847996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:34.066002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:53:34.200498 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:53:34.213906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'port_id': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'mac_address': 'fa:16:3e:9b:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:53:34.268768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:34.285733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e719ff-ed94-4afb-9767-6bbeb8740502 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:53:34.301284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:53:34.305100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:34.307046 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:53:34.369390 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:53:34.372592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:53:34.586739 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a8e719ff-ed94-4afb-9767-6bbeb8740502'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:53:34.711351 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12755f1-5652-4db9-9c33-d5e315df0693 req-c6275cb2-64c4-4146-8024-f2052f1a5756 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:34.712808 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a12755f1-5652-4db9-9c33-d5e315df0693 req-c6275cb2-64c4-4146-8024-f2052f1a5756 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 944 time: 0.0763233
Dec 22 15:53:34.758568 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a12755f1-5652-4db9-9c33-d5e315df0693 req-00922636-9191-4e1a-b7ff-987c7c7140b9 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403609
Dec 22 15:53:35.958453 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c9dc2-9c7a-4e0c-955f-2f302f3c4151 req-f396105c-9e82-4384-87ad-5bd6bbfa814f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:35.959863 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-889c9dc2-9c7a-4e0c-955f-2f302f3c4151 req-f396105c-9e82-4384-87ad-5bd6bbfa814f tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 944 time: 0.0798433
Dec 22 15:53:36.005417 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-889c9dc2-9c7a-4e0c-955f-2f302f3c4151 req-8c4269ee-769f-4393-9203-b0c2b833a83b tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401473
Dec 22 15:53:36.085387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:53:36.198368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a8e719ff-ed94-4afb-9767-6bbeb8740502 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:53:36.198738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:36.306945 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:36.333208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:53:36.342664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:53:36.347021 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:36.349944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:53:36.415091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:53:36.418253 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:53:37.199030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75a40-02b4-4948-b731-49a6c36e3ce5 req-3ff38887-4a28-464d-8281-934ef9addd25 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:37.200478 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03d75a40-02b4-4948-b731-49a6c36e3ce5 req-3ff38887-4a28-464d-8281-934ef9addd25 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0756624
Dec 22 15:53:37.244790 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-03d75a40-02b4-4948-b731-49a6c36e3ce5 req-e4c7c8fb-1e3c-46d2-961e-ad35ea2ae23a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389943
Dec 22 15:53:37.320162 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:53:37.405149 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'code': 200}
Dec 22 15:53:37.827797 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f5af4db-1d82-4b20-8bc3-e9126ed3edc6 req-548497d2-35e9-4668-b936-13b26ef1ced7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.1734385
Dec 22 15:53:37.872939 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3f5af4db-1d82-4b20-8bc3-e9126ed3edc6 req-903bb22a-d310-4af1-9314-8568a9d36f52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350785
Dec 22 15:53:38.439978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82628-8e8f-4889-8c7a-29d8cb37f3f7 req-1b44885f-0139-4273-98f5-c72bdeb41728 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:38.441508 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-37f82628-8e8f-4889-8c7a-29d8cb37f3f7 req-1b44885f-0139-4273-98f5-c72bdeb41728 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0770729
Dec 22 15:53:38.484961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-37f82628-8e8f-4889-8c7a-29d8cb37f3f7 req-e8a735b2-0c9b-40a6-bf86-09471b9508e5 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380099
Dec 22 15:53:39.687551 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2644f6-6cb3-4f47-9112-6bdc210db74c req-755c2470-acfe-42ee-bd08-4e7c8584d315 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:53:39.689009 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ab2644f6-6cb3-4f47-9112-6bdc210db74c req-755c2470-acfe-42ee-bd08-4e7c8584d315 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0801611
Dec 22 15:53:39.736283 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-ab2644f6-6cb3-4f47-9112-6bdc210db74c req-5b4cd0db-2c31-44d4-ad23-18e907b39c30 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417075
Dec 22 15:53:54.717970 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5812463a-f0d3-4110-ae11-58f885366093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:57.635619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df2291eb-ccaf-439d-98f2-ae227e41e656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:58.243814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:58.260753 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:53:59.546068 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:03.846337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:14.320699 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:54:24.719054 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e40a554f-b89f-4f57-b77e-8d852bc0bb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:27.637944 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-084eb17c-bfbd-4dd9-a31f-50ee85239936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:28.240325 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:28.241699 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-3d805d63-4d8b-4c17-b6c7-3417dec13cc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683515
Dec 22 15:54:28.260444 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:28.393536 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-a1f0a14b-facd-4e6d-ae45-7ceebe72e23d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0716550
Dec 22 15:54:28.540909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-6fd76ff8-6f65-4a3a-8d68-4e6b6bb25b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:54:28.542302 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-6fd76ff8-6f65-4a3a-8d68-4e6b6bb25b7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1246047
Dec 22 15:54:28.647203 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-bd4be9d2-297b-4782-9f25-b3e2f4950be7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 1000 time: 0.0967164
Dec 22 15:54:28.713018 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-e4c06992-d838-4296-847d-a6302ffbd74a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:54:28.714420 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-e4c06992-d838-4296-847d-a6302ffbd74a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0568430
Dec 22 15:54:28.790799 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-3ff25de4-c42d-40e1-a131-2251742b9779 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656111
Dec 22 15:54:28.923598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-12a7203c-a0c5-4f32-9aad-1d82e9164a01 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219597
Dec 22 15:54:29.058277 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-94891b6a-0a6c-484d-b751-1e378cf95c6b req-51930798-2c9e-4b15-a6ed-928a44300fb5 service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245387
Dec 22 15:54:29.544502 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:33.877363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:51.320836 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:54:54.721237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-03b00088-bd15-441f-b7be-6ec343fb00d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:57.633079 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-40112d3b-9570-4975-9adc-1732b3347622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:58.243123 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:58.262360 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:54:59.546350 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:00.127351 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49582) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:00.326460 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Deleting port 275f28aa-5609-49d0-8d2e-9e3993b9052d {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:00.326798 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:00.490331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:00.490525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:00.715306 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Calling delete_port for 275f28aa-5609-49d0-8d2e-9e3993b9052d owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:00.861083 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:00.864560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bfb9fa3b-2e3d-4b5c-ae9b-db615352b0ae tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:00.906283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'Port': ['ID=275f28aa-5609-49d0-8d2e-9e3993b9052d,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:00.945657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.946035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.946404 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.946770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.947131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.947497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.947852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.948207 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.948590 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.948946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.949297 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:00.955957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:01.008739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:01.393732 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:01.590406 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:01.601393 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:01.612271 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:01.619314 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:01.619934 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c8ed60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:01.666201 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "DELETE /v2.0/floatingips/84d5b85c-3cda-4031-b0ca-a6f258a31311 HTTP/1.1" status: 204  len: 168 time: 1.5376704
Dec 22 15:55:01.666785 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:55:01.736933 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'status': 'completed', 'code': 200}
Dec 22 15:55:01.812007 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:01.840652 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-f2c63fb2-7502-4e8e-ad63-5b634c3865a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b0ae47e2064393ae2263df17e95531&device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 1098 time: 0.0747175
Dec 22 15:55:01.996959 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052542d-9404-46a7-af85-6b2e985b3477 req-4d8f87c3-dda2-48e2-8e85-ca2b44f77fa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:01.998408 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-4d8f87c3-dda2-48e2-8e85-ca2b44f77fa3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 200  len: 910 time: 0.1465547
Dec 22 15:55:02.074029 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-b2dd1b62-f2a7-46fc-8804-fed45f6be9fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 200  len: 217 time: 0.0655637
Dec 22 15:55:02.077108 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8806a-991d-461a-930a-cd7b720ea952 req-fd23710f-6a80-4cb5-8ae1-175967eb78a2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:02.079109 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0fd8806a-991d-461a-930a-cd7b720ea952 req-fd23710f-6a80-4cb5-8ae1-175967eb78a2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0769954
Dec 22 15:55:02.128412 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-0fd8806a-991d-461a-930a-cd7b720ea952 req-7cd629ef-0580-4b81-8bbc-9fae3930dbfe tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437098
Dec 22 15:55:02.134387 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c8ed60>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:02.138825 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:02.143885 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052542d-9404-46a7-af85-6b2e985b3477 req-da44bb6e-44a2-44bb-89a8-a85df7fda1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:02.145677 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-da44bb6e-44a2-44bb-89a8-a85df7fda1c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 200  len: 848 time: 0.0616994
Dec 22 15:55:02.150256 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:02.150847 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575c8ed60>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:02.222127 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-0e40cd3c-085a-4337-b245-b27069e8f4b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f3be90c-5d43-48d6-9bfd-038e559282c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688479
Dec 22 15:55:02.324213 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:02.356457 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-24113aa4-eadf-45cf-a47f-c90a1857c4ee service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263762
Dec 22 15:55:02.610464 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-9052542d-9404-46a7-af85-6b2e985b3477 req-e2436f65-e4ba-4646-b796-d8cfce318c1f service neutron] 10.222.0.61 "GET /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448192
Dec 22 15:55:02.677439 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575c8ed60>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:02.681755 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b979018-ce25-4326-b6eb-000e9bdf3b30 None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:45:59Z', 'revision_number': 4, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '77d9cd14-8d2b-4f9b-a49b-32240bc2b876', 'name': '', 'network_id': '8f3be90c-5d43-48d6-9bfd-038e559282c2', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'mac_address': 'fa:16:3e:95:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:59Z', 'updated_at': '2021-12-22T15:46:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'subnets': [{'id': 'c950973b-fc4a-4805-891c-1f27fd56d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:02.882002 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076c069-0d6a-4c9d-9ffb-0af31056aad9 None None] New status for floating IP 84d5b85c-3cda-4031-b0ca-a6f258a31311: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:55:03.326479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39718d5-6135-4ece-84df-f6c3f9818ec9 req-3d65ffe9-0cbf-4de8-9f9c-ca02fac47143 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:03.327167 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b39718d5-6135-4ece-84df-f6c3f9818ec9 req-3d65ffe9-0cbf-4de8-9f9c-ca02fac47143 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Synchronizing usage tracker for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:03.341908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b39718d5-6135-4ece-84df-f6c3f9818ec9 req-3d65ffe9-0cbf-4de8-9f9c-ca02fac47143 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Unset dirty status for tenant:67b0ae47e2064393ae2263df17e95531 on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:03.343128 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b39718d5-6135-4ece-84df-f6c3f9818ec9 req-3d65ffe9-0cbf-4de8-9f9c-ca02fac47143 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0941725
Dec 22 15:55:03.389040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b39718d5-6135-4ece-84df-f6c3f9818ec9 req-aa5fd0e5-2347-4c51-9c7a-9de64da187e2 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403743
Dec 22 15:55:03.893211 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:03.907557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-bd96cc9f-4f21-43fd-8d66-e259864f6877 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:03.908988 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-bd96cc9f-4f21-43fd-8d66-e259864f6877 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 945 time: 0.0767221
Dec 22 15:55:03.982604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Deleting port a8e719ff-ed94-4afb-9767-6bbeb8740502 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:03.982941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:04.221547 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] For port a8e719ff-ed94-4afb-9767-6bbeb8740502, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e719ff-ed94-4afb-9767-6bbeb8740502,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:04.221808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:04.337442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Calling delete_port for a8e719ff-ed94-4afb-9767-6bbeb8740502 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:04.480583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:04.486344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-01675c43-893d-446b-be24-1fcb2fbb21bb tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:04.528484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'Port': ['ID=a8e719ff-ed94-4afb-9767-6bbeb8740502,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:04.532032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:04.555410 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e5eaa402-4177-4fd5-96cb-33eb8d257f72 req-8c007183-5524-4782-886a-3223cab558ea tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 210 time: 0.0424788
Dec 22 15:55:04.605621 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] No DVR routers for this DVR port a8e719ff-ed94-4afb-9767-6bbeb8740502 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:55:04.608046 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:04.611137 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-deleted', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:55:04.628105 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-a0bebc92-c0e9-4e02-9d9b-5ba127cc089d req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.61 "DELETE /v2.0/ports/a8e719ff-ed94-4afb-9767-6bbeb8740502 HTTP/1.1" status: 204  len: 173 time: 0.7107997
Dec 22 15:55:04.671535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c230d5-ae40-4406-a48b-9f97df819d3e', 'name': 'network-vif-deleted', 'tag': 'a8e719ff-ed94-4afb-9767-6bbeb8740502', 'status': 'completed', 'code': 200}
Dec 22 15:55:05.752518 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-848d31b9-f957-4740-a166-33b15da59576 req-7b548bed-512e-40dc-95e4-e890fef08c6c tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c230d5-ae40-4406-a48b-9f97df819d3e HTTP/1.1" status: 200  len: 210 time: 0.0437891
Dec 22 15:55:06.862520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49606) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:06.932977 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:06.962480 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:07.027562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:07.031648 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f729d81b-9819-44dc-a516-66795a29d9c5 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:07.046692 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:07.049933 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:07.057845 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:07.060811 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-d85a441c-f633-41f4-9a93-e2bd47e8574a tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] 10.222.0.69 "DELETE /v2.0/security-groups/17470b4e-2f2f-4f6e-bbd9-bdb03e5058c9 HTTP/1.1" status: 204  len: 168 time: 0.1972878
Dec 22 15:55:07.117240 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49612) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:07.658009 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:08.350616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Deleting port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:08.351294 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:08.517635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] For port 77d9cd14-8d2b-4f9b-a49b-32240bc2b876, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:08.517974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:08.552475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:08.591410 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: a8e719ff-ed94-4afb-9767-6bbeb8740502 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:08.591625 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a8e719ff-ed94-4afb-9767-6bbeb8740502 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:08.642588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Calling delete_port for 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:08.813515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:08.816917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2f03c288-6473-4dc6-a430-4cb1a1619b0c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:08.856422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d9cd14-8d2b-4f9b-a49b-32240bc2b876,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:08.860341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:09.147449 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:09.820626 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Router 85a86a50-00d1-49fb-9dc6-81856b12cd97 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:10.013937 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:10.023070 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Sync routers for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:10.028840 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] 10.222.0.69 "PUT /v2.0/routers/85a86a50-00d1-49fb-9dc6-81856b12cd97/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9081240
Dec 22 15:55:10.029056 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49618) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:10.035779 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:10.036482 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759d1ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:10.212015 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:10.225670 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:10.418738 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:10.428224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Deleting port 5a147e3e-e890-4af8-b6de-5f1440a2cc18 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:10.428591 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:10.490737 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759d1ee0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:55:08Z', 'revision_number': 5, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port': {'id': '5a147e3e-e890-4af8-b6de-5f1440a2cc18', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:10.494467 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Checking router: 85a86a50-00d1-49fb-9dc6-81856b12cd97 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:10.505215 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Routers {'85a86a50-00d1-49fb-9dc6-81856b12cd97'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:10.505799 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85759d1ee0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['85a86a50-00d1-49fb-9dc6-81856b12cd97'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:10.616374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] For port 5a147e3e-e890-4af8-b6de-5f1440a2cc18, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=5a147e3e-e890-4af8-b6de-5f1440a2cc18,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:10.616770 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:10.652966 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] Set router 85a86a50-00d1-49fb-9dc6-81856b12cd97 gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:10.760009 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85759d1ee0>, [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:55:10Z', 'revision_number': 6, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:10.764191 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8622e8-c4a7-407a-8ea3-5e007beae2bf None None] The sync data for ids ['85a86a50-00d1-49fb-9dc6-81856b12cd97'] in dv-neutron-822675-1-hyperv is: [{'id': '85a86a50-00d1-49fb-9dc6-81856b12cd97', 'name': 'tempest-TestShelveInstance-1536757962-router', 'tenant_id': '67b0ae47e2064393ae2263df17e95531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:56Z', 'updated_at': '2021-12-22T15:55:10Z', 'revision_number': 6, 'project_id': '67b0ae47e2064393ae2263df17e95531', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:10.868471 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Calling delete_port for 5a147e3e-e890-4af8-b6de-5f1440a2cc18 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:11.028870 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.033548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:11.074140 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a147e3e-e890-4af8-b6de-5f1440a2cc18,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:11.076835 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:11.295918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.547576 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.551549 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.579880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.580611 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a86a50-00d1-49fb-9dc6-81856b12cd97 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:55:11.594972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.598719 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49622) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:11.599234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-6bd47478-a4cd-459a-af51-ed446d6e8632 admin admin] 10.222.0.69 "DELETE /v2.0/routers/85a86a50-00d1-49fb-9dc6-81856b12cd97 HTTP/1.1" status: 204  len: 168 time: 1.5688224
Dec 22 15:55:11.626089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:11.666365 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Deleting subnet c950973b-fc4a-4805-891c-1f27fd56d610 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:55:11.669476 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.674320 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:11.674668 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 77d9cd14-8d2b-4f9b-a49b-32240bc2b876 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:11.675249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5a147e3e-e890-4af8-b6de-5f1440a2cc18 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:11.707820 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 5a147e3e-e890-4af8-b6de-5f1440a2cc18 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:11.708170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 5a147e3e-e890-4af8-b6de-5f1440a2cc18 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:11.721504 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.803754 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.976525 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:11.980542 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c9320a52-9a44-4328-ba4b-b596a002d11c tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:12.011918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c950973b-fc4a-4805-891c-1f27fd56d610,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:12.022537 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.025293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74a8c6-9390-4eca-8a04-5acde059dc7c None None] Network 8f3be90c-5d43-48d6-9bfd-038e559282c2 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:12.026875 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.027253 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.027625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.027990 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.028355 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.028743 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.029104 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.029460 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.029815 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.030168 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.030516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:12.034579 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:12.036785 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6fc988e0-e486-4b47-802b-6a32b58e3d32 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c950973b-fc4a-4805-891c-1f27fd56d610 HTTP/1.1" status: 204  len: 168 time: 0.4359057
Dec 22 15:55:12.039094 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49626) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:12.143006 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.153302 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Deleting port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:12.153624 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.279647 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] DHCP port deletion for 8f3be90c-5d43-48d6-9bfd-038e559282c2 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:55:12.284525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Deleting port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:12.284912 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.363348 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] For port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:12.363700 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.485655 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Calling delete_port for 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:12.485844 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] For port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,segment=NetworkSegment(eede829a-e835-40d1-945a-6c068a68f49f),segment_id=eede829a-e835-40d1-945a-6c068a68f49f)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:12.486069 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.558089 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.561954 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8a19f5fa-6ad2-4175-926d-2c772b089d86 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:12.602797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Calling delete_port for 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:12.607075 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:12.610333 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:12.614123 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] No DVR routers for this DVR port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:55:12.671635 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:55:12.672907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:55:12.729027 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.753554 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575b36af0>,) {'filters': {'network_id': ['8f3be90c-5d43-48d6-9bfd-038e559282c2']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:12.764921 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b36af0>, 'eede829a-e835-40d1-945a-6c068a68f49f') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:12.765208 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575b36af0>, 'eede829a-e835-40d1-945a-6c068a68f49f') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:12.776015 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.792029 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.799217 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:55:12.799625 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:55:12.812738 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:55:12.886347 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.891546 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:12.899297 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f6db3e48-6453-4fde-af9c-269563693125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:12.921872 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3be90c-5d43-48d6-9bfd-038e559282c2,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:12.924862 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:12.930441 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-ef459722-4634-4b84-a3c7-6c282dc1c4b6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f3be90c-5d43-48d6-9bfd-038e559282c2 HTTP/1.1" status: 204  len: 168 time: 0.8904166
Dec 22 15:55:12.933602 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49630) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:13.173471 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Deleting port 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:13.173975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:13.277552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-2bc204b9-ec92-4351-abf4-e89d92fb9ce4 None None] The port '68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:55:13.320274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:13.606654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:13.638475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:13.638825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 68fce2b0-6f4f-4f12-9a2d-1d2c7d3b6a85 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:14.014212 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Deleting port 19f374c1-9be1-469a-85b3-4f19246ac345 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:14.014824 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:14.180081 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] For port 19f374c1-9be1-469a-85b3-4f19246ac345, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=19f374c1-9be1-469a-85b3-4f19246ac345,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:14.180447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:14.300147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Calling delete_port for 19f374c1-9be1-469a-85b3-4f19246ac345 owned by network:router_interface {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:14.471801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:14.475310 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-b85f7ae1-1700-4a7e-b6ed-179fc3018322 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:14.521066 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f374c1-9be1-469a-85b3-4f19246ac345,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:14.523485 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:14.808780 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:15.496021 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:15.712005 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:15.720331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Sync routers for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:15.727592 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-6c45de51-5a13-4de4-b305-e14c32a94824 admin admin] 10.222.0.69 "PUT /v2.0/routers/e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7929826
Dec 22 15:55:15.730145 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49634) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:15.732156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:15.732809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535dd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:15.912055 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:15.926011 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:16.116481 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:16.126699 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Deleting port 33bd3546-79dd-4a9e-859a-7a49e0ad5595 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:16.127147 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:16.194389 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535dd00>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:55:14Z', 'revision_number': 5, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port': {'id': '33bd3546-79dd-4a9e-859a-7a49e0ad5595', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:16.198184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Checking router: e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:16.209164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Routers {'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:16.209782 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857535dd00>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:16.299618 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] For port 33bd3546-79dd-4a9e-859a-7a49e0ad5595, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=33bd3546-79dd-4a9e-859a-7a49e0ad5595,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:16.299964 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:16.359693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] Set router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:16.465127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857535dd00>, [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:55:16Z', 'revision_number': 6, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:16.470191 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96786c-d2fd-48cc-a51a-f87af2c1bf28 None None] The sync data for ids ['e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4'] in dv-neutron-822675-1-hyperv is: [{'id': 'e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4', 'name': 'tempest-TestShelveInstance-644664764-router', 'tenant_id': '9655f18cf2994b4b91a12b77c100b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:02Z', 'updated_at': '2021-12-22T15:55:16Z', 'revision_number': 6, 'project_id': '9655f18cf2994b4b91a12b77c100b04e', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:16.540991 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Calling delete_port for 33bd3546-79dd-4a9e-859a-7a49e0ad5595 owned by network:router_gateway {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:16.707335 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:16.710819 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4dde18d2-bd9a-49ec-b3dd-985fe7513cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:16.752038 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bd3546-79dd-4a9e-859a-7a49e0ad5595,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:16.755801 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:16.975817 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.224267 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.228274 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.256724 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.257230 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 {{(pid=83457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 15:55:17.272178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.275577 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-1562a007-38a3-455a-ad5f-06dd6d73c0c8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e9cabf61-9630-46f6-b5c0-3ddf86d4b5d4 HTTP/1.1" status: 204  len: 168 time: 1.5421450
Dec 22 15:55:17.275779 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49638) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:17.333800 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Deleting subnet 14b001b0-a41d-4f56-a19a-718b4a2c3cde {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 15:55:17.336951 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.389494 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.469491 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.537678 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.541227 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-1a67359b-ed8f-44af-a756-d6c8f57cb2c1 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:17.591229 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b001b0-a41d-4f56-a19a-718b4a2c3cde,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:17.594821 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:17.595799 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.601637 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ad6ae-f930-4f88-91af-628acf3bbce5 None None] Network c4c6889d-11de-4e1e-8eeb-aa03ef027330 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:17.606955 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-295584e6-8992-4018-a27c-2b15609343ae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/14b001b0-a41d-4f56-a19a-718b4a2c3cde HTTP/1.1" status: 204  len: 168 time: 0.3301976
Dec 22 15:55:17.609463 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49642) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:17.627020 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 33bd3546-79dd-4a9e-859a-7a49e0ad5595 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:17.710825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 33bd3546-79dd-4a9e-859a-7a49e0ad5595 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:17.711179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 33bd3546-79dd-4a9e-859a-7a49e0ad5595 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:17.711599 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19f374c1-9be1-469a-85b3-4f19246ac345 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:17.729150 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.740103 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Deleting port 26e87f49-df3a-4edd-a732-be64e995ad80 {{(pid=83457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:17.740368 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.754825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 19f374c1-9be1-469a-85b3-4f19246ac345 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:17.755170 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 19f374c1-9be1-469a-85b3-4f19246ac345 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:17.915579 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] DHCP port deletion for c4c6889d-11de-4e1e-8eeb-aa03ef027330 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 15:55:17.919813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Deleting port 26e87f49-df3a-4edd-a732-be64e995ad80 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:17.920206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:17.944523 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.db [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] For port 26e87f49-df3a-4edd-a732-be64e995ad80, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=26e87f49-df3a-4edd-a732-be64e995ad80,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:17.944868 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.172252 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.plugin [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Calling delete_port for 26e87f49-df3a-4edd-a732-be64e995ad80 owned by network:dhcp {{(pid=83457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:18.173399 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] For port 26e87f49-df3a-4edd-a732-be64e995ad80, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=26e87f49-df3a-4edd-a732-be64e995ad80,segment=NetworkSegment(7ecfc489-5987-450c-a6b0-bac22ccab37c),segment_id=7ecfc489-5987-450c-a6b0-bac22ccab37c)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:18.173788 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.245588 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3210312'] for port, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.249447 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-17239210-e66c-47a4-8b2b-4c6752449ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:18.292467 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e87f49-df3a-4edd-a732-be64e995ad80,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:18.292695 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Calling delete_port for 26e87f49-df3a-4edd-a732-be64e995ad80 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 15:55:18.296530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:18.299316 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] No DVR routers for this DVR port 26e87f49-df3a-4edd-a732-be64e995ad80 on host dv-neutron-822675-1-hyperv {{(pid=83457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 15:55:18.362744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 15:55:18.363101 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 15:55:18.412911 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.437752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f857564f4f0>,) {'filters': {'network_id': ['c4c6889d-11de-4e1e-8eeb-aa03ef027330']}} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:18.449834 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f857564f4f0>, '7ecfc489-5987-450c-a6b0-bac22ccab37c') {'for_net_delete': True} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:18.450122 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.services.segments.db [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f857564f4f0>, '7ecfc489-5987-450c-a6b0-bac22ccab37c') {} {{(pid=83457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:18.461869 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345546'] for segment, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.477268 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.483048 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 15:55:18.483423 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3210681'] for segment, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]: Traceback (most recent call last):
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     timer()
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     cb(*args, **kw)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     return func(*args, **kwargs)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     self._notify()
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     self.callback(batched_events)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     event.method(event)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     return f(self, *a, **k)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._get(url).json()
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     return self.request(url, 'GET', **kwargs)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 15:55:18.496729 dv-neutron-822675-1-hyperv neutron-server[83457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 15:55:18.574003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.577591 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-6ac6e4c2-7ad2-4cc6-85ff-cfb49926b8d8 tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:18.590304 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.601629 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c6889d-11de-4e1e-8eeb-aa03ef027330,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:18.605813 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:18.609885 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-42bf96c7-40cc-4b76-9144-1d5fa9f1d035 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c4c6889d-11de-4e1e-8eeb-aa03ef027330 HTTP/1.1" status: 204  len: 168 time: 0.9987667
Dec 22 15:55:18.743398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49648) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:18.793224 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-e7ec92eb-3500-40ed-947f-8f219de8d177 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67b0ae47e2064393ae2263df17e95531&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485954
Dec 22 15:55:18.795589 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49652) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:18.853244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.864802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Deleting port 26e87f49-df3a-4edd-a732-be64e995ad80 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 15:55:18.865279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.879053 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.930435 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.931120 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b04e0219-6c7a-4c79-ba4d-0d4d2519d508 None None] The port '26e87f49-df3a-4edd-a732-be64e995ad80' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 15:55:18.934530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-56124177-a552-4134-b191-6a48f2e983a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:18.953360 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d17b19-2afc-458b-8eab-a5ecea9c322d,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:18.957255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:18.961541 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:18.962693 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-53753407-c213-4025-b8e3-cabd33862d78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81d17b19-2afc-458b-8eab-a5ecea9c322d HTTP/1.1" status: 204  len: 168 time: 0.1662378
Dec 22 15:55:19.355941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49660) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:19.406175 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-38c833ba-5e2d-4544-aae3-c1cd5e9941e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9655f18cf2994b4b91a12b77c100b04e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487926
Dec 22 15:55:19.408499 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49664) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:19.467074 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:19.492255 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:19.543947 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:19.548023 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-d3ac4e4e-88b6-4730-a6dd-b7e4ac458de8 tempest-ServerActionsTestJSON-1153928370 tempest-ServerActionsTestJSON-1153928370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:19.560646 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce7f54-d7d4-41e0-8f2c-51950457e1a3,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:19.563530 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:19.568350 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:19.572823 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-9584ebb0-4e77-443c-8f67-c7d348830f62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cce7f54-d7d4-41e0-8f2c-51950457e1a3 HTTP/1.1" status: 204  len: 168 time: 0.1634200
Dec 22 15:55:19.622408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 26e87f49-df3a-4edd-a732-be64e995ad80 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:55:19.654814 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 26e87f49-df3a-4edd-a732-be64e995ad80 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 15:55:19.655249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 26e87f49-df3a-4edd-a732-be64e995ad80 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 15:55:20.401115 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49686) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:20.525534 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1593863611-network', 'tenant_id': '173ef39e73ff418983c564ab403ea46c'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:20.530254 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:20.534642 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Usage tracker for resource:network and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:20.537462 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:20.542963 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:20.555279 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Made reservation on behalf of 173ef39e73ff418983c564ab403ea46c for: {'network': 1} {{(pid=83457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:55:20.557841 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.570201 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.605782 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:20.610405 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:20.613312 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:20.618904 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:20.693178 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.696670 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.699511 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-4c0c10c9-91b9-42c9-afb0-8caac265aac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:20.728752 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=83457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:55:20.733941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6c529-5a76-437d-894f-ad476210775c,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:20.738153 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:20.742177 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.742513 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.segments_db [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Added segment ee5a9424-14f6-4477-9994-0abbd3cbf9e0 of type vlan for network 1684af71-8f62-46b7-82a2-a57d2d717ce3
Dec 22 15:55:20.768620 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.797125 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.798003 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:20.798570 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Notify callbacks [] for network, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:20.801940 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-a85d89e0-fea6-4e54-9a8c-fa3190a42a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:20.898920 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Pushing event updated for resources: {'Network': ['ID=1684af71-8f62-46b7-82a2-a57d2d717ce3,revision_number=1']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:20.904904 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5026858
Dec 22 15:55:20.905305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49692) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:20.905820 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-eacccbc2-1ef9-4a87-80db-555c169a595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:20.909488 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:55:20.912078 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Request body: {'subnet': {'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1593863611-subnet', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:20.916971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:20.920782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Usage tracker for resource:subnet and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:20.923868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:20.929675 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:20.941193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Made reservation on behalf of 173ef39e73ff418983c564ab403ea46c for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:55:20.943759 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.140839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.145438 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-18e3e194-7da0-42f9-92c0-f29035bb12ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:21.215190 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09789618-17c3-4dd8-8518-6c41bd6e3458,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:21.218343 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:21.227979 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Checking segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:21.228320 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Network hostable DHCP agents. Network: 1684af71-8f62-46b7-82a2-a57d2d717ce3, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:55:21.249287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:55:21.258606 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 1684af71-8f62-46b7-82a2-a57d2d717ce3) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:21.262415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:21.262991 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.268758 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477d2b1-4c46-4d85-bbf1-9d5489cc7939 None None] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:21.282949 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-984acad1-720b-4fcd-b897-15f8ec4566b1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3754694
Dec 22 15:55:21.285774 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49696) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:21.290788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:21.295361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:21.299442 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Usage tracker for resource:router and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:21.302341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:21.308347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:21.318639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.319529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.337425 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.481635 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.486215 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-1684af71-8f62-46b7-82a2-a57d2d717ce3', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:55:21.487057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.651359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Allocated IP 172.20.0.2 (1684af71-8f62-46b7-82a2-a57d2d717ce3/09789618-17c3-4dd8-8518-6c41bd6e3458/81d15d44-2647-435e-bb41-06c1e77d9f81) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:21.786397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.819712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.851149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.862315 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Transition to ACTIVE for port object 81d15d44-2647-435e-bb41-06c1e77d9f81 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:21.881271 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Transition to ACTIVE for port object 81d15d44-2647-435e-bb41-06c1e77d9f81 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:21.886495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:21.890621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:21.954571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Allocated IP 172.26.3.83 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:21.960917 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:21.964347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:21.966179 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Pushing event updated for resources: {'Port': ['ID=81d15d44-2647-435e-bb41-06c1e77d9f81,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:21.969032 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:21.980797 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.981133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.981476 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.981816 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.982155 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.982487 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.982819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.983148 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.983475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.983798 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:21.984843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:22.010519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:22.066508 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Attempting to bind port 81d15d44-2647-435e-bb41-06c1e77d9f81 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:22.066802 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Attempting to bind port 81d15d44-2647-435e-bb41-06c1e77d9f81 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:22.067180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Attempting to bind port 81d15d44-2647-435e-bb41-06c1e77d9f81 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:22.073541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:22.073921 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Checking segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:22.074327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.074728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Bound using segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:22.075198 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Bound port: 81d15d44-2647-435e-bb41-06c1e77d9f81, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:22.075578 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.104602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.132890 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.137216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-10f24c88-b7b3-4afe-b599-38465f5e825c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:22.164149 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] For port 81d15d44-2647-435e-bb41-06c1e77d9f81, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:22.168234 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] For port 81d15d44-2647-435e-bb41-06c1e77d9f81, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81d15d44-2647-435e-bb41-06c1e77d9f81,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:22.174768 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.179057 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:22.194919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:22.202269 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:22.207203 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:22.240299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Pushing event updated for resources: {'Port': ['ID=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:22.244071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:22.259617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Pushing event updated for resources: {'Port': ['ID=81d15d44-2647-435e-bb41-06c1e77d9f81,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:22.262581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:22.376509 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.377261 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.622093 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:55:22.826712 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:22.835807 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:22.847646 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:22.848248 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e08790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:22.851663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:22.853249 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5662613
Dec 22 15:55:22.855589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49700) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:23.032399 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:23.252967 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab17e50-fe7a-46fa-9866-c0c808501f8d None None] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:23.337031 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e08790>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:22Z', 'revision_number': 3, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:23.342282 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:23.342720 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Updating router 48fe6a3d-c92a-4759-af5a-28a96a252c3c port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:55:23.353691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-23856b27-0823-48e4-9495-93a3fefeb47c None None] Provisioning for port 81d15d44-2647-435e-bb41-06c1e77d9f81 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:23.437607 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.674610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81d15d44-2647-435e-bb41-06c1e77d9f81 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:23.761549 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 81d15d44-2647-435e-bb41-06c1e77d9f81 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:23.767914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 81d15d44-2647-435e-bb41-06c1e77d9f81 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:23.768304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.809771 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.821827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.822525 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Transition to ACTIVE for port object 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:23.830116 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.833990 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-54e9b4d0-c290-4fcc-a0fd-65bd1fbfba55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:23.909495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.918243 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Attempting to bind port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:23.918744 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Attempting to bind port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:23.918968 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Attempting to bind port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:23.920864 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Pushing event updated for resources: {'Port': ['ID=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:23.933016 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.933354 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.933679 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.933999 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.934320 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.934638 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.934971 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.935255 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.935559 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.935883 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.936161 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:55:23.940549 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:23.940930 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:23.941325 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.941818 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:23.942281 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Bound port: 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:23.942644 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.953210 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ba4ab3a2-4910-4f5e-97c6-31f3c46a79b4 None None] Provisioning complete for port 81d15d44-2647-435e-bb41-06c1e77d9f81 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:23.953646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab3a2-4910-4f5e-97c6-31f3c46a79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.964886 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:23.982448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 81d15d44-2647-435e-bb41-06c1e77d9f81, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81d15d44-2647-435e-bb41-06c1e77d9f81,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:23.989959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:23.994238 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-1801d7a2-aee8-4366-aaf6-37332af2427e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:24.017245 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] For port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:24.020416 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] For port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:24.025912 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.037028 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-d28d5bfb-9787-4184-96a9-a2339023100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:24.059539 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Allocated IP 172.20.0.1 (1684af71-8f62-46b7-82a2-a57d2d717ce3/09789618-17c3-4dd8-8518-6c41bd6e3458/98068885-a298-48f4-bcf2-5961283ac5be) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:24.079984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=81d15d44-2647-435e-bb41-06c1e77d9f81,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:24.083823 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:24.113876 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Pushing event updated for resources: {'Port': ['ID=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:24.117793 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-3f9fe41c-7fd8-45c8-86cb-b0687b41f9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:24.124165 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:24.125216 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575e08790>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:54:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:24.220504 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.236583 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Transition to ACTIVE for port object 98068885-a298-48f4-bcf2-5961283ac5be will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:24.257777 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.262033 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b0c997-66f6-4766-92ca-a72be5744b0f tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:24.302172 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:24.323889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:24.330975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:24.333481 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:24.373507 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:24.376543 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:24.393811 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.483146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.572045 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-98dcf361-8998-49fe-a610-d23f7fde2e42 None None] Provisioning for port 98068885-a298-48f4-bcf2-5961283ac5be completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:24.581087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-98dcf361-8998-49fe-a610-d23f7fde2e42 None None] Provisioning complete for port 98068885-a298-48f4-bcf2-5961283ac5be triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:24.581464 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-98dcf361-8998-49fe-a610-d23f7fde2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.595613 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575e08790>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:22Z', 'revision_number': 3, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:24.599707 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01f2eb-99d2-44cc-b773-d2eddb6e73b8 None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:22Z', 'revision_number': 3, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:24.655381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-98dcf361-8998-49fe-a610-d23f7fde2e42 None None] Port 98068885-a298-48f4-bcf2-5961283ac5be cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:24.726730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-fedbc636-ece4-4d8b-a3c9-9281706c7e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.741892 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.746521 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.771725 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-fd065c4e-400e-4800-bda9-49dadef985b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:24.861978 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:24.865783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:24.868726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:25.011142 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:25.012230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:25.282847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-5e185279-15b2-4398-9e17-98625c8dd35f None None] Provisioning complete for port 98068885-a298-48f4-bcf2-5961283ac5be triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:25.283222 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5e185279-15b2-4398-9e17-98625c8dd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:25.342339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-5e185279-15b2-4398-9e17-98625c8dd35f None None] Port 98068885-a298-48f4-bcf2-5961283ac5be cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:25.530029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:25.682890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81d15d44-2647-435e-bb41-06c1e77d9f81 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:25.747804 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:25.748981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 81d15d44-2647-435e-bb41-06c1e77d9f81 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:25.749361 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:25.764904 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] 10.222.0.69 "PUT /v2.0/routers/48fe6a3d-c92a-4759-af5a-28a96a252c3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9082911
Dec 22 15:55:25.863805 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:25.933503 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:25.939118 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:25.939511 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.054351 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.070221 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:26.074386 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.076702 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35be1d4-3980-467a-a5db-5008f81d97d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:26.143825 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:26.146723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:26.585181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49732) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:26.591120 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2104008283-network', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:26.596051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:26.600097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Usage tracker for resource:network and tenant:9021e5640c464cde8766fde6bb45abcb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:26.603067 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:26.608877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:26.619572 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Made reservation on behalf of 9021e5640c464cde8766fde6bb45abcb for: {'network': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:55:26.621839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for network, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.634726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.666091 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:26.669865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:9021e5640c464cde8766fde6bb45abcb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:26.672604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:26.682795 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:26.748130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.752193 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.755028 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9f3c8085-b698-4f0a-b7f4-f4ef34070cf8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:26.781794 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=83456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 15:55:26.790002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b539237b-1e43-463d-bc96-e21acb6b2619,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:26.793098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:26.797673 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.798003 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.segments_db [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Added segment ce336ecb-38cb-41e3-9c38-97bba2d5db37 of type vlan for network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b
Dec 22 15:55:26.824191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763199500301'] for network, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.851486 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692'] for network, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.852436 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:26.852995 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:26.856128 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:26.957584 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:26.960513 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3742316
Dec 22 15:55:26.961382 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-621599a0-1de2-43c0-9a4a-446289965bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:26.963222 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49736) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:26.967456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b details requested by agent ovs-agent-dv-neutron-822675-1-hyperv with host dv-neutron-822675-1-hyperv {{(pid=83458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 15:55:26.968763 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Request body: {'subnet': {'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2104008283-subnet', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'ip_version': 4}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:26.973721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:26.977755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Usage tracker for resource:subnet and tenant:9021e5640c464cde8766fde6bb45abcb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:26.980713 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:26.987418 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:26.998245 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Made reservation on behalf of 9021e5640c464cde8766fde6bb45abcb for: {'subnet': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:55:27.001292 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4119123'] for subnet, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.202321 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4119165'] for subnet, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.205757 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bd871fb4-c7a4-46d4-bcb9-fe1831a564ff tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:27.274702 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5febaff0-1fe6-4b79-9e60-925319be818e,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:27.278975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:27.288859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Checking segment: {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:27.289219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Network hostable DHCP agents. Network: 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b, hostable agents: ['6812e60a-7ecf-4a12-bd94-667bcddd11d7'], hosted agents: [] {{(pid=83456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 15:55:27.310199 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b is scheduled to be hosted by DHCP agent 6812e60a-7ecf-4a12-bd94-667bcddd11d7 with binding_index 1 {{(pid=83456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 15:55:27.319525 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822675-1-hyperv, 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b) {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:27.323177 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:27.323742 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.329076 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb926b26-ecaf-43c2-986f-d835d532be79 None None] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:27.344027 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-86dfd35b-48e4-4a29-9560-831b3483a6ae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3797247
Dec 22 15:55:27.346755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49740) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:27.351809 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:27.356477 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:27.360309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Usage tracker for resource:router and tenant:9021e5640c464cde8766fde6bb45abcb is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:27.363107 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:27.368634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:27.378900 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58296'] for router, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.379884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58241'] for router, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.400535 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.539824 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22775133-c32a-50f9-9405-f30bd8534197-77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'fixed_ips': [{'subnet_id': '5febaff0-1fe6-4b79-9e60-925319be818e'}]}} from dv-neutron-822675-1-hyperv. {{(pid=83458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 15:55:27.540728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.546090 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58259'] for router, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.650693 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:27.689633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-28be0e03-4b0f-44c4-b518-969c51765ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.744644 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.773812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.773997 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.db_base_plugin_common [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Allocated IP 172.20.0.2 (77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b/5febaff0-1fe6-4b79-9e60-925319be818e/c0da7e35-7cc6-404a-8cd2-665e9334a308) {{(pid=83458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:27.790713 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:27.791022 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:27.928102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Allocated IP 172.26.3.5 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/1d34ee7b-8541-419c-b4a3-49e36a6f4962) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:28.111621 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:28.132138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks [] for port, precommit_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.145074 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Transition to ACTIVE for port object c0da7e35-7cc6-404a-8cd2-665e9334a308 will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:28.154988 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:28.155646 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857547e6d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:28.204472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.231017 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Transition to ACTIVE for port object c0da7e35-7cc6-404a-8cd2-665e9334a308 will not be triggered until provisioned by entity DHCP. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:28.232484 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.237752 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f657bcff-6e17-4245-b40f-9a60d2fceba0 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:28.303049 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546'] for port, after_create {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.306897 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-654a6412-b859-4342-8d10-8dc436fd6571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:28.307010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:28.310495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:28.312414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Pushing event updated for resources: {'Port': ['ID=1d34ee7b-8541-419c-b4a3-49e36a6f4962,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:28.314602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:28.325821 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:55:28.344345 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:28.381231 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.415558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b is already hosted by enough agents. {{(pid=83458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:28.416338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.417762 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Pushing event updated for resources: {'Port': ['ID=c0da7e35-7cc6-404a-8cd2-665e9334a308,revision_number=1']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:28.423526 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.scheduler.base_scheduler [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Resources bound (agent type, host, resource id):  {{(pid=83458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:28.428550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:28.431678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Received port after_create {{(pid=83458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:28.474561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.475556 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919003'] for router, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.482688 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:28.592659 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Attempting to bind port c0da7e35-7cc6-404a-8cd2-665e9334a308 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:28.593042 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Attempting to bind port c0da7e35-7cc6-404a-8cd2-665e9334a308 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:28.593971 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Attempting to bind port c0da7e35-7cc6-404a-8cd2-665e9334a308 on network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:28.670255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:28.670643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Checking segment: {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:28.671047 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.671554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Bound using segment: {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:28.672121 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Bound port: c0da7e35-7cc6-404a-8cd2-665e9334a308, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:28.672535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.710329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Router 1840392d-107e-4a1c-9daa-75358a34e2c0 is scheduled to L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf with binding_index 1 {{(pid=83456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 15:55:28.884473 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] For port c0da7e35-7cc6-404a-8cd2-665e9334a308, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:28.895127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] For port c0da7e35-7cc6-404a-8cd2-665e9334a308, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0da7e35-7cc6-404a-8cd2-665e9334a308,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:28.899795 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.904305 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:28.917022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:28.927023 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Sync routers for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:28.941031 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:28.941714 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd2580>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:28.943833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:28.946018 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-92eb3184-87d9-4b9c-be63-4c1e57592910 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5976522
Dec 22 15:55:28.948467 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49744) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:28.995301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Pushing event updated for resources: {'Port': ['ID=c0da7e35-7cc6-404a-8cd2-665e9334a308,revision_number=2']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:28.998756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:29.005156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857547e6d0>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 2, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:29.009152 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:29.009523 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Updating router 48fe6a3d-c92a-4759-af5a-28a96a252c3c port 98068885-a298-48f4-bcf2-5961283ac5be binding host dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:55:29.071029 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:29.130862 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:29.493816 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd2580>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:28Z', 'revision_number': 3, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:29.497900 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Checking router: 1840392d-107e-4a1c-9daa-75358a34e2c0 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:29.498244 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Updating router 1840392d-107e-4a1c-9daa-75358a34e2c0 port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:55:29.552142 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:29.595365 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:29.612409 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks [] for port, precommit_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:29.638352 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Transition to ACTIVE for port object 98068885-a298-48f4-bcf2-5961283ac5be will not be triggered until provisioned by entity L2. {{(pid=83458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:29.649792 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:29.661269 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:29.766554 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0da7e35-7cc6-404a-8cd2-665e9334a308 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:29.839595 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad149-0e11-46f1-bde4-26577be32c8c None None] Pushing event updated for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:29.891278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fbcad149-0e11-46f1-bde4-26577be32c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:29.933405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.015669 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.038153 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Transition to ACTIVE for port object 1d34ee7b-8541-419c-b4a3-49e36a6f4962 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:30.045678 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port c0da7e35-7cc6-404a-8cd2-665e9334a308 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:30.049683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Attempting to bind port 98068885-a298-48f4-bcf2-5961283ac5be on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:30.049984 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Attempting to bind port 98068885-a298-48f4-bcf2-5961283ac5be by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:30.050401 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.050543 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Attempting to bind port 98068885-a298-48f4-bcf2-5961283ac5be on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:30.060744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:30.061137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Checking segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:30.061575 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.062011 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Bound using segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} {{(pid=83458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:30.062501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.managers [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Bound port: 98068885-a298-48f4-bcf2-5961283ac5be, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}}] {{(pid=83458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:30.063087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.073900 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-dfb90b41-d7b3-4729-a243-aa9f8915c817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:30.152546 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83898679-1e7d-4060-aa25-60b214719989 None None] Pushing event updated for resources: {'Port': ['ID=1d34ee7b-8541-419c-b4a3-49e36a6f4962,revision_number=2']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:30.178444 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Attempting to bind port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:30.179422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Attempting to bind port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:30.179422 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Attempting to bind port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 on network fec912f8-ceb4-4765-afbc-51e8cc522c06 {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:30.187405 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-83898679-1e7d-4060-aa25-60b214719989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:30.188286 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:30.189215 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Checking segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:30.189215 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.189803 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Bound using segment: {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:30.190509 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Bound port: 1d34ee7b-8541-419c-b4a3-49e36a6f4962, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea8bae-7618-4123-9f77-711c6b0ccb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:30.191005 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.195885 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] For port 98068885-a298-48f4-bcf2-5961283ac5be, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:30.199643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] For port 98068885-a298-48f4-bcf2-5961283ac5be, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=98068885-a298-48f4-bcf2-5961283ac5be,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:30.207028 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.219207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:30.274472 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] For port 1d34ee7b-8541-419c-b4a3-49e36a6f4962, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:30.278378 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] For port 1d34ee7b-8541-419c-b4a3-49e36a6f4962, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d34ee7b-8541-419c-b4a3-49e36a6f4962,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:30.287808 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.300576 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-20ab5494-89b4-4722-8846-3e699c7a13b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:30.307018 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:30.307617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857547e6d0>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:30.379268 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:30.379890 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575dd2580>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:30.389519 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad149-0e11-46f1-bde4-26577be32c8c None None] Pushing event updated for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:30.395497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-fbcad149-0e11-46f1-bde4-26577be32c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:30.461256 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83898679-1e7d-4060-aa25-60b214719989 None None] Pushing event updated for resources: {'Port': ['ID=1d34ee7b-8541-419c-b4a3-49e36a6f4962,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:30.476819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2575d-9c8f-4b5b-a13b-93311401f175 None None] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 15:55:30.478947 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-83898679-1e7d-4060-aa25-60b214719989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:30.480027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Allocated IP 172.20.0.1 (77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b/5febaff0-1fe6-4b79-9e60-925319be818e/1faa4981-df84-406f-9500-6b350c8329e0) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:30.612593 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:30.623387 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Provisioning for port c0da7e35-7cc6-404a-8cd2-665e9334a308 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:30.630975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Provisioning complete for port c0da7e35-7cc6-404a-8cd2-665e9334a308 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:30.631358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.673587 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.690705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Transition to ACTIVE for port object 1faa4981-df84-406f-9500-6b350c8329e0 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:30.706472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:30.722432 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.726561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e170ef6c-c4df-40ad-b5fc-4bd0c68adcec tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:30.812132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:30.816672 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:30.817654 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:30.818679 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:30.824132 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:30.879285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918789'] for router_interface, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:30.913987 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575dd2580>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:28Z', 'revision_number': 3, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:30.918525 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbfafb-116c-4fec-9839-e68546281744 None None] The sync data for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv is: [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:28Z', 'revision_number': 3, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:30.963446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.042031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.131793 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] For port c0da7e35-7cc6-404a-8cd2-665e9334a308, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0da7e35-7cc6-404a-8cd2-665e9334a308,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:31.168480 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.173581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:31.193863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.198523 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.224197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:31.311372 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Pushing event updated for resources: {'Port': ['ID=c0da7e35-7cc6-404a-8cd2-665e9334a308,revision_number=3']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:31.315718 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-554896a1-e2f7-4412-9ad1-1a32eca9ca56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:31.320529 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924793'] for router_interface, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.325373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:31.329540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:31.338427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857547e6d0>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:31.343341 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1cba3-65cf-4753-abb8-334748e6f07b None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:31.510919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:31.512146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:31.581560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Provisioning for port 1faa4981-df84-406f-9500-6b350c8329e0 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:31.596619 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Provisioning complete for port 1faa4981-df84-406f-9500-6b350c8329e0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:31.598268 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.741092 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Port 1faa4981-df84-406f-9500-6b350c8329e0 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:31.760785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Provisioning complete for port c0da7e35-7cc6-404a-8cd2-665e9334a308 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:31.761162 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df6ce85e-b6ba-49cb-bf0c-c308a4ddd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:31.850469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 98068885-a298-48f4-bcf2-5961283ac5be up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:32.022842 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 98068885-a298-48f4-bcf2-5961283ac5be completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:32.028334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 98068885-a298-48f4-bcf2-5961283ac5be triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:32.029005 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.172094 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Router 1840392d-107e-4a1c-9daa-75358a34e2c0 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:32.194924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-181d0fba-96ea-4448-85ba-0b0044fa95d1 None None] Provisioning complete for port 1faa4981-df84-406f-9500-6b350c8329e0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:32.195304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-181d0fba-96ea-4448-85ba-0b0044fa95d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.219332 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.277730 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-181d0fba-96ea-4448-85ba-0b0044fa95d1 None None] Port 1faa4981-df84-406f-9500-6b350c8329e0 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:32.281528 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 98068885-a298-48f4-bcf2-5961283ac5be, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=98068885-a298-48f4-bcf2-5961283ac5be,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:32.289566 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.290432 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0da7e35-7cc6-404a-8cd2-665e9334a308 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:32.315208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-15e9e09c-d4a7-407d-a5ed-50be9b35eb18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:32.427284 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:32.432344 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:32.441459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ee9882f4-4c92-48fe-aba0-2624e7c4f8aa None None] Provisioning complete for port 1faa4981-df84-406f-9500-6b350c8329e0 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:32.441837 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ee9882f4-4c92-48fe-aba0-2624e7c4f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.485615 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port c0da7e35-7cc6-404a-8cd2-665e9334a308 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:32.485991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:32.533123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:32.541767 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ee9882f4-4c92-48fe-aba0-2624e7c4f8aa None None] Port 1faa4981-df84-406f-9500-6b350c8329e0 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:32.548041 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] 10.222.0.69 "PUT /v2.0/routers/1840392d-107e-4a1c-9daa-75358a34e2c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5921557
Dec 22 15:55:33.237934 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49756) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:33.243685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150058030', 'description': 'tempest-secgroup-smoke-150058030 description', 'project_id': '173ef39e73ff418983c564ab403ea46c'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:33.250173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.254043 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.258117 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.263761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.274981 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.308495 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.312975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.316061 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.321615 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.376112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.379902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.383392 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9c538b8a-d6f3-4c81-ad04-e09f17bd9002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:33.421553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc8b3d-4cf4-4792-a785-45b8aeab2d85,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:33.424352 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.425588 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1866596
Dec 22 15:55:33.426570 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e0692191-5300-4370-9d97-8afd39c679db tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:33.428889 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49760) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:33.434141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:33.440739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.444602 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.447408 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.454478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.470390 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.529076 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.533079 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.534818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-39f756fc-96e9-4861-a115-76724b903da7 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:33.555548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a6e71a-1568-4209-a724-e99f2a7ec2b3,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:33.558198 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:33.565695 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.569598 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-5391d524-6c96-44b3-a8b1-55002c48ec82 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1376548
Dec 22 15:55:33.569957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49764) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:33.575388 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:33.586831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.590218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.594342 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.600176 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.621588 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.686374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.690472 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.692564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-55f8e23f-8571-447e-8d93-3d8e4b4fd2a6 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:33.693111 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 98068885-a298-48f4-bcf2-5961283ac5be up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:33.714490 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df220fd-e625-4501-97f7-c87bd8dd3ae9,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:33.716868 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:33.725114 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.727979 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-01e316ab-14a6-46cc-9656-2f658bad53c3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1557536
Dec 22 15:55:33.729290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49768) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:33.734930 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:33.740961 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.744792 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.747697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.753332 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.770327 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.770504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 98068885-a298-48f4-bcf2-5961283ac5be triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:33.770902 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.832914 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.836629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.842788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-76c9e918-fb98-4ff6-a62c-3d610e552b9c tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:33.861666 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb723695-4592-4977-8f5e-190e3344079a,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:33.864063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:33.872410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.873630 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59f85720-c2b0-4c9e-8f6c-171d6be14679 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1434324
Dec 22 15:55:33.877075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49772) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:33.883042 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:33.888809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d34ee7b-8541-419c-b4a3-49e36a6f4962 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:33.888947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:33.893567 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:33.896353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:33.902276 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:33.918446 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.934656 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.964670 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:33.969930 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:33.970309 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.987557 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.991224 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:33.998919 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a822024-970b-4cfe-9de2-e069709396fe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:34.017884 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed6aa5a-4dfc-4f2e-8ab8-63c0f306ab6c,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:34.020908 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:34.028697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.029928 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e77b7ab4-da59-4c42-9c67-c95873a68656 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1519337
Dec 22 15:55:34.033330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49776) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:34.038776 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:34.044497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:34.048834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:34.051596 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:34.057330 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:34.067554 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.securitygroups_db [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Project 173ef39e73ff418983c564ab403ea46c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:55:34.073722 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.085117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.101019 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1d34ee7b-8541-419c-b4a3-49e36a6f4962, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d34ee7b-8541-419c-b4a3-49e36a6f4962,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:34.104541 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.106302 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:34.142619 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.146709 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.153971 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7034b6c4-1e5c-4853-82c0-3ddedffb0fbe tempest-TestNetworkBasicOps-1017749298 tempest-TestNetworkBasicOps-1017749298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:34.174430 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1d34ee7b-8541-419c-b4a3-49e36a6f4962,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:34.175993 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee85df6-d3ec-4574-8a04-2cc3313ac4d1,revision_number=0']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:34.177467 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:34.178902 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:34.184035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.185600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-ca692ac7-2b07-4724-b23e-fc4cce9537b2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1512678
Dec 22 15:55:34.188501 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 49780) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:34.194998 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.v2.base [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'security_group_rule': {'security_group_id': '80bc8b3d-4cf4-4792-a785-45b8aeab2d85', 'project_id': '173ef39e73ff418983c564ab403ea46c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:34.201386 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:34.205538 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:security_group_rule and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:34.208453 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83457) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:34.214997 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.quota.driver [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83457) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:34.225552 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.db.securitygroups_db [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Project 173ef39e73ff418983c564ab403ea46c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 15:55:34.231697 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.296996 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.300668 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996413'] for security_group_rule, after_create {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.306597 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-f67174bb-7805-45e0-8ce4-781c4160c3f6 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:34.325647 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461d96b1-c213-450d-a759-af94f72ceb08,revision_number=0']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:34.328854 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:34.336040 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:34.337241 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-c9533194-880e-497a-8e84-df48bd089a50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1477501
Dec 22 15:55:34.724941 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-e6fd9c5c-0515-4bf9-9ebc-06a7c9a6d8b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:security_group {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:34.741953 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-e6fd9c5c-0515-4bf9-9ebc-06a7c9a6d8b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:security_group {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:34.743107 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-e6fd9c5c-0515-4bf9-9ebc-06a7c9a6d8b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150058030&fields=id&tenant_id=173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 267 time: 0.0584302
Dec 22 15:55:34.886936 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dc85e5b3-9ec7-41c1-b033-843ab97de4b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:34.887606 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dc85e5b3-9ec7-41c1-b033-843ab97de4b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:network {{(pid=83457) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:34.904399 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dc85e5b3-9ec7-41c1-b033-843ab97de4b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:network {{(pid=83457) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:34.906657 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dc85e5b3-9ec7-41c1-b033-843ab97de4b3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 810 time: 0.1567156
Dec 22 15:55:34.923382 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-73904339-3630-4724-ae1c-d3813b32a89c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/quotas/173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 375 time: 0.0118401
Dec 22 15:55:35.006579 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-b3806302-8d4a-4ce9-b57b-18eaf040d544 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0783532
Dec 22 15:55:35.142699 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-2ae618fa-d902-4dec-9eb3-8c4407c116f9 service neutron] 10.222.0.69 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244884
Dec 22 15:55:35.377097 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-58638088-0d53-4578-bfb8-947a3b88a955 service neutron] 10.222.0.69 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285702
Dec 22 15:55:35.622547 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d34ee7b-8541-419c-b4a3-49e36a6f4962 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:35.689406 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:35.689785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:36.701082 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7dbd572a-9ff2-4d6b-8ebc-1e48ddd8ea15 req-45a57d4e-4f1d-43de-b7e6-5edd53fac4b0 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:36.717157 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7dbd572a-9ff2-4d6b-8ebc-1e48ddd8ea15 req-45a57d4e-4f1d-43de-b7e6-5edd53fac4b0 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:36.718337 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7dbd572a-9ff2-4d6b-8ebc-1e48ddd8ea15 req-45a57d4e-4f1d-43de-b7e6-5edd53fac4b0 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 210 time: 0.1808829
Dec 22 15:55:37.888634 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-cf038108-3e1d-4aae-900c-61f2dc7b33e2 req-4ebae532-dd61-46c3-bc1f-cc855d29c2f2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 210 time: 0.0462005
Dec 22 15:55:38.020102 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-b433c303-9986-48c4-8c69-e424ecbfec6c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:38.022198 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-b433c303-9986-48c4-8c69-e424ecbfec6c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 810 time: 0.1436999
Dec 22 15:55:38.084032 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-2940a085-6b35-47da-a58d-9504454d8e41 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:security_group {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:38.095836 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-2940a085-6b35-47da-a58d-9504454d8e41 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:security_group {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:38.096970 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-2940a085-6b35-47da-a58d-9504454d8e41 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 379 time: 0.0593336
Dec 22 15:55:38.107336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'port': {'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'admin_state_up': True, 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'security_groups': ['80bc8b3d-4cf4-4792-a785-45b8aeab2d85']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:38.241035 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:38.250192 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:38.260888 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Made reservation on behalf of 173ef39e73ff418983c564ab403ea46c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:55:38.263808 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:38.426779 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Allocated IP 172.20.0.3 (1684af71-8f62-46b7-82a2-a57d2d717ce3/09789618-17c3-4dd8-8518-6c41bd6e3458/60966a93-e99f-4c63-a779-ae1868fafff1) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:38.609560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:38.624962 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Transition to ACTIVE for port object 60966a93-e99f-4c63-a779-ae1868fafff1 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:38.646344 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:38.651686 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-00ee1d52-9433-4cab-9554-f195dbc0d3e8 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:38.716721 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:38.720131 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:38.724299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:38.753917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:38.759183 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:38.790373 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:38.790963 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:38.818110 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7144613
Dec 22 15:55:38.838166 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Request body: {'port': {'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:38.949266 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.011429 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec304b69-3057-4fc7-9dd8-2a6bbfb06ce4 None None] Provisioning for port 60966a93-e99f-4c63-a779-ae1868fafff1 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:39.018286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-ec304b69-3057-4fc7-9dd8-2a6bbfb06ce4 None None] Provisioning complete for port 60966a93-e99f-4c63-a779-ae1868fafff1 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:39.018667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-ec304b69-3057-4fc7-9dd8-2a6bbfb06ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.074524 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-ec304b69-3057-4fc7-9dd8-2a6bbfb06ce4 None None] Port 60966a93-e99f-4c63-a779-ae1868fafff1 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:55:39.352230 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0c0f-39a9-458d-9417-b17ed6a8ac38 req-4ce8d2c0-e13d-42c6-af34-60e28638266d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:39.352929 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5b6d0c0f-39a9-458d-9417-b17ed6a8ac38 req-4ce8d2c0-e13d-42c6-af34-60e28638266d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:39.386206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-5b6d0c0f-39a9-458d-9417-b17ed6a8ac38 req-4ce8d2c0-e13d-42c6-af34-60e28638266d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:39.387334 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b6d0c0f-39a9-458d-9417-b17ed6a8ac38 req-4ce8d2c0-e13d-42c6-af34-60e28638266d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 931 time: 0.3704677
Dec 22 15:55:39.486019 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-5b6d0c0f-39a9-458d-9417-b17ed6a8ac38 req-3c53c3ad-ca7d-4bc7-ab89-416f5b51c5b9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878627
Dec 22 15:55:39.511331 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60966a93-e99f-4c63-a779-ae1868fafff1 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:55:39.516422 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.530847 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Transition to ACTIVE for port object 60966a93-e99f-4c63-a779-ae1868fafff1 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:39.533782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.537310 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d14f043e-9683-4de7-a434-d5439768b823 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:39.658335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:39.662464 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:39.769850 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Attempting to bind port 60966a93-e99f-4c63-a779-ae1868fafff1 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:39.770179 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Attempting to bind port 60966a93-e99f-4c63-a779-ae1868fafff1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:39.770536 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Attempting to bind port 60966a93-e99f-4c63-a779-ae1868fafff1 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:39.776228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Port 60966a93-e99f-4c63-a779-ae1868fafff1 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:55:39.776601 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Attempting to bind port 60966a93-e99f-4c63-a779-ae1868fafff1 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:39.783315 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:39.783705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Checking segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:39.784080 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Bound using segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:39.784515 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Bound port: 60966a93-e99f-4c63-a779-ae1868fafff1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:39.784848 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.875010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:39.877803 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:39.881879 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.885287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:39.938926 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:39.940280 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] 10.222.0.61 "PUT /v2.0/ports/60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 1093 time: 1.1091385
Dec 22 15:55:39.940817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:55:39.965540 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:39.970146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:40.026961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'status': 'completed', 'code': 200}
Dec 22 15:55:40.070080 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-25953dc6-af06-4fb2-bc5d-5ca8ab618044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1096 time: 0.0782709
Dec 22 15:55:40.147723 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-7412751c-40b9-40b5-b848-44063c06755c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 217 time: 0.0654008
Dec 22 15:55:40.213216 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dd39cd5f-33db-4eb6-8208-87d0832e920a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:40.214521 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-dd39cd5f-33db-4eb6-8208-87d0832e920a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0567575
Dec 22 15:55:40.295067 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-896ab8d4-6fa8-4634-9c12-06e784ef36ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702987
Dec 22 15:55:40.432217 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-d4c3dc9f-af7c-4afd-8ce0-8613de9837c8 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261146
Dec 22 15:55:40.566868 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-b279290c-89b7-4f22-8083-715d9e6997e2 req-0322b0d2-eafa-4671-b458-420a782973d8 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241872
Dec 22 15:55:40.738693 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73243c9f-37dd-4fd4-b40b-f2a2ba4868dd req-50cbfa55-31f6-451f-ab0b-bb70f6993841 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:40.740043 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73243c9f-37dd-4fd4-b40b-f2a2ba4868dd req-50cbfa55-31f6-451f-ab0b-bb70f6993841 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 943 time: 0.1327724
Dec 22 15:55:40.743539 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-0c7fe23d-1752-4391-89f0-402d5b3d29ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1096 time: 0.1059573
Dec 22 15:55:40.870717 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-73243c9f-37dd-4fd4-b40b-f2a2ba4868dd req-7f2aae6b-3b2e-4005-9cd7-e6c22d54c825 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245773
Dec 22 15:55:40.903548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-5d5e8ec7-69ee-472e-93ba-23edd0b47b0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:40.904985 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-5d5e8ec7-69ee-472e-93ba-23edd0b47b0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1457515
Dec 22 15:55:40.976069 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-a4a29004-819f-4e96-b0b0-69a1d7fbff90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 217 time: 0.0625587
Dec 22 15:55:41.038299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-aa273269-c764-4732-b70c-045a77609ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:41.039609 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-aa273269-c764-4732-b70c-045a77609ebe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0562458
Dec 22 15:55:41.117535 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-b1a08d08-2471-4cc9-8d85-d817bdcff01a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671058
Dec 22 15:55:41.358986 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-a24c930b-702b-4fb7-b226-f8dba0ec8627 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334256
Dec 22 15:55:41.490827 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-cbb41b9b-bcce-44bb-810f-c0ad79920ea4 req-dc94d4c9-f536-400a-9ca6-d603f359b40e service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245723
Dec 22 15:55:42.072880 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90680c-22e5-4c50-9560-757ca1a75e40 req-6797f855-c0a6-4941-90cc-efc8015ab3bf tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:42.074335 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-db90680c-22e5-4c50-9560-757ca1a75e40 req-6797f855-c0a6-4941-90cc-efc8015ab3bf tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 943 time: 0.0790663
Dec 22 15:55:42.118541 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-db90680c-22e5-4c50-9560-757ca1a75e40 req-881aafc3-00a6-4fac-a978-e27aa65b6bf4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383649
Dec 22 15:55:42.691714 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:55:42.860538 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:42.873279 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '60966a93-e99f-4c63-a779-ae1868fafff1', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:55:42.926321 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:42.943278 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60966a93-e99f-4c63-a779-ae1868fafff1 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:55:42.958359 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:42.962027 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:42.963725 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a5cad165-7873-4ea4-90d2-6d48eba511b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:43.027890 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:43.030737 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:43.231377 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['60966a93-e99f-4c63-a779-ae1868fafff1'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:55:43.315697 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40815884-71b4-419c-8fba-2a53e7f175c8 req-9514d657-39f7-4ce1-a853-e2dc4b3ddacd tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:43.317186 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-40815884-71b4-419c-8fba-2a53e7f175c8 req-9514d657-39f7-4ce1-a853-e2dc4b3ddacd tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 944 time: 0.0776117
Dec 22 15:55:43.361961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-40815884-71b4-419c-8fba-2a53e7f175c8 req-2dd678ca-85c1-4221-931b-601a50159ced tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392702
Dec 22 15:55:44.556129 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b1ea6-af6c-4622-a4cf-efebbcfeba05 req-f18e8180-5e5d-40dc-8ca3-4a23a0e47733 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:44.557847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-449b1ea6-af6c-4622-a4cf-efebbcfeba05 req-f18e8180-5e5d-40dc-8ca3-4a23a0e47733 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 944 time: 0.0754521
Dec 22 15:55:44.603813 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-449b1ea6-af6c-4622-a4cf-efebbcfeba05 req-3b5569bd-28ab-4eb7-a20e-f3e3e6ef83f9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398531
Dec 22 15:55:44.706969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:44.773771 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port 60966a93-e99f-4c63-a779-ae1868fafff1 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:44.778393 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 60966a93-e99f-4c63-a779-ae1868fafff1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:44.778765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:44.890920 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:44.915785 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:55:44.926108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:44.929738 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:44.932334 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:44.971697 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'code': 200}
Dec 22 15:55:45.001342 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:45.005193 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:45.213395 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-952cbc19-bb56-48a9-85e4-22a17f6612f3 req-1d1b65e9-7054-444b-bf84-cc214070190b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1098 time: 0.0697696
Dec 22 15:55:45.259252 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-952cbc19-bb56-48a9-85e4-22a17f6612f3 req-ed46bfb6-ae05-47f9-ad76-a42b7d55a193 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349913
Dec 22 15:55:45.801516 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7b24-32e3-492a-8898-d3b6a09a4780 req-f0ef3c67-b000-482c-be9e-5363c73334b1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:45.802959 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-35ab7b24-32e3-492a-8898-d3b6a09a4780 req-f0ef3c67-b000-482c-be9e-5363c73334b1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 945 time: 0.0798857
Dec 22 15:55:45.849735 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-35ab7b24-32e3-492a-8898-d3b6a09a4780 req-ee534516-0a7b-40e3-b505-1ca08c095a35 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409915
Dec 22 15:55:47.051651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a379a1-9460-4066-9f11-e65bb675e585 req-68a4f4d7-bf5f-4ab5-bb26-9f65ab2c5f78 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:47.053125 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52a379a1-9460-4066-9f11-e65bb675e585 req-68a4f4d7-bf5f-4ab5-bb26-9f65ab2c5f78 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 945 time: 0.0755358
Dec 22 15:55:47.100352 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-52a379a1-9460-4066-9f11-e65bb675e585 req-fdb7689a-1a74-4730-b5ea-e0b88137c7b0 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414646
Dec 22 15:55:47.446934 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fa2d4-b60d-4f77-b6a3-1dd1a4bd356a req-7bfe7707-a2db-4d33-ba9a-2f4c244799e2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:47.448295 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-804fa2d4-b60d-4f77-b6a3-1dd1a4bd356a req-7bfe7707-a2db-4d33-ba9a-2f4c244799e2 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 945 time: 0.0782671
Dec 22 15:55:47.498361 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-804fa2d4-b60d-4f77-b6a3-1dd1a4bd356a req-f2c83e6b-7575-4e20-98a5-3ec211c756b9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444431
Dec 22 15:55:47.524708 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49844) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:47.662353 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2227eafd-f6fd-4937-b01e-e145744bd723 tempest-TestSnapshotPattern-2029365182 tempest-TestSnapshotPattern-2029365182-project-admin] Synchronizing usage tracker for tenant:9021e5640c464cde8766fde6bb45abcb on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:55:47.678223 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2227eafd-f6fd-4937-b01e-e145744bd723 tempest-TestSnapshotPattern-2029365182 tempest-TestSnapshotPattern-2029365182-project-admin] Unset dirty status for tenant:9021e5640c464cde8766fde6bb45abcb on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:55:47.679427 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2227eafd-f6fd-4937-b01e-e145744bd723 tempest-TestSnapshotPattern-2029365182 tempest-TestSnapshotPattern-2029365182-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1093 time: 0.1536860
Dec 22 15:55:47.682550 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 49850) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:55:47.687827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:55:47.694173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:55:47.698012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:floatingip and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:55:47.700755 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:55:47.707361 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:55:47.717205 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:47.855701 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:47.990831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Allocated IP 172.26.3.34 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/a3b33941-cf25-4b0f-9cd6-059381a5e7c4) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:55:48.142865 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:48.169126 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:48.172658 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a51c00f8-c09e-4caa-81c5-e8c3a0f8bccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:48.234812 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:55:48.237965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:55:48.242066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:55:48.266634 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=a3b33941-cf25-4b0f-9cd6-059381a5e7c4,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:48.271665 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:48.860491 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:48.913684 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:49.113368 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:49.118100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:49.121789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-83a81f4a-5cdd-467f-9778-bfdcd974d8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:49.221564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=a3b33941-cf25-4b0f-9cd6-059381a5e7c4,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:49.225397 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:49.240086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:49.427006 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Floating IP 6db3e603-3c8a-4b66-bc15-624c9be4eddd associated. External IP: 172.26.3.34, port: 60966a93-e99f-4c63-a779-ae1868fafff1.
Dec 22 15:55:49.810514 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:55:50.008194 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:55:50.017946 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:50.029358 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:50.030006 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c9220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:50.033220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:50.085717 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4021342
Dec 22 15:55:50.086415 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:55:50.206304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:50.216832 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'status': 'completed', 'code': 200}
Dec 22 15:55:50.309537 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-75684cf7-13c8-4b55-890e-b3f386e44f77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1098 time: 0.0703681
Dec 22 15:55:50.551600 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c9220>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:50.555862 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:50.568277 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:50.568847 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85754c9220>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:50.569871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-49229991-aadb-4e64-9eea-257887a7db25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:50.571360 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-49229991-aadb-4e64-9eea-257887a7db25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.2555919
Dec 22 15:55:50.674922 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-aa7417bd-2250-4064-a1c4-dd13badc8e4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 998 time: 0.0971663
Dec 22 15:55:50.737639 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-aadaa89d-132c-48c2-84dd-d7e63b34c300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:55:50.739467 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-aadaa89d-132c-48c2-84dd-d7e63b34c300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0581763
Dec 22 15:55:50.748336 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:50.815976 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-f58ad207-6f11-4728-b918-ce06bf754839 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692682
Dec 22 15:55:50.955326 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-0b86cc9f-0b87-4a29-96fb-3503016bb07b service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284184
Dec 22 15:55:51.088552 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-165464e7-70f4-4045-bfe1-c326cc2cf340 req-7fc8ef05-bd84-42bb-b5ad-e2643665d3f9 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264935
Dec 22 15:55:51.143208 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85754c9220>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:51.147206 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3818e-ef4f-453b-8633-4f8af19c85e7 None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:53.434003 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Sync routers for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:55:53.442172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605df3b-27d6-4b86-a977-4bd1e0e7863d None None] New status for floating IP 6db3e603-3c8a-4b66-bc15-624c9be4eddd: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:55:53.446782 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:53.447471 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aba640>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:53.648264 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:53.950687 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aba640>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 4, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1faa4981-df84-406f-9500-6b350c8329e0', 'name': '', 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'mac_address': 'fa:16:3e:5d:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:30Z', 'updated_at': '2021-12-22T15:55:31Z', 'revision_number': 2, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'subnets': [{'id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:53.954481 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Checking router: 1840392d-107e-4a1c-9daa-75358a34e2c0 for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:55:53.954835 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Updating router 1840392d-107e-4a1c-9daa-75358a34e2c0 port 1faa4981-df84-406f-9500-6b350c8329e0 binding host dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 15:55:54.006476 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.334392 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks [] for port, precommit_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.345342 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.provisioning_blocks [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Transition to ACTIVE for port object 1faa4981-df84-406f-9500-6b350c8329e0 will not be triggered until provisioned by entity L2. {{(pid=83459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:55:54.351188 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.354546 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-a238324a-3921-427a-9d5e-6ad3410fdb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:54.474738 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cd9c8-f0fc-48aa-8435-102688b39e4a None None] Pushing event updated for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=3']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:54.477589 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9a1cd9c8-f0fc-48aa-8435-102688b39e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:54.569968 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Attempting to bind port 1faa4981-df84-406f-9500-6b350c8329e0 on host dv-neutron-822675-1-hyperv for vnic_type normal with profile  {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:55:54.570331 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Attempting to bind port 1faa4981-df84-406f-9500-6b350c8329e0 by drivers openvswitch,hyperv on host dv-neutron-822675-1-hyperv at level 0 using segments [{'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:55:54.570688 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Attempting to bind port 1faa4981-df84-406f-9500-6b350c8329e0 on network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:55:54.577203 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Checking agent: {'id': '4dad3928-53a0-4e4c-9dea-341a34e81864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822675-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 50, 28), 'started_at': datetime.datetime(2021, 12, 22, 14, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822675-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:55:54.577499 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Checking segment: {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:55:54.577895 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.578824 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Bound using segment: {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'} {{(pid=83459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:55:54.579441 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.managers [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Bound port: 1faa4981-df84-406f-9500-6b350c8329e0, host: dv-neutron-822675-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce336ecb-38cb-41e3-9c38-97bba2d5db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b'}}] {{(pid=83459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:55:54.579813 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.667803 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] For port 1faa4981-df84-406f-9500-6b350c8329e0, host dv-neutron-822675-1-hyperv, cleared binding levels {{(pid=83459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:55:54.671216 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.plugins.ml2.db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] For port 1faa4981-df84-406f-9500-6b350c8329e0, host dv-neutron-822675-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1faa4981-df84-406f-9500-6b350c8329e0,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:55:54.674723 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron_lib.callbacks.manager [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.678027 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-347fbf4a-3203-4c60-8235-21ba3f5b4988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:54.719643 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-84acec0e-1272-4e95-a491-08519b162705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:54.758519 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cd9c8-f0fc-48aa-8435-102688b39e4a None None] Pushing event updated for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=4']} {{(pid=83459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:54.762497 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG oslo_concurrency.lockutils [None req-9a1cd9c8-f0fc-48aa-8435-102688b39e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:54.763489 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:55:54.764097 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575aba640>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:55:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:54.950596 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:55:55.279544 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575aba640>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 4, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1faa4981-df84-406f-9500-6b350c8329e0', 'name': '', 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'mac_address': 'fa:16:3e:5d:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:30Z', 'updated_at': '2021-12-22T15:55:54Z', 'revision_number': 4, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'subnets': [{'id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:55:55.283253 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9d9d0-e5e2-478e-9939-918cb601abb6 None None] The sync data for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv is: [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:30Z', 'revision_number': 4, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '1faa4981-df84-406f-9500-6b350c8329e0', 'name': '', 'network_id': '77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'mac_address': 'fa:16:3e:5d:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:30Z', 'updated_at': '2021-12-22T15:55:54Z', 'revision_number': 4, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'subnets': [{'id': '5febaff0-1fe6-4b79-9e60-925319be818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:55:55.659955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1faa4981-df84-406f-9500-6b350c8329e0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:55.732717 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning for port 1faa4981-df84-406f-9500-6b350c8329e0 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:55:55.738304 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1faa4981-df84-406f-9500-6b350c8329e0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:55.738962 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:55.860497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:55.894317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] For port 1faa4981-df84-406f-9500-6b350c8329e0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1faa4981-df84-406f-9500-6b350c8329e0,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:55:55.899339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:55.901368 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:55:55.975979 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Pushing event updated for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:55:55.979293 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:55:57.639256 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1faa4981-df84-406f-9500-6b350c8329e0 up at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:55:57.667571 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d49c49ea-d48f-409c-8aec-e45b20e4bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:57.709184 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Provisioning complete for port 1faa4981-df84-406f-9500-6b350c8329e0 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:55:57.709555 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:58.248924 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:58.267383 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:55:59.552691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:03.906497 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:05.325731 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:56:24.721172 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-467e1b7d-bf95-4fd8-a2be-22a857227826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:27.640873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6933e874-f296-4d02-8bf3-e590b32bdd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:28.252194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:28.268991 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:29.559810 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:30.244306 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-6c388dd4-a75d-4949-b601-b090d752954c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733151
Dec 22 15:56:30.397800 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-72519152-a653-4517-bca2-3153088b00a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1098 time: 0.0691166
Dec 22 15:56:30.549347 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-e30c4295-eb85-4b33-815d-8fb7834cf9e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:56:30.550876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-e30c4295-eb85-4b33-815d-8fb7834cf9e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1263523
Dec 22 15:56:30.665782 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-3b7c196e-808b-4794-ada1-f2ad809101e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 1000 time: 0.1033258
Dec 22 15:56:30.731209 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-d424eac8-7c1e-486d-95be-2ced8701051c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:56:30.732645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-d424eac8-7c1e-486d-95be-2ced8701051c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0569756
Dec 22 15:56:30.813853 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-deee7cd8-6ebc-472d-95d4-c78d04e9c05a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712900
Dec 22 15:56:30.946321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-058fe1fd-7a0f-4315-ae06-62dbc281b54a service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216261
Dec 22 15:56:31.081169 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-0f9b7fbf-8b64-47b4-a2c8-d72b53993eaf req-93f3f901-3ae1-40d7-992f-43d7f23bdecc service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244764
Dec 22 15:56:33.905918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:42.324810 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:56:54.723084 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-6e6a09cc-9400-4a2a-bd44-c06bed46b990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:57.649159 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0b53d542-05dd-4519-ab01-a95927d612b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:58.254255 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:58.270197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:56:59.558969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:03.906565 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:19.324662 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:57:24.726133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-94b37312-d945-4973-821d-d23c2826a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:27.641127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a88bd992-3677-4ad5-bc84-2ccfb7e57ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:28.269618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:28.273338 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:29.561427 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:31.411322 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-56bea4b4-4611-4cbe-ad87-d263423af832 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1292453
Dec 22 15:57:31.560643 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-66bc97ee-ecf8-42b6-8058-e357881ca8ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1098 time: 0.0701191
Dec 22 15:57:31.817469 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-299c8fc8-a7d5-4254-a4d6-76f26f55653c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:57:31.818802 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-299c8fc8-a7d5-4254-a4d6-76f26f55653c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.2335730
Dec 22 15:57:31.924711 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-19a8ecc2-f4a7-4879-8a4d-184eac447660 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 1000 time: 0.0948648
Dec 22 15:57:31.991053 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-82311b05-fe20-4203-bcb5-37f8adc364fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:57:31.992469 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-82311b05-fe20-4203-bcb5-37f8adc364fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0567174
Dec 22 15:57:32.073088 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-d1bc4403-2fa1-46e3-85f1-2ba02582adc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657253
Dec 22 15:57:32.204437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-5b4299c4-8a9e-42f6-9ac7-e80e499f6ca2 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206458
Dec 22 15:57:32.337746 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c67fcbcb-57ea-4b0c-8205-96a6cf65d327 req-318468b8-4af0-4848-8c6e-39fb97d3c1df service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227553
Dec 22 15:57:33.898973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:49.225736 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:57:49.395770 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:57:49.408408 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': '60966a93-e99f-4c63-a779-ae1868fafff1', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:57:49.463517 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:49.480030 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60966a93-e99f-4c63-a779-ae1868fafff1 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:57:49.494593 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:57:49.498686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:49.501666 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:57:49.572227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:57:49.580560 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.580918 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.581843 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.582227 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.582564 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.582899 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.583228 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.583558 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.583884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.584207 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.584553 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:57:49.588314 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:57:49.590954 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['60966a93-e99f-4c63-a779-ae1868fafff1'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:57:51.247610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:57:51.320165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port 60966a93-e99f-4c63-a779-ae1868fafff1 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:57:51.320882 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:51.440087 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:51.469237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:57:51.478363 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:57:51.489611 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:51.492540 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-46309e7a-00b8-4e25-9fe7-d152824ff230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:57:51.580317 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:57:51.583974 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:57:51.783982 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'code': 200}
Dec 22 15:57:54.733241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-2438b414-8107-48de-a0a2-765b2f26f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:56.326628 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:57:57.654813 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-4e793f5c-7769-43ca-a9c2-97f3f4baceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:58.271685 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:58.279959 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:57:59.565197 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:00.995017 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-421bbfab-04f6-4cc3-9d09-3e2b88804697 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150058030&fields=id&tenant_id=173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 267 time: 0.0425978
Dec 22 15:58:01.140022 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-1867d945-6f95-46aa-89eb-0824e4e445a4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:01.141480 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-1867d945-6f95-46aa-89eb-0824e4e445a4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 810 time: 0.1402719
Dec 22 15:58:01.158050 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-57d01dbd-b3f4-461f-bdcc-809f4c6e2a8c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/quotas/173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 375 time: 0.0105665
Dec 22 15:58:01.241687 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-b17a9383-5da0-4ca3-af74-08c54d5a5c0d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0779805
Dec 22 15:58:01.478670 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-abeb001f-6ebc-4517-af12-330305356452 service neutron] 10.222.0.69 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882682
Dec 22 15:58:01.609429 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-34130bc2-30eb-4e26-a387-e00732696fae service neutron] 10.222.0.69 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251817
Dec 22 15:58:01.886580 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-60ad21b8-6876-4e88-9dcd-e002980115be req-51c718f3-d829-42ad-b47d-17921efe6548 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 210 time: 0.1107359
Dec 22 15:58:03.072963 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-09ca56af-be61-4c9c-a1db-d369c1fdf25b req-2cd5d1e3-1c47-4852-a817-d186fb8074d8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 210 time: 0.0518193
Dec 22 15:58:03.109858 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-328e9eb1-d8dc-412d-9668-0a8319585d7d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:03.111398 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-328e9eb1-d8dc-412d-9668-0a8319585d7d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 810 time: 0.1657510
Dec 22 15:58:03.176286 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-02e139ff-5235-4e8c-954d-d8478f7768fe tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=173ef39e73ff418983c564ab403ea46c HTTP/1.1" status: 200  len: 379 time: 0.0425463
Dec 22 15:58:03.189219 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'port': {'device_id': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'admin_state_up': True, 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'security_groups': ['80bc8b3d-4cf4-4792-a785-45b8aeab2d85']}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:58:03.297249 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 15:58:03.326358 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:58:03.340097 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:58:03.353195 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Made reservation on behalf of 173ef39e73ff418983c564ab403ea46c for: {'port': 1} {{(pid=83456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 15:58:03.358180 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.427139 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.455664 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:58:03.474490 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:58:03.480140 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.483071 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-8597b1ec-0b66-4e09-811c-99e34cfb83b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:03.522329 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'code': 200}
Dec 22 15:58:03.558347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:03.561749 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:03.599941 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Allocated IP 172.20.0.9 (1684af71-8f62-46b7-82a2-a57d2d717ce3/09789618-17c3-4dd8-8518-6c41bd6e3458/a49366e6-f213-4006-b299-428048bd9de3) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:58:03.889518 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.906228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Transition to ACTIVE for port object a49366e6-f213-4006-b299-428048bd9de3 will not be triggered until provisioned by entity DHCP. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:58:03.923756 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.930178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:03.936685 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1d409660-99c9-47a8-9270-213b9e39af76 tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:04.012928 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:58:04.016456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:58:04.020066 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:58:04.052768 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:04.085355 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.085947 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.086339 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.086716 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.087098 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.087655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.091123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.091123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.091123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.091123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.092997 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:58:04.101236 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:04.138651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:04.139957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:04.180757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-30b77457-9d4b-4d79-aa28-607c3e08906f tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9951310
Dec 22 15:58:04.334244 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502650a-0d87-4cf8-989c-b8f7259554c5 req-904b9716-189a-47b7-961b-afc1c049e10b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:04.336550 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2502650a-0d87-4cf8-989c-b8f7259554c5 req-904b9716-189a-47b7-961b-afc1c049e10b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0980496
Dec 22 15:58:04.381252 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-2502650a-0d87-4cf8-989c-b8f7259554c5 req-98408be4-ca5f-4462-a980-15019907d7a6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392914
Dec 22 15:58:04.422380 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d815d845-e582-4644-a752-9cda260d8735 None None] Provisioning for port a49366e6-f213-4006-b299-428048bd9de3 completed by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:58:04.426877 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-d815d845-e582-4644-a752-9cda260d8735 None None] Provisioning complete for port a49366e6-f213-4006-b299-428048bd9de3 triggered by entity DHCP. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:58:04.427251 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-d815d845-e582-4644-a752-9cda260d8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:04.494645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-d815d845-e582-4644-a752-9cda260d8735 None None] Port a49366e6-f213-4006-b299-428048bd9de3 cannot update to ACTIVE because it is not bound. {{(pid=83458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 15:58:05.599878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b686d7f-7bbf-46b2-926d-e57d54833268 req-d5ba3fe4-b780-429e-93af-eda11e51f076 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:05.600705 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3b686d7f-7bbf-46b2-926d-e57d54833268 req-d5ba3fe4-b780-429e-93af-eda11e51f076 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 15:58:05.632563 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-3b686d7f-7bbf-46b2-926d-e57d54833268 req-d5ba3fe4-b780-429e-93af-eda11e51f076 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 15:58:05.633858 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b686d7f-7bbf-46b2-926d-e57d54833268 req-d5ba3fe4-b780-429e-93af-eda11e51f076 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.1246893
Dec 22 15:58:05.694915 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-3b686d7f-7bbf-46b2-926d-e57d54833268 req-712743de-ce5b-4275-8f03-67b9d5d16122 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495071
Dec 22 15:58:06.899508 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd5dd-8aa8-46f0-85b9-3f6ba8e66755 req-d4f95859-1f6f-4127-8fe5-04c56c054a3e tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:06.901025 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a2fdd5dd-8aa8-46f0-85b9-3f6ba8e66755 req-d4f95859-1f6f-4127-8fe5-04c56c054a3e tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0832603
Dec 22 15:58:06.964642 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-a2fdd5dd-8aa8-46f0-85b9-3f6ba8e66755 req-b1808715-8339-4125-9194-12e25df2db26 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479414
Dec 22 15:58:08.179152 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebf838-eb16-4eef-a766-e0d2d4a07795 req-ae6b330f-0ff1-4176-8a74-b4ede32f9ca4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:08.181287 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16ebf838-eb16-4eef-a766-e0d2d4a07795 req-ae6b330f-0ff1-4176-8a74-b4ede32f9ca4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0943987
Dec 22 15:58:08.229757 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-16ebf838-eb16-4eef-a766-e0d2d4a07795 req-4600a134-6090-4fd8-8c76-ff00a6fdaa3b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427828
Dec 22 15:58:09.440215 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565d5a1-6624-41b9-942c-10bef0765646 req-fc7a686a-09ba-4747-b8ab-c3f9e97faf8e tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:09.441698 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d565d5a1-6624-41b9-942c-10bef0765646 req-fc7a686a-09ba-4747-b8ab-c3f9e97faf8e tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0758667
Dec 22 15:58:09.503794 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-d565d5a1-6624-41b9-942c-10bef0765646 req-8db97bcb-61bb-4ac5-899f-ff66a89d64d7 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565600
Dec 22 15:58:10.824886 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373111-e95a-4a95-b1e7-5a2293b1c2ec req-53b91322-64b1-46cb-909f-5ffa271ca441 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:10.826258 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c373111-e95a-4a95-b1e7-5a2293b1c2ec req-53b91322-64b1-46cb-909f-5ffa271ca441 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.2004523
Dec 22 15:58:10.873043 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1c373111-e95a-4a95-b1e7-5a2293b1c2ec req-33db9522-727a-47db-b42a-2a3bf40eeb9e tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414481
Dec 22 15:58:12.092124 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8729e-bfac-4bb7-bc71-ada1e593a26c req-5bb166e7-e547-48c8-a735-2bd571525ea8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:12.094511 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-76b8729e-bfac-4bb7-bc71-ada1e593a26c req-5bb166e7-e547-48c8-a735-2bd571525ea8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.1013553
Dec 22 15:58:12.141368 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-76b8729e-bfac-4bb7-bc71-ada1e593a26c req-83ed19e2-884d-4506-bbda-bf38bc444ca7 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407598
Dec 22 15:58:13.353085 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103b6e8-1265-41dd-9878-184f6069a53b req-ac6143db-820b-483d-b744-6f8db81346b9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:13.354784 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7103b6e8-1265-41dd-9878-184f6069a53b req-ac6143db-820b-483d-b744-6f8db81346b9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0873942
Dec 22 15:58:13.401589 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7103b6e8-1265-41dd-9878-184f6069a53b req-e40f7ed9-c78e-4764-8c16-c5c590d102a5 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412707
Dec 22 15:58:14.627622 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745c1b1-fa6e-43c8-b370-cb32c6a50cb2 req-f450afc7-74ac-4404-a52f-ecb9b9d74d50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:14.629729 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e745c1b1-fa6e-43c8-b370-cb32c6a50cb2 req-f450afc7-74ac-4404-a52f-ecb9b9d74d50 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0791190
Dec 22 15:58:14.682743 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e745c1b1-fa6e-43c8-b370-cb32c6a50cb2 req-46c1e9e9-64f4-4bd2-b17d-4716ae0e3115 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467265
Dec 22 15:58:15.885169 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aeeca-a6e5-44de-969d-a61886f4b0a3 req-e42dc9fe-d965-4c50-8da3-67c9ec547e2d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:15.886619 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c63aeeca-a6e5-44de-969d-a61886f4b0a3 req-e42dc9fe-d965-4c50-8da3-67c9ec547e2d tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 931 time: 0.0806310
Dec 22 15:58:15.931486 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-c63aeeca-a6e5-44de-969d-a61886f4b0a3 req-6662524b-51d0-40ff-ae02-b9e11f4405f8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391841
Dec 22 15:58:16.276329 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Request body: {'port': {'device_id': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:58:16.422789 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:16.764333 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49366e6-f213-4006-b299-428048bd9de3 {{(pid=83456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:58:16.774025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:16.788478 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.provisioning_blocks [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Transition to ACTIVE for port object a49366e6-f213-4006-b299-428048bd9de3 will not be triggered until provisioned by entity L2. {{(pid=83456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 15:58:16.792334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:16.795839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-b0e77ede-c843-424e-a11d-fcc17b0244bf tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:16.915181 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:16.918659 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:17.042756 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Attempting to bind port a49366e6-f213-4006-b299-428048bd9de3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 15:58:17.043088 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Attempting to bind port a49366e6-f213-4006-b299-428048bd9de3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 15:58:17.043410 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Attempting to bind port a49366e6-f213-4006-b299-428048bd9de3 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:58:17.049116 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Port a49366e6-f213-4006-b299-428048bd9de3 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 15:58:17.049430 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Attempting to bind port a49366e6-f213-4006-b299-428048bd9de3 on network 1684af71-8f62-46b7-82a2-a57d2d717ce3 {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 15:58:17.056197 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Checking agent: {'id': 'fe9c9cce-720f-4bd6-9a30-1cefcb964c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'started_at': datetime.datetime(2021, 12, 22, 14, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 15:58:17.056561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Checking segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 15:58:17.056950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Bound using segment: {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'} {{(pid=83456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 15:58:17.057618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.managers [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Bound port: a49366e6-f213-4006-b299-428048bd9de3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3'}}] {{(pid=83456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 15:58:17.057954 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:17.135412 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b617-53b3-457a-bcab-d9c97a7a06fb req-8ae3f829-343c-4a9b-8083-de8bb8d90610 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:17.136800 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-68a7b617-53b3-457a-bcab-d9c97a7a06fb req-8ae3f829-343c-4a9b-8083-de8bb8d90610 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 943 time: 0.0789714
Dec 22 15:58:17.146433 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, cleared binding levels {{(pid=83456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 15:58:17.150118 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 15:58:17.154130 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:17.158334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-87cb3b19-2efd-40b1-9e0a-d18a604d43c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:17.183897 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-68a7b617-53b3-457a-bcab-d9c97a7a06fb req-0bd4b16d-b875-4414-a8f3-716a70583425 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414667
Dec 22 15:58:17.214456 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:17.215742 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] 10.222.0.61 "PUT /v2.0/ports/a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 1093 time: 0.9438112
Dec 22 15:58:17.218628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:58:17.246867 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=3']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:17.252341 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:17.350788 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-9094978f-aad5-4f33-850a-38af0aefa501 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1096 time: 0.0854824
Dec 22 15:58:17.432184 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'status': 'completed', 'code': 200}
Dec 22 15:58:17.434237 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-e64bd44b-d2ae-4e26-95a0-2a5f3250f675 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 217 time: 0.0724835
Dec 22 15:58:17.499214 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-a7628305-4f37-4c87-aff0-268d03b6da12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:17.500576 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-a7628305-4f37-4c87-aff0-268d03b6da12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0566959
Dec 22 15:58:17.584600 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-6f8028b2-136d-48b0-b233-c575ab0aac26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742557
Dec 22 15:58:17.723404 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-aa271924-be5d-49e2-b40e-bc2148d6625a service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277440
Dec 22 15:58:17.958713 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-edae09b7-6116-4ee4-b02d-8a705ca465c7 req-cbddc2c1-68f4-4778-920c-a9d9e86af5a9 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251134
Dec 22 15:58:18.080106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-300ea67c-d77d-437f-a7da-f4b66699ae0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1096 time: 0.0705006
Dec 22 15:58:18.210838 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990ee6-bc92-4720-911f-91020151a660 req-679f2b6a-7a8f-4ff7-8085-abdcebd9e3f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:18.212321 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-679f2b6a-7a8f-4ff7-8085-abdcebd9e3f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1248720
Dec 22 15:58:18.284814 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-2a68d379-70de-41b4-9646-7715ae817db4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 217 time: 0.0645237
Dec 22 15:58:18.347048 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990ee6-bc92-4720-911f-91020151a660 req-1034d72e-0bb7-4232-b3f5-7ac5ac54c624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:18.348567 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-1034d72e-0bb7-4232-b3f5-7ac5ac54c624 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0575411
Dec 22 15:58:18.384346 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fcce-b6cd-46a4-8ef0-fb21dd1a46e9 req-73e2bb98-f2c3-46c0-9005-dd43cd08f236 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:18.385807 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-19c0fcce-b6cd-46a4-8ef0-fb21dd1a46e9 req-73e2bb98-f2c3-46c0-9005-dd43cd08f236 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 943 time: 0.0805833
Dec 22 15:58:18.433635 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-94b26532-05f6-4a3e-abcb-05171ea05558 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736494
Dec 22 15:58:18.530717 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-19c0fcce-b6cd-46a4-8ef0-fb21dd1a46e9 req-d61d3159-3718-4af8-86cc-5d2e37f73295 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1392703
Dec 22 15:58:18.572149 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-fd8c23e5-8513-4d24-8421-38c747117283 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283281
Dec 22 15:58:18.704568 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-70990ee6-bc92-4720-911f-91020151a660 req-da9b2ac5-94ad-4bf0-9b3b-2d5b0579eb01 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251099
Dec 22 15:58:19.359200 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:58:19.492048 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:58:19.505137 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a49366e6-f213-4006-b299-428048bd9de3', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'mac_address': 'fa:16:3e:06:2d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:58:19.556161 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:19.574500 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49366e6-f213-4006-b299-428048bd9de3 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:58:19.590520 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:58:19.595324 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:19.597099 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:19.665744 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=4']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:19.669219 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:19.736220 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da05726-bbfa-4aeb-aac3-87b5528a0492 req-c9af1ba3-02fc-4dbd-bfdb-c90b5650bf93 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:19.737684 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8da05726-bbfa-4aeb-aac3-87b5528a0492 req-c9af1ba3-02fc-4dbd-bfdb-c90b5650bf93 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 944 time: 0.0774527
Dec 22 15:58:19.782787 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8da05726-bbfa-4aeb-aac3-87b5528a0492 req-89e7cd03-ad64-4145-9404-7310f35c260c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389161
Dec 22 15:58:19.911038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a49366e6-f213-4006-b299-428048bd9de3'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:58:20.979479 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1717a-f4f5-4096-b22c-29a604ce4ae8 req-7c99cb0e-da18-423e-85f7-45c37cfac275 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:20.980847 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-73b1717a-f4f5-4096-b22c-29a604ce4ae8 req-7c99cb0e-da18-423e-85f7-45c37cfac275 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 944 time: 0.0757129
Dec 22 15:58:21.024321 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-73b1717a-f4f5-4096-b22c-29a604ce4ae8 req-af4795ed-25a3-4320-b4c5-b52f4193143c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380616
Dec 22 15:58:21.375760 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:58:21.441866 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning for port a49366e6-f213-4006-b299-428048bd9de3 completed by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 15:58:21.446327 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a49366e6-f213-4006-b299-428048bd9de3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:58:21.446697 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:21.559355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:21.586949 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:58:21.596291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:58:21.601525 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:21.603339 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:21.673407 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'code': 200}
Dec 22 15:58:21.705573 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=5']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:21.709073 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:21.896437 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a835a1f-930b-4412-86ea-cac498125e9f req-4b535ea7-1941-46c1-b8df-aff1d35f802b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1098 time: 0.0706658
Dec 22 15:58:21.942030 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-1a835a1f-930b-4412-86ea-cac498125e9f req-4883b464-d426-4650-ad48-94f3e6c8f942 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349104
Dec 22 15:58:22.220194 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da223c-f337-4af1-939e-20b35fdca1a4 req-2d52e610-920b-4cc7-b70e-0274d9f9c646 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:22.221574 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-98da223c-f337-4af1-939e-20b35fdca1a4 req-2d52e610-920b-4cc7-b70e-0274d9f9c646 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 945 time: 0.0778573
Dec 22 15:58:22.266424 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-98da223c-f337-4af1-939e-20b35fdca1a4 req-7959e3f3-0b2a-412e-bf65-1882814d4006 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393999
Dec 22 15:58:23.462932 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a6dc5-3d3c-4101-99c9-4162a4fb4997 req-08533e6a-15da-4091-8a68-d1eaa4df5f99 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:23.464364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e46a6dc5-3d3c-4101-99c9-4162a4fb4997 req-08533e6a-15da-4091-8a68-d1eaa4df5f99 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 945 time: 0.0763862
Dec 22 15:58:23.508617 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-e46a6dc5-3d3c-4101-99c9-4162a4fb4997 req-31fe1e95-4752-4c35-8e6b-0e03df8e6421 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388250
Dec 22 15:58:23.704931 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c26c-11e7-47c1-9198-644d363e016b req-1b953015-87af-4911-ae6c-2ac0954064a6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:23.706351 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44a1c26c-11e7-47c1-9198-644d363e016b req-1b953015-87af-4911-ae6c-2ac0954064a6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 945 time: 0.0772960
Dec 22 15:58:23.755115 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-44a1c26c-11e7-47c1-9198-644d363e016b req-4dafde7e-bf90-4e01-949d-835dbfbe6b81 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427504
Dec 22 15:58:23.782257 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50116) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:58:23.854181 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-551ba663-32bb-4b53-a476-1864a07f9711 tempest-TestSnapshotPattern-2029365182 tempest-TestSnapshotPattern-2029365182-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1093 time: 0.0707207
Dec 22 15:58:23.856745 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50120) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 15:58:23.861624 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.v2.base [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Request body: {'floatingip': {'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 15:58:23.867605 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 15:58:23.871285 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Usage tracker for resource:floatingip and tenant:173ef39e73ff418983c564ab403ea46c is out of sync, need to count used quota {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 15:58:23.874029 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83456) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 15:58:23.879499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.quota.driver [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83456) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 15:58:23.889391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:24.021017 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:24.156863 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Allocated IP 172.26.3.121 (fec912f8-ceb4-4765-afbc-51e8cc522c06/ca378e6b-2565-407c-b1f3-e4c027ffc5e6/cf83b1a5-626c-477f-955c-845172724d8c) {{(pid=83456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 15:58:24.301871 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:24.328730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763199548546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:24.332258 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7ec8a95b-7968-40e7-9d6b-9b50919c3024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:24.394869 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Network fec912f8-ceb4-4765-afbc-51e8cc522c06 is already hosted by enough agents. {{(pid=83456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 15:58:24.398200 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Resources bound (agent type, host, resource id):  {{(pid=83456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 15:58:24.402305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Received port after_create {{(pid=83456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 15:58:24.425747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=cf83b1a5-626c-477f-955c-845172724d8c,revision_number=1']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:24.430924 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:24.726667 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-e0c29f55-9adb-4ecb-bcea-6eadeb628238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.012650 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.069374 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.267972 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for port, precommit_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.272553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009774'] for port, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.276022 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3ef6bf5a-2162-4e78-9f4b-adb30a4ea589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:58:25.383221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event updated for resources: {'Port': ['ID=cf83b1a5-626c-477f-955c-845172724d8c,revision_number=2']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:58:25.390629 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:58:25.399385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918920'] for floatingip, after_update {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:25.589989 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.db.l3_db [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Floating IP 0fc815dd-8207-4885-9dbc-8fc72d8992c3 associated. External IP: 172.26.3.121, port: a49366e6-f213-4006-b299-428048bd9de3.
Dec 22 15:58:25.978614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 15:58:26.292832 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 15:58:26.302614 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 15:58:26.314922 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:58:26.315576 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ef5e80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:57:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:58:26.319170 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:26.375216 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-7fb2805e-1ff0-4158-a6f8-da218b70e213 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5174930
Dec 22 15:58:26.375960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 15:58:26.430608 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'status': 'completed', 'code': 200}
Dec 22 15:58:26.491677 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:58:26.522040 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-24d91290-3f98-40d7-b3dc-11a1f48da3b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1098 time: 0.0685585
Dec 22 15:58:26.656582 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-7aa2f70c-44ac-4c6d-9807-1d8a9a597056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:26.658002 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-7aa2f70c-44ac-4c6d-9807-1d8a9a597056 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1290443
Dec 22 15:58:26.763311 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-38a43b15-3eca-4bf4-92ac-e1faa8d26569 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 999 time: 0.0981951
Dec 22 15:58:26.826552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-96de3bfc-135e-41b3-b3fd-aa0a0803d03f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:26.828012 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-96de3bfc-135e-41b3-b3fd-aa0a0803d03f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0577304
Dec 22 15:58:26.835464 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ef5e80>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '0fc815dd-8207-4885-9dbc-8fc72d8992c3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:06:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:24Z', 'updated_at': '2021-12-22T15:58:24Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}, {'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:58:26.839199 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 15:58:26.850143 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 15:58:26.850759 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575ef5e80>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:57:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:58:26.905364 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-21e23890-2ae7-41ae-866c-7dced4e507b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709305
Dec 22 15:58:27.029192 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 15:58:27.038373 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-ee1ba203-9c43-459c-961c-b2e4ca68ac4a service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263487
Dec 22 15:58:27.170309 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-6ac2d422-6c17-4de7-90cf-50ea1473c005 req-86ada1e1-3df0-47f2-910e-fc2ca2e926ce service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248705
Dec 22 15:58:27.403412 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575ef5e80>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '0fc815dd-8207-4885-9dbc-8fc72d8992c3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:06:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:24Z', 'updated_at': '2021-12-22T15:58:24Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}, {'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 15:58:27.407468 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ead39d-8208-40b5-b92f-d27063add2fa None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '0fc815dd-8207-4885-9dbc-8fc72d8992c3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.121', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:06:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:24Z', 'updated_at': '2021-12-22T15:58:24Z', 'revision_number': 0, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}, {'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 15:58:27.602608 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341bcd6-9d94-4f77-bf9d-1a28043b7623 None None] New status for floating IP 0fc815dd-8207-4885-9dbc-8fc72d8992c3: ACTIVE {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 15:58:27.692883 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-75365f94-ded8-4b83-9145-d8ef9fe2dfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:28.272259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:28.276675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:29.568108 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:32.229607 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-5bd43887-d5c0-486c-8580-c44f96380095 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665731
Dec 22 15:58:32.376645 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-4ec2d355-d2bf-4932-90ab-7aba8065b16b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1096 time: 0.0735149
Dec 22 15:58:32.521247 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-7d2798dc-2dec-4850-9f8c-3042f93e6e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:32.522662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-7d2798dc-2dec-4850-9f8c-3042f93e6e1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1274948
Dec 22 15:58:32.626036 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-73cbaa3a-9832-4de7-90b3-ce3553e00f64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 998 time: 0.0962279
Dec 22 15:58:32.689335 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-e439b2ee-d19f-49fb-834f-6002913212b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:58:32.690753 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-e439b2ee-d19f-49fb-834f-6002913212b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0586073
Dec 22 15:58:32.763574 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-761676a4-7e48-43b8-bc92-f4a10d50783d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667033
Dec 22 15:58:33.001106 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-109fc83c-9352-49aa-9db6-eefd30d34171 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309954
Dec 22 15:58:33.134143 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-28fefd6f-89a1-4ac4-9c36-567699164d74 req-88a7582b-5343-4242-a977-08553a91d950 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267529
Dec 22 15:58:33.327129 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:58:33.920933 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:54.727552 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-39d5be34-0483-448f-b0f3-ada018e2f8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:57.648291 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-593455af-a9d9-488d-8bfb-50b5f450c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:58.275066 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:58.278709 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:58:59.568472 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:03.933023 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:10.326788 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:59:24.728973 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f4ecb48a-0c7e-437c-b83d-04a1e9c08e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:27.642522 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-27521018-1170-47f8-afd1-30a0af3d5b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:28.279875 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:28.282535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:29.569306 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:33.284351 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-95010696-b478-4b76-b9c8-103625d7f3f8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735517
Dec 22 15:59:33.380721 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-4313cc4b-ad5f-44a8-8d56-84d992026961 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1098 time: 0.0681791
Dec 22 15:59:33.528734 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865dd-87de-46c1-9c34-61e394a092ae req-9384182c-fb1f-4677-8926-0ba85d33285e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:59:33.530195 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-9384182c-fb1f-4677-8926-0ba85d33285e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1249375
Dec 22 15:59:33.643873 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-2e5fcf71-3199-4b84-818b-8b479e3103e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 1001 time: 0.1017141
Dec 22 15:59:33.714440 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865dd-87de-46c1-9c34-61e394a092ae req-f345ac7c-a367-4c9f-9221-17488ccafe3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 15:59:33.715864 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-f345ac7c-a367-4c9f-9221-17488ccafe3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0620365
Dec 22 15:59:33.794572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-fe33f0b0-d7c2-408b-adae-1b20503a41c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664670
Dec 22 15:59:33.809290 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-8c2fc10f-fa8b-498c-86d7-eeff5ae0b529 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=83456) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 15:59:33.810192 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-8c2fc10f-fa8b-498c-86d7-eeff5ae0b529 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049269
Dec 22 15:59:33.930719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:33.943752 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-231ceede-16cf-4a48-a089-af4b9ff22d90 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244600
Dec 22 15:59:34.077671 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-799865dd-87de-46c1-9c34-61e394a092ae req-aa060e88-e321-479a-992a-e20ac970723c service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226385
Dec 22 15:59:47.327492 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 15:59:54.731133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f7607180-8afa-4a15-a2e9-ab22882a0739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:57.648550 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0d15b564-9eec-4abc-b21b-1bda116af3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:57.809452 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 15:59:57.945878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:59:57.960094 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Returning: {'device': 'a49366e6-f213-4006-b299-428048bd9de3', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'port_id': 'a49366e6-f213-4006-b299-428048bd9de3', 'mac_address': 'fa:16:3e:06:2d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 15:59:58.023548 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:58.043630 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a49366e6-f213-4006-b299-428048bd9de3 {{(pid=83458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 15:59:58.060879 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 15:59:58.065245 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:58.067038 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 15:59:58.136576 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=6']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 15:59:58.144654 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.144996 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.145880 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.146319 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.146645 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.146969 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.147290 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.147610 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.147925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.148237 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.148581 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 15:59:58.152347 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 15:59:58.164286 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] get_ports_and_sgs() called for port_ids ['a49366e6-f213-4006-b299-428048bd9de3'] {{(pid=83458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 15:59:58.302392 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:58.306355 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:59.578205 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 15:59:59.885156 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 up at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 15:59:59.977373 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.provisioning_blocks [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Provisioning complete for port a49366e6-f213-4006-b299-428048bd9de3 triggered by entity L2. {{(pid=83458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 15:59:59.977763 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078221'] for port, provisioning_complete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:00.114640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:00.142710 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:00.153209 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:00.160660 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:00.163839 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:00.225847 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'code': 200}
Dec 22 16:00:00.241117 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=7']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:00.244723 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:03.932013 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:09.260104 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50278) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:09.458385 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Deleting port cf83b1a5-626c-477f-955c-845172724d8c {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:09.458780 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:09.621511 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:09.621827 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:09.845532 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Calling delete_port for cf83b1a5-626c-477f-955c-845172724d8c owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:09.989299 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:09.992938 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8fa17bd7-f088-4377-b781-e55746794d6a tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:10.037802 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event deleted for resources: {'Port': ['ID=cf83b1a5-626c-477f-955c-845172724d8c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:10.103283 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.103663 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.104034 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.104414 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.104786 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.105143 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.105499 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.105856 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.106212 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.106561 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.106912 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:10.111996 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:10.137948 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:10.521485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 16:00:10.719965 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 16:00:10.729700 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 16:00:10.740687 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:10.748588 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:10.749209 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f8e520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:10.794842 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-005eee9d-aef4-4631-9574-00852a76bde6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "DELETE /v2.0/floatingips/0fc815dd-8207-4885-9dbc-8fc72d8992c3 HTTP/1.1" status: 204  len: 168 time: 1.5335267
Dec 22 16:00:10.795391 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:10.864372 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'status': 'completed', 'code': 200}
Dec 22 16:00:10.930978 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:10.967620 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-f433c600-7e6c-4b0e-ba7e-35d910268f68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 1098 time: 0.0742500
Dec 22 16:00:11.120087 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-f9c74d4b-7ad0-47cc-b53e-db0c388845f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:11.121699 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-f9c74d4b-7ad0-47cc-b53e-db0c388845f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1442432
Dec 22 16:00:11.231483 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-48075367-f18f-406d-929e-5082e24ff573 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 200  len: 217 time: 0.0722437
Dec 22 16:00:11.283159 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f8e520>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:11.287036 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 16:00:11.297341 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:11.298001 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8575f8e520>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:11.307560 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-60529885-6528-4114-b654-5ad386c785da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:11.309211 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-60529885-6528-4114-b654-5ad386c785da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0706904
Dec 22 16:00:11.317984 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854455-248c-4904-9f57-a9cdf89be9ff req-b223e74f-8a25-4d87-90d2-ed61d1ec1ce6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:11.318632 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7d854455-248c-4904-9f57-a9cdf89be9ff req-b223e74f-8a25-4d87-90d2-ed61d1ec1ce6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 16:00:11.477158 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:11.502872 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-7d854455-248c-4904-9f57-a9cdf89be9ff req-b223e74f-8a25-4d87-90d2-ed61d1ec1ce6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 16:00:11.504014 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d854455-248c-4904-9f57-a9cdf89be9ff req-b223e74f-8a25-4d87-90d2-ed61d1ec1ce6 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 945 time: 0.3748314
Dec 22 16:00:11.558445 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-b9e36270-ffe9-4df9-9878-8928be1d137e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2368021
Dec 22 16:00:11.565966 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-7d854455-248c-4904-9f57-a9cdf89be9ff req-10f50448-117c-4bc3-8be4-f3e33476c1da tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530682
Dec 22 16:00:11.703375 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-85225fe9-c6c6-4e2e-8f4c-0386de945f31 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364336
Dec 22 16:00:11.839777 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-ceaefc16-5d5a-4da7-a633-0777ff0834cc req-3f675b4e-8c3f-4a84-92ea-0c133da6879a service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285312
Dec 22 16:00:11.868452 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8575f8e520>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:11.872460 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38b16-504f-48e6-b495-a5e2f3eee835 None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_floatingips': [{'id': '6db3e603-3c8a-4b66-bc15-624c9be4eddd', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'router_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'port_id': '60966a93-e99f-4c63-a779-ae1868fafff1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'mac_address': 'fa:16:3e:0b:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:55:48Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 1, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 16:00:11.902994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:12.069435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2063818'] for port, before_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:12.092799 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659528-5fef-4337-8fee-203a3f3c4bc9 None None] New status for floating IP 0fc815dd-8207-4885-9dbc-8fc72d8992c3: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 16:00:12.151926 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:12.220975 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:12.226711 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763199975190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763199548564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763199548609'] for port, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:12.228407 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:12.270330 dv-neutron-822675-1-hyperv neutron-server[83458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'code': 200}
Dec 22 16:00:12.294903 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Pushing event updated for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=8']} {{(pid=83458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:12.297942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_concurrency.lockutils [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:12.759943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05989d44-bf38-4f93-8564-79711178e119 req-98006106-a033-40dd-8c91-359d585a332c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:12.761401 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-05989d44-bf38-4f93-8564-79711178e119 req-98006106-a033-40dd-8c91-359d585a332c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 943 time: 0.0741737
Dec 22 16:00:12.806584 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-05989d44-bf38-4f93-8564-79711178e119 req-30825239-f202-47c8-8238-f8afd7a49ef3 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397143
Dec 22 16:00:13.122946 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-8ed71ab1-563e-432b-8e0c-6443705696e4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:13.124419 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-8ed71ab1-563e-432b-8e0c-6443705696e4 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 943 time: 0.0783401
Dec 22 16:00:13.192354 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Deleting port a49366e6-f213-4006-b299-428048bd9de3 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:13.192706 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:13.430730 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] For port a49366e6-f213-4006-b299-428048bd9de3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a49366e6-f213-4006-b299-428048bd9de3,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:13.431000 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:13.549379 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Calling delete_port for a49366e6-f213-4006-b299-428048bd9de3 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:13.688479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:13.694447 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-5a81ed49-082c-4f49-ab41-e409b61f5ab1 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:13.741309 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event deleted for resources: {'Port': ['ID=a49366e6-f213-4006-b299-428048bd9de3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:13.744593 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:13.813175 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] No DVR routers for this DVR port a49366e6-f213-4006-b299-428048bd9de3 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 16:00:13.815598 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:13.818837 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-deleted', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:13.834932 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-685f6f96-3405-4fcc-8f88-70262dd79785 req-bcfed515-1d40-472f-9e82-8f5833648bd8 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "DELETE /v2.0/ports/a49366e6-f213-4006-b299-428048bd9de3 HTTP/1.1" status: 204  len: 173 time: 0.7030056
Dec 22 16:00:13.877906 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933ca1-6dbc-4c44-a9fb-44853e7862ba', 'name': 'network-vif-deleted', 'tag': 'a49366e6-f213-4006-b299-428048bd9de3', 'status': 'completed', 'code': 200}
Dec 22 16:00:13.981068 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-51db83c1-8ed4-4562-b6ed-65f8dcad08b0 req-4fe341bf-8ba7-46ed-b7a3-7dd68863de04 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 16:00:13.996452 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-51db83c1-8ed4-4562-b6ed-65f8dcad08b0 req-4fe341bf-8ba7-46ed-b7a3-7dd68863de04 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 16:00:13.997845 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-51db83c1-8ed4-4562-b6ed-65f8dcad08b0 req-4fe341bf-8ba7-46ed-b7a3-7dd68863de04 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=84933ca1-6dbc-4c44-a9fb-44853e7862ba HTTP/1.1" status: 200  len: 210 time: 0.0584366
Dec 22 16:00:15.673100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50334) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:15.878614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Deleting port a3b33941-cf25-4b0f-9cd6-059381a5e7c4 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:15.878950 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:15.951015 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:15.984423 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: a49366e6-f213-4006-b299-428048bd9de3 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:15.984784 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device a49366e6-f213-4006-b299-428048bd9de3 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:16.043641 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:16.043949 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:16.266943 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Calling delete_port for a3b33941-cf25-4b0f-9cd6-059381a5e7c4 owned by network:floatingip {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:16.413483 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:16.416877 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-05b3f165-0834-40e6-ab76-e81902ad4ba0 tempest-TestShelveInstance-1220458438 tempest-TestShelveInstance-1220458438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:16.458424 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event deleted for resources: {'Port': ['ID=a3b33941-cf25-4b0f-9cd6-059381a5e7c4,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:16.461221 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:16.550618 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:16.939244 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 16:00:17.135691 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 16:00:17.145651 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 16:00:17.155473 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for floatingip, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:17.157772 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:17.158377 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758bc760>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:17.212297 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-e6a998d5-db70-41fe-b411-ae5536d6cdcb tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "DELETE /v2.0/floatingips/6db3e603-3c8a-4b66-bc15-624c9be4eddd HTTP/1.1" status: 204  len: 168 time: 1.5376704
Dec 22 16:00:17.212720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:17.271059 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'status': 'completed', 'code': 200}
Dec 22 16:00:17.338681 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:17.370379 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-94fc7c86-a896-4ee4-be48-86fe33f3e429 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=173ef39e73ff418983c564ab403ea46c&device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 1096 time: 0.0693591
Dec 22 16:00:17.510204 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-40af1f26-caa0-40e1-b94c-68929f9900a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:17.511572 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-40af1f26-caa0-40e1-b94c-68929f9900a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 200  len: 911 time: 0.1303937
Dec 22 16:00:17.585805 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-8e65446f-9b25-429a-a512-f551d543b6dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 200  len: 217 time: 0.0648284
Dec 22 16:00:17.638340 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab307-52b6-4886-ae70-f403d25c711c req-df972b6a-132f-4902-a4d3-bb109421efda tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:17.639820 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-31cab307-52b6-4886-ae70-f403d25c711c req-df972b6a-132f-4902-a4d3-bb109421efda tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 943 time: 0.1060753
Dec 22 16:00:17.652025 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-78e84e26-2ac0-4254-ab8a-492ed13a005b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:17.653604 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-78e84e26-2ac0-4254-ab8a-492ed13a005b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 200  len: 849 time: 0.0607488
Dec 22 16:00:17.671838 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758bc760>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:17.675604 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 16:00:17.687743 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:17.688348 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85758bc760>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:17.710071 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-31cab307-52b6-4886-ae70-f403d25c711c req-1daa77c9-84f0-43e2-bc56-5fd9b1933c25 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641766
Dec 22 16:00:17.734714 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-c6ffb1ff-31c0-4362-baf2-33f3db4eca28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1684af71-8f62-46b7-82a2-a57d2d717ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730319
Dec 22 16:00:17.869501 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:17.988726 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-99fdf9a7-5c49-4880-a740-477b56783de0 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464576
Dec 22 16:00:18.120876 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-45611e7c-f204-44dd-a455-bdb877aeaa9b req-bd3a8234-9fe4-460b-9a19-b96033db2ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250794
Dec 22 16:00:18.178735 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85758bc760>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:18.182657 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a06cef7-f4fc-45f3-8741-4df797243189 None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:24Z', 'revision_number': 4, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv', '_interfaces': [{'id': '98068885-a298-48f4-bcf2-5961283ac5be', 'name': '', 'network_id': '1684af71-8f62-46b7-82a2-a57d2d717ce3', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'mac_address': 'fa:16:3e:55:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:23Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'subnets': [{'id': '09789618-17c3-4dd8-8518-6c41bd6e3458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 16:00:18.399439 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022023a-fb5c-4a4c-a494-de785d25fd9b None None] New status for floating IP 6db3e603-3c8a-4b66-bc15-624c9be4eddd: DOWN {{(pid=83458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 16:00:18.892568 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e672a-de69-4232-81f8-9093e5a11b8a req-548d1ff2-0546-45b8-9c0c-f426ddcc04c1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:18.893168 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8d3e672a-de69-4232-81f8-9093e5a11b8a req-548d1ff2-0546-45b8-9c0c-f426ddcc04c1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Synchronizing usage tracker for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 16:00:18.909112 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.quota.resource [req-8d3e672a-de69-4232-81f8-9093e5a11b8a req-548d1ff2-0546-45b8-9c0c-f426ddcc04c1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Unset dirty status for tenant:173ef39e73ff418983c564ab403ea46c on resource:port {{(pid=83456) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 16:00:18.910375 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d3e672a-de69-4232-81f8-9093e5a11b8a req-548d1ff2-0546-45b8-9c0c-f426ddcc04c1 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 943 time: 0.0906956
Dec 22 16:00:18.957662 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-8d3e672a-de69-4232-81f8-9093e5a11b8a req-6466a742-dfcb-4561-8b0a-fd473676497a tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/security-groups?id=80bc8b3d-4cf4-4792-a785-45b8aeab2d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404332
Dec 22 16:00:19.433853 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-43719dd9-06d8-421f-898e-1d49119bc72c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 16:00:19.435234 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-43719dd9-06d8-421f-898e-1d49119bc72c tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 943 time: 0.0786521
Dec 22 16:00:19.503594 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Deleting port 60966a93-e99f-4c63-a779-ae1868fafff1 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:19.503960 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:19.743121 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] For port 60966a93-e99f-4c63-a779-ae1868fafff1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60966a93-e99f-4c63-a779-ae1868fafff1,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:19.743468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:19.862878 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Calling delete_port for 60966a93-e99f-4c63-a779-ae1868fafff1 owned by compute:nova {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:20.006027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:20.011833 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d2ff72e9-c5b2-4ce9-8096-be3e3a7b9764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:20.053990 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event deleted for resources: {'Port': ['ID=60966a93-e99f-4c63-a779-ae1868fafff1,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:20.058173 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:20.131917 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] No DVR routers for this DVR port 60966a93-e99f-4c63-a779-ae1868fafff1 on host hv-neutron-8226 {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 16:00:20.133350 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [req-e73c3b3f-bafb-47e7-b0b5-78d8d619c9ef req-6420f6d8-f739-4ce7-ae0a-5ba82397a1b9 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f5c0c7-3528-4d8f-b094-55809a1690a1 HTTP/1.1" status: 200  len: 210 time: 0.0439105
Dec 22 16:00:20.134595 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123123'] for port, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:20.137649 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-deleted', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1'}] {{(pid=83456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 16:00:20.153396 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [req-bbc2fafa-2759-4fd0-897e-42d71fbecb31 req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.61 "DELETE /v2.0/ports/60966a93-e99f-4c63-a779-ae1868fafff1 HTTP/1.1" status: 204  len: 173 time: 0.7097135
Dec 22 16:00:20.195562 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5c0c7-3528-4d8f-b094-55809a1690a1', 'name': 'network-vif-deleted', 'tag': '60966a93-e99f-4c63-a779-ae1868fafff1', 'status': 'completed', 'code': 200}
Dec 22 16:00:21.236887 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50358) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:21.306589 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:21.334957 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:21.397412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:21.401151 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-36156ec1-bf13-4b92-ba58-3778ca82f0f2 tempest-NetworksIpV6Test-236811275 tempest-NetworksIpV6Test-236811275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:21.415253 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc8b3d-4cf4-4792-a785-45b8aeab2d85,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:21.418356 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:21.427562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:21.428658 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-59df528b-0c91-4892-a4bc-2b08582cbf0b tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] 10.222.0.69 "DELETE /v2.0/security-groups/80bc8b3d-4cf4-4792-a785-45b8aeab2d85 HTTP/1.1" status: 204  len: 168 time: 0.1907861
Dec 22 16:00:21.485909 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50364) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:21.997381 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:22.029789 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] No Port match for: 60966a93-e99f-4c63-a779-ae1868fafff1 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:22.030144 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Device 60966a93-e99f-4c63-a779-ae1868fafff1 not bound to the agent host hv-neutron-8226 {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:22.103073 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:22.686818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Deleting port 98068885-a298-48f4-bcf2-5961283ac5be {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:22.687487 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:22.853334 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] For port 98068885-a298-48f4-bcf2-5961283ac5be, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=98068885-a298-48f4-bcf2-5961283ac5be,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:22.853680 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:22.970784 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Calling delete_port for 98068885-a298-48f4-bcf2-5961283ac5be owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:23.145918 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:23.150237 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c8c7a957-8aca-48c2-b5d3-6b88903e3e49 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:23.194597 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=98068885-a298-48f4-bcf2-5961283ac5be,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:23.196935 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:23.599660 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:24.168021 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Router 48fe6a3d-c92a-4759-af5a-28a96a252c3c has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 16:00:24.327337 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:00:24.367405 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 16:00:24.375841 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Sync routers for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 16:00:24.379739 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-a12432d4-1ac1-4d6e-a5c7-f2cf947fe3cb admin admin] 10.222.0.69 "PUT /v2.0/routers/48fe6a3d-c92a-4759-af5a-28a96a252c3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8919365
Dec 22 16:00:24.382564 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50370) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:24.388335 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:24.388961 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588ff10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:24.564824 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: dv-neutron-822675-1-hyperv {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:24.577553 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:24.735773 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-578991c6-571c-428e-8e2e-b57fb19f7b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:24.778497 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:24.788010 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Deleting port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:24.788305 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:24.879815 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588ff10>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T16:00:23Z', 'revision_number': 5, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port': {'id': '87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:24.883503 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Checking router: 48fe6a3d-c92a-4759-af5a-28a96a252c3c for host: dv-neutron-822675-1-hyperv {{(pid=83459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 16:00:24.893498 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Routers {'48fe6a3d-c92a-4759-af5a-28a96a252c3c'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:24.894083 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f857588ff10>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T15:59:58Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'], 'active': True} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:24.956726 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] For port 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:24.957105 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.045979 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_dvr_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] Set router 48fe6a3d-c92a-4759-af5a-28a96a252c3c gateway port host: None {{(pid=83459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:25.150305 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.l3_hamode_db [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f857588ff10>, [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T16:00:24Z', 'revision_number': 6, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:25.154448 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f485-d8b7-4d72-93fe-81d553028589 None None] The sync data for ids ['48fe6a3d-c92a-4759-af5a-28a96a252c3c'] in dv-neutron-822675-1-hyperv is: [{'id': '48fe6a3d-c92a-4759-af5a-28a96a252c3c', 'name': 'tempest-TestSnapshotPattern-1593863611-router', 'tenant_id': '173ef39e73ff418983c564ab403ea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T16:00:24Z', 'revision_number': 6, 'project_id': '173ef39e73ff418983c564ab403ea46c', 'gw_port_host': None}] {{(pid=83459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 16:00:25.205063 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Calling delete_port for 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:25.364548 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.368012 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-f9230a79-4a5b-4955-be3b-2e40df80e4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:25.407470 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:25.411901 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:25.630674 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.879051 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.883160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.907206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.907720 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48fe6a3d-c92a-4759-af5a-28a96a252c3c {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 16:00:25.921002 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:25.926225 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-3543b9b3-7c12-4417-8d56-765578fc7087 admin admin] 10.222.0.69 "DELETE /v2.0/routers/48fe6a3d-c92a-4759-af5a-28a96a252c3c HTTP/1.1" status: 204  len: 168 time: 1.5387478
Dec 22 16:00:25.927117 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [-] (83457) accepted ('10.222.0.69', 50374) {{(pid=83457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:25.971248 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 98068885-a298-48f4-bcf2-5961283ac5be no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:26.005907 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 98068885-a298-48f4-bcf2-5961283ac5be {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:26.006259 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 98068885-a298-48f4-bcf2-5961283ac5be not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:26.006692 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:26.007223 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Deleting subnet 09789618-17c3-4dd8-8518-6c41bd6e3458 {{(pid=83457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 16:00:26.010301 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.041173 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:26.041686 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 87bcb673-f7a0-45e5-b9e4-4a4ca3f920ed not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:26.062761 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3345537'] for subnet, precommit_delete_associations {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.142349 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.213398 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3210343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942221'] for subnet, after_delete {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.224603 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-ccac4a43-57de-4ced-b273-7ed55a9bc8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:26.250926 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron_lib.callbacks.manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.256818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9fd2c-c6c3-47c5-a0ae-40814b7194f1 None None] Network 1684af71-8f62-46b7-82a2-a57d2d717ce3 requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 16:00:26.260986 dv-neutron-822675-1-hyperv neutron-server[83457]: INFO neutron.wsgi [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/09789618-17c3-4dd8-8518-6c41bd6e3458 HTTP/1.1" status: 204  len: 168 time: 0.3327930
Dec 22 16:00:26.263502 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50378) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:26.264833 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09789618-17c3-4dd8-8518-6c41bd6e3458,revision_number=None']} {{(pid=83457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:26.274143 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.274535 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.274918 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.275287 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.275656 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.276030 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.276472 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.276843 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.277210 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.277572 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.277932 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822675-1-hyperv {{(pid=83457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 16:00:26.281110 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG oslo_concurrency.lockutils [None req-8f585d6b-7eab-417e-819d-030c89f9f039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:26.370071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.380998 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Deleting port 81d15d44-2647-435e-bb41-06c1e77d9f81 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:26.381324 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.508044 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] DHCP port deletion for 1684af71-8f62-46b7-82a2-a57d2d717ce3 request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 16:00:26.512194 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Deleting port 81d15d44-2647-435e-bb41-06c1e77d9f81 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:26.512598 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.586719 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] For port 81d15d44-2647-435e-bb41-06c1e77d9f81, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81d15d44-2647-435e-bb41-06c1e77d9f81,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:26.587099 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.713815 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] For port 81d15d44-2647-435e-bb41-06c1e77d9f81, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=81d15d44-2647-435e-bb41-06c1e77d9f81,segment=NetworkSegment(ee5a9424-14f6-4477-9994-0abbd3cbf9e0),segment_id=ee5a9424-14f6-4477-9994-0abbd3cbf9e0)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:26.714174 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.820030 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Calling delete_port for 81d15d44-2647-435e-bb41-06c1e77d9f81 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:26.835496 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Calling delete_port for 81d15d44-2647-435e-bb41-06c1e77d9f81 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:26.893503 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:26.897488 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d1859118-b5c5-4fa2-9a94-644be69ce474 tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:26.906010 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 16:00:26.906375 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 16:00:26.939707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Pushing event deleted for resources: {'Port': ['ID=81d15d44-2647-435e-bb41-06c1e77d9f81,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:26.943571 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:26.945975 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] No DVR routers for this DVR port 81d15d44-2647-435e-bb41-06c1e77d9f81 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 16:00:27.059775 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.083394 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8575744580>,) {'filters': {'network_id': ['1684af71-8f62-46b7-82a2-a57d2d717ce3']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:27.094700 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575744580>, 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:27.094982 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8575744580>, 'ee5a9424-14f6-4477-9994-0abbd3cbf9e0') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:27.106651 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.122806 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.128782 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 16:00:27.129144 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 16:00:27.141635 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 16:00:27.217823 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.221206 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-253ead8e-b765-455d-8894-1da41ffb6808 tempest-RoutersNegativeTest-219074106 tempest-RoutersNegativeTest-219074106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:27.234585 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.248628 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Pushing event deleted for resources: {'Network': ['ID=1684af71-8f62-46b7-82a2-a57d2d717ce3,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:27.253326 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:27.262032 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] 10.222.0.69 "DELETE /v2.0/networks/1684af71-8f62-46b7-82a2-a57d2d717ce3 HTTP/1.1" status: 204  len: 168 time: 0.9974625
Dec 22 16:00:27.264831 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50382) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:27.407733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Deleting port 81d15d44-2647-435e-bb41-06c1e77d9f81 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:27.408326 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.485127 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-55822b87-1f24-4a6d-8481-e224d7983003 None None] The port '81d15d44-2647-435e-bb41-06c1e77d9f81' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 16:00:27.650176 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5845fee2-a971-412d-b3fd-a3933e4b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.651225 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924808'] for router_interface, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:27.761448 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81d15d44-2647-435e-bb41-06c1e77d9f81 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:27.793704 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 81d15d44-2647-435e-bb41-06c1e77d9f81 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:27.794058 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 81d15d44-2647-435e-bb41-06c1e77d9f81 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:28.235210 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Deleting port 1faa4981-df84-406f-9500-6b350c8329e0 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:28.235545 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:28.286091 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:28.290459 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:28.529049 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] For port 1faa4981-df84-406f-9500-6b350c8329e0, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1faa4981-df84-406f-9500-6b350c8329e0,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:28.529637 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:28.647441 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Calling delete_port for 1faa4981-df84-406f-9500-6b350c8329e0 owned by network:router_interface {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:28.820739 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:28.824228 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-85b4d4aa-60e4-46e9-8643-45b399b5d83e tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:28.863736 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faa4981-df84-406f-9500-6b350c8329e0,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:28.866086 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:29.150647 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921666'] for router_interface, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:29.575469 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:29.713579 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Router 1840392d-107e-4a1c-9daa-75358a34e2c0 has already been hosted by L3 agent 7615166f-75be-4666-90a4-30dccc22e0bf {{(pid=83456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 16:00:30.026296 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Notify agent at l3_agent.dv-neutron-822675-1-hyperv the message routers_updated {{(pid=83456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 16:00:30.034818 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Sync routers for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 16:00:30.042370 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] 10.222.0.69 "PUT /v2.0/routers/1840392d-107e-4a1c-9daa-75358a34e2c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7765431
Dec 22 16:00:30.044762 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50396) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:30.049388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:30.050026 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756fb700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:30.247921 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks [] for router, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:30.267542 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: dv-neutron-822675-1-hyperv {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:30.443318 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:30.453818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Deleting port 1d34ee7b-8541-419c-b4a3-49e36a6f4962 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:30.453818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:30.555294 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756fb700>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'external_fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port': {'id': '1d34ee7b-8541-419c-b4a3-49e36a6f4962', 'name': '', 'network_id': 'fec912f8-ceb4-4765-afbc-51e8cc522c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822675-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T15:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca378e6b-2565-407c-b1f3-e4c027ffc5e6', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822675-1-hyperv'}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:30.560257 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Checking router: 1840392d-107e-4a1c-9daa-75358a34e2c0 for host: dv-neutron-822675-1-hyperv {{(pid=83458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 16:00:30.572539 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Routers {'1840392d-107e-4a1c-9daa-75358a34e2c0'} bound to L3 agent in host dv-neutron-822675-1-hyperv {{(pid=83458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 16:00:30.573158 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f85756fb700>, 'dv-neutron-822675-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T14:50:27Z,description=<?>,heartbeat_timestamp=2021-12-22T16:00:28Z,host='dv-neutron-822675-1-hyperv',id=7615166f-75be-4666-90a4-30dccc22e0bf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T14:50:27Z,topic='l3_agent')) {'router_ids': ['1840392d-107e-4a1c-9daa-75358a34e2c0'], 'active': True} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:30.633071 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] For port 1d34ee7b-8541-419c-b4a3-49e36a6f4962, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=1d34ee7b-8541-419c-b4a3-49e36a6f4962,segment=NetworkSegment(3fea8bae-7618-4123-9f77-711c6b0ccb86),segment_id=3fea8bae-7618-4123-9f77-711c6b0ccb86)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:30.633656 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:30.728806 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_dvr_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] Set router 1840392d-107e-4a1c-9daa-75358a34e2c0 gateway port host: None {{(pid=83458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 16:00:30.757218 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Calling delete_port for 1d34ee7b-8541-419c-b4a3-49e36a6f4962 owned by network:router_gateway {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:30.832675 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.db.l3_hamode_db [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f85756fb700>, [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T16:00:30Z', 'revision_number': 6, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port_host': None}], 'dv-neutron-822675-1-hyperv', False) {} {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:30.836719 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d79a-9901-4ef7-a9e0-02ce863f129b None None] The sync data for ids ['1840392d-107e-4a1c-9daa-75358a34e2c0'] in dv-neutron-822675-1-hyperv is: [{'id': '1840392d-107e-4a1c-9daa-75358a34e2c0', 'name': 'tempest-TestSnapshotPattern-2104008283-router', 'tenant_id': '9021e5640c464cde8766fde6bb45abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:27Z', 'updated_at': '2021-12-22T16:00:30Z', 'revision_number': 6, 'project_id': '9021e5640c464cde8766fde6bb45abcb', 'gw_port_host': None}] {{(pid=83458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 16:00:30.925146 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:30.929657 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2d722012-bf39-4372-b78b-a728eb3d3daa tempest-TestSnapshotPattern-1262580273 tempest-TestSnapshotPattern-1262580273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:30.970485 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d34ee7b-8541-419c-b4a3-49e36a6f4962,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:30.973077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:31.185178 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919015'] for router_gateway, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.554761 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58250'] for router, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.559077 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.587274 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985819'] for router, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.587854 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1840392d-107e-4a1c-9daa-75358a34e2c0 {{(pid=83456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 16:00:31.600880 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] Notify callbacks [] for router, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.602061 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-40a4c1d5-60c4-46ce-9335-4778bac27200 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1840392d-107e-4a1c-9daa-75358a34e2c0 HTTP/1.1" status: 204  len: 168 time: 1.5564227
Dec 22 16:00:31.605089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50400) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:31.669843 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Deleting subnet 5febaff0-1fe6-4b79-9e60-925319be818e {{(pid=83456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 16:00:31.672655 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.732707 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3745703'] for subnet, precommit_delete_associations {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.770950 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1faa4981-df84-406f-9500-6b350c8329e0 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:31.820336 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2073627'] for subnet, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.832733 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1faa4981-df84-406f-9500-6b350c8329e0 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:31.833501 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1faa4981-df84-406f-9500-6b350c8329e0 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:31.834107 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d34ee7b-8541-419c-b4a3-49e36a6f4962 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:31.879873 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: 1d34ee7b-8541-419c-b4a3-49e36a6f4962 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:31.880691 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device 1d34ee7b-8541-419c-b4a3-49e36a6f4962 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:31.904627 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2073634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4119156'] for subnet, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.909139 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-1b039e3f-bac2-42e1-8394-8e49969dcbae tempest-TestNetworkAdvancedServerOps-1235091922 tempest-TestNetworkAdvancedServerOps-1235091922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:31.946839 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5febaff0-1fe6-4b79-9e60-925319be818e,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:31.949562 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:31.951988 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:31.957939 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c51d1b-ac35-4915-97a0-7fe5793bb150 None None] Network 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b requested from dv-neutron-822675-1-hyperv {{(pid=83458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 16:00:31.958558 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-2e87da03-ec13-42cb-95b4-b859afb4a410 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5febaff0-1fe6-4b79-9e60-925319be818e HTTP/1.1" status: 204  len: 168 time: 0.3521929
Dec 22 16:00:31.961027 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50406) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:32.065160 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573396'] for network, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.075814 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Deleting port c0da7e35-7cc6-404a-8cd2-665e9334a308 {{(pid=83456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:32.076075 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.200568 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bff286-e85a-4076-9501-6418aab78675 None None] DHCP port deletion for 77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b request from dv-neutron-822675-1-hyperv {{(pid=83458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 16:00:32.204765 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Deleting port c0da7e35-7cc6-404a-8cd2-665e9334a308 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:32.205223 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.278859 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.db [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] For port c0da7e35-7cc6-404a-8cd2-665e9334a308, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0da7e35-7cc6-404a-8cd2-665e9334a308,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:32.279202 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.400552 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.plugin [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Calling delete_port for c0da7e35-7cc6-404a-8cd2-665e9334a308 owned by network:dhcp {{(pid=83456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:32.411331 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.db [None req-04bff286-e85a-4076-9501-6418aab78675 None None] For port c0da7e35-7cc6-404a-8cd2-665e9334a308, host dv-neutron-822675-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822675-1-hyperv',level=0,port_id=c0da7e35-7cc6-404a-8cd2-665e9334a308,segment=NetworkSegment(ce336ecb-38cb-41e3-9c38-97bba2d5db37),segment_id=ce336ecb-38cb-41e3-9c38-97bba2d5db37)] {{(pid=83458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 16:00:32.411728 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922168'] for port, precommit_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.476123 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2062426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763199975172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763199548555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009783'] for port, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.480141 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-8c9c2190-3fd9-4328-b010-567cafb2a6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:32.531614 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0da7e35-7cc6-404a-8cd2-665e9334a308,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:32.534250 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:32.537089 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] No DVR routers for this DVR port c0da7e35-7cc6-404a-8cd2-665e9334a308 on host dv-neutron-822675-1-hyperv {{(pid=83456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 16:00:32.592495 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Calling delete_port for c0da7e35-7cc6-404a-8cd2-665e9334a308 owned by network:dhcp {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 16:00:32.665934 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.db.api [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 16:00:32.666276 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG oslo_db.api [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 16:00:32.675974 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2072722', 'neutron.services.segments.db._delete_segments_for_network-8763200002780'] for network, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.704875 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8574679340>,) {'filters': {'network_id': ['77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b']}} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:32.720412 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574679340>, 'ce336ecb-38cb-41e3-9c38-97bba2d5db37') {'for_net_delete': True} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:32.720718 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.services.segments.db [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8574679340>, 'ce336ecb-38cb-41e3-9c38-97bba2d5db37') {} {{(pid=83456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 16:00:32.732616 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200007671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3745708'] for segment, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.751384 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2069175'] for segment, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.758289 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 16:00:32.758817 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2069152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009670'] for segment, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]: Traceback (most recent call last):
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     timer()
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     cb(*args, **kw)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     return func(*args, **kwargs)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     self._notify()
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     self.callback(batched_events)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     event.method(event)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     return f(self, *a, **k)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._get(url).json()
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     return self.request(url, 'GET', **kwargs)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 16:00:32.773866 dv-neutron-822675-1-hyperv neutron-server[83456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 16:00:32.984852 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2072729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918938'] for network, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:32.989604 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-37313bb5-f84f-46a0-9b54-3d4f01b2759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:33.002520 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Notify callbacks [] for network, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.014479 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:33.021419 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:33.025290 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9d58e0e1-0114-49d2-af7e-efe3c933d521 admin admin] 10.222.0.69 "DELETE /v2.0/networks/77d65d4d-1ce8-4ce6-bfed-6e4a5e94198b HTTP/1.1" status: 204  len: 168 time: 1.0633423
Dec 22 16:00:33.167683 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Deleting port c0da7e35-7cc6-404a-8cd2-665e9334a308 {{(pid=83458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 16:00:33.168165 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04bff286-e85a-4076-9501-6418aab78675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763199968525'] for port, before_delete {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.168818 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50412) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:33.218906 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-9befead7-ded6-4140-8c6a-8d310a55afc6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=173ef39e73ff418983c564ab403ea46c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488393
Dec 22 16:00:33.221287 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50416) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:33.233981 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-04bff286-e85a-4076-9501-6418aab78675 None None] The port 'c0da7e35-7cc6-404a-8cd2-665e9334a308' was deleted {{(pid=83458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 16:00:33.281191 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.309625 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.360781 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.365100 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-d24fb510-710c-472e-96c7-2341560939cf tempest-TestMinimumBasicScenario-919713381 tempest-TestMinimumBasicScenario-919713381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:33.379788 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6c529-5a76-437d-894f-ad476210775c,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:33.385834 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:33.389364 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.390506 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-44c66698-5494-4ea7-80b6-e6155dadfa5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96a6c529-5a76-437d-894f-ad476210775c HTTP/1.1" status: 204  len: 168 time: 0.1683342
Dec 22 16:00:33.765067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0da7e35-7cc6-404a-8cd2-665e9334a308 no longer exists at agent ovs-agent-dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 16:00:33.780428 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50424) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:33.797535 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.plugin [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] No Port match for: c0da7e35-7cc6-404a-8cd2-665e9334a308 {{(pid=83458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 16:00:33.797889 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron.plugins.ml2.rpc [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Device c0da7e35-7cc6-404a-8cd2-665e9334a308 not bound to the agent host dv-neutron-822675-1-hyperv {{(pid=83458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 16:00:33.831370 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-abd4f852-cadf-475f-8a28-ef1492cb70d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9021e5640c464cde8766fde6bb45abcb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496826
Dec 22 16:00:33.833747 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.wsgi [-] (83456) accepted ('10.222.0.69', 50428) {{(pid=83456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 16:00:33.891311 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.916922 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.944311 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.966468 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996582'] for security_group, after_delete {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.970136 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-7462ef1e-f92a-4079-8148-195de37c61b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 16:00:33.985127 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b539237b-1e43-463d-bc96-e21acb6b2619,revision_number=None']} {{(pid=83456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 16:00:33.988783 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG oslo_concurrency.lockutils [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 16:00:33.991829 dv-neutron-822675-1-hyperv neutron-server[83456]: DEBUG neutron_lib.callbacks.manager [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:33.992961 dv-neutron-822675-1-hyperv neutron-server[83456]: INFO neutron.wsgi [None req-c21e510b-0adb-4822-9dc0-2cc8929997cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b539237b-1e43-463d-bc96-e21acb6b2619 HTTP/1.1" status: 204  len: 168 time: 0.1583292
Dec 22 16:00:54.739199 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-486e5b15-d9e2-4ec8-a921-064b50ce3f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:57.652072 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-70b5c5b1-6bc1-40ba-8b1e-44eefe430d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:58.285607 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:58.294164 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:00:59.577451 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:01.330356 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:01:03.961740 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:24.742236 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-411aec99-c31c-49f6-9082-f17ccff8d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:27.653486 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-75c79470-f43e-40dd-b43d-416b2aaacdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:28.285640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:28.295914 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:29.580640 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:33.962618 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:38.332436 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:01:54.745033 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f1b261da-56ce-47cb-ba77-0042855ca032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:57.656348 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7324aaef-3f27-4b25-a8a6-7f08914f7519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:58.287925 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:58.298133 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:01:59.584872 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:03.977138 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:15.333307 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:02:24.747230 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-04fc56f7-ebe6-4c23-bfc3-6ec286875a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:27.659134 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-10bf2aba-0404-47a1-a8f1-7c99814d00ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:28.290456 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:28.300751 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:29.585465 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:33.972809 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:52.334538 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:02:54.749388 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-df92a9ec-44f7-40e4-8ba6-f3dfee40eafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:57.661819 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-616026f6-c55f-4f8f-8073-21ea11fd461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:58.299301 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:58.304031 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:02:59.588588 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:03.993396 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:24.751213 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-45882b66-a038-479f-8ffa-915367a9e7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:27.663942 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-37df7203-3f2b-46af-9f3c-4f706ba21a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:28.295435 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:28.305592 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:29.334562 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:03:29.590994 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:33.993633 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:48.836712 dv-neutron-822675-1-hyperv neutron-server[83457]: DEBUG neutron.wsgi [req-2878b977-6a45-48d2-8b74-6c1481077649 req-056e6012-93b8-453a-95f6-f425d52af3f1 service neutron] (83457) timed out ('10.222.0.69', 49056) {{(pid=83457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 16:03:54.754617 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-0caedf31-b979-443d-b9cb-519ad156f86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:57.665089 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-3fd34c32-eac8-4200-bf31-d7e41aa58e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:58.303424 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:58.307146 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:03:59.595636 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:04.003085 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:06.334384 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:04:24.756786 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-de965a7d-4c91-43a9-8715-ce5e1c482c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:27.666781 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-23133c80-d88a-4ac9-a347-a4d3c4aeae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:28.306922 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:28.311008 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:29.597938 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:34.034337 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:43.334500 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:04:54.759671 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-14c3cf5e-0cb6-4a0b-a852-ad139565b97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:57.668241 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-29642235-d1a2-4def-bb65-58f9c5291e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:58.310180 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:58.314131 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:04:59.600989 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:04.052504 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:20.333645 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:05:24.763100 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-59bc8381-ae1e-4242-af9c-ea9fb6bca251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:27.669955 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7d662ee5-c072-412c-bde7-f33c84ccfeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:28.307674 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:28.317475 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:29.610446 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:34.048906 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:54.764878 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-7702d4da-2b0f-4236-92f5-972b188c8202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:57.332936 dv-neutron-822675-1-hyperv neutron-server[83459]: DEBUG neutron.db.agents_db [None req-5a9c0776-dea3-4397-bff5-9bc73e5f20b0 None None] Agent healthcheck: found 6 active agents {{(pid=83459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 16:05:57.671457 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-5d905f53-ff0d-483d-86cf-2a4eba15fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:58.314957 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5513-5711-41b4-8405-ae21fa847601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:58.318884 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-b46b8614-ddea-4ce1-81dd-033bf291a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:05:59.613067 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-f75ed79a-bf73-48df-9870-0f29ce56baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 16:06:04.049494 dv-neutron-822675-1-hyperv neutron-server[83458]: DEBUG neutron_lib.callbacks.manager [None req-a35b5602-a77d-473c-8225-8f11ff4dff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200002762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078168'] for agent, after_update {{(pid=83458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}